{"level":"info","ts":1784766484.0654523,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766484.0655468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bbece846-4ef8-40f5-99f6-be5da6383320"}
{"level":"info","ts":1784766484.0655606,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bbece846-4ef8-40f5-99f6-be5da6383320"}
{"level":"info","ts":1784766484.0655801,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bbece846-4ef8-40f5-99f6-be5da6383320","EoS":true}
{"level":"info","ts":1784766484.0656195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bbece846-4ef8-40f5-99f6-be5da6383320","header":"x-maas-username"}
{"level":"info","ts":1784766484.0656316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bbece846-4ef8-40f5-99f6-be5da6383320","header":"x-maas-subscription"}
{"level":"info","ts":1784766484.0656407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bbece846-4ef8-40f5-99f6-be5da6383320","header":"x-maas-group"}
{"level":"info","ts":1784766484.0656598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bbece846-4ef8-40f5-99f6-be5da6383320","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766484.0656953,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bbece846-4ef8-40f5-99f6-be5da6383320"}
{"level":"info","ts":1784766484.066998,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bbece846-4ef8-40f5-99f6-be5da6383320"}
{"level":"info","ts":1784766484.067019,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bbece846-4ef8-40f5-99f6-be5da6383320"}
{"level":"info","ts":1784766484.0670333,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bbece846-4ef8-40f5-99f6-be5da6383320","EoS":false}
{"level":"info","ts":1784766484.0670607,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bbece846-4ef8-40f5-99f6-be5da6383320","EoS":true}
{"level":"info","ts":1784766484.067104,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bbece846-4ef8-40f5-99f6-be5da6383320"}
{"level":"info","ts":1784766484.2024057,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766484.202486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2220a7cd-3041-4b6c-af61-787f69cb1e95"}
{"level":"info","ts":1784766484.2024953,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2220a7cd-3041-4b6c-af61-787f69cb1e95"}
{"level":"info","ts":1784766484.2025068,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2220a7cd-3041-4b6c-af61-787f69cb1e95","EoS":true}
{"level":"info","ts":1784766484.2025304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2220a7cd-3041-4b6c-af61-787f69cb1e95","header":"x-maas-group"}
{"level":"info","ts":1784766484.2025404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2220a7cd-3041-4b6c-af61-787f69cb1e95","header":"x-maas-subscription"}
{"level":"info","ts":1784766484.2025456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2220a7cd-3041-4b6c-af61-787f69cb1e95","header":"x-maas-username"}
{"level":"info","ts":1784766484.202558,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2220a7cd-3041-4b6c-af61-787f69cb1e95","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766484.2025833,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2220a7cd-3041-4b6c-af61-787f69cb1e95"}
{"level":"info","ts":1784766484.2035284,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2220a7cd-3041-4b6c-af61-787f69cb1e95"}
{"level":"info","ts":1784766484.2035508,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2220a7cd-3041-4b6c-af61-787f69cb1e95"}
{"level":"info","ts":1784766484.2035658,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2220a7cd-3041-4b6c-af61-787f69cb1e95","EoS":false}
{"level":"info","ts":1784766484.2035763,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2220a7cd-3041-4b6c-af61-787f69cb1e95","EoS":true}
{"level":"info","ts":1784766484.2036076,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2220a7cd-3041-4b6c-af61-787f69cb1e95"}
{"level":"info","ts":1784766484.3387024,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766484.3388157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1b7ad86-6ef0-4bc4-b01a-90aec56e27a7"}
{"level":"info","ts":1784766484.3388295,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1b7ad86-6ef0-4bc4-b01a-90aec56e27a7"}
{"level":"info","ts":1784766484.3388453,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1b7ad86-6ef0-4bc4-b01a-90aec56e27a7","EoS":true}
{"level":"info","ts":1784766484.338878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1b7ad86-6ef0-4bc4-b01a-90aec56e27a7","header":"x-maas-username"}
{"level":"info","ts":1784766484.338889,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1b7ad86-6ef0-4bc4-b01a-90aec56e27a7","header":"x-maas-group"}
{"level":"info","ts":1784766484.3388941,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1b7ad86-6ef0-4bc4-b01a-90aec56e27a7","header":"x-maas-subscription"}
{"level":"info","ts":1784766484.3389065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1b7ad86-6ef0-4bc4-b01a-90aec56e27a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766484.3389294,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1b7ad86-6ef0-4bc4-b01a-90aec56e27a7"}
{"level":"info","ts":1784766484.3398402,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b1b7ad86-6ef0-4bc4-b01a-90aec56e27a7"}
{"level":"info","ts":1784766484.3398588,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b1b7ad86-6ef0-4bc4-b01a-90aec56e27a7"}
{"level":"info","ts":1784766484.339873,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b1b7ad86-6ef0-4bc4-b01a-90aec56e27a7","EoS":false}
{"level":"info","ts":1784766484.3398848,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b1b7ad86-6ef0-4bc4-b01a-90aec56e27a7","EoS":true}
{"level":"info","ts":1784766484.3399158,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b1b7ad86-6ef0-4bc4-b01a-90aec56e27a7"}
{"level":"info","ts":1784766484.4766314,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766484.4767113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"305ae0a0-76b2-4917-b2c1-d766a7482e52"}
{"level":"info","ts":1784766484.4767203,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"305ae0a0-76b2-4917-b2c1-d766a7482e52"}
{"level":"info","ts":1784766484.476732,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"305ae0a0-76b2-4917-b2c1-d766a7482e52","EoS":true}
{"level":"info","ts":1784766484.4767818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"305ae0a0-76b2-4917-b2c1-d766a7482e52","header":"x-maas-subscription"}
{"level":"info","ts":1784766484.4767923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"305ae0a0-76b2-4917-b2c1-d766a7482e52","header":"x-maas-username"}
{"level":"info","ts":1784766484.4767976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"305ae0a0-76b2-4917-b2c1-d766a7482e52","header":"x-maas-group"}
{"level":"info","ts":1784766484.4768105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"305ae0a0-76b2-4917-b2c1-d766a7482e52","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766484.4768288,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"305ae0a0-76b2-4917-b2c1-d766a7482e52"}
{"level":"info","ts":1784766484.4797251,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"305ae0a0-76b2-4917-b2c1-d766a7482e52"}
{"level":"info","ts":1784766484.4797509,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"305ae0a0-76b2-4917-b2c1-d766a7482e52"}
{"level":"info","ts":1784766484.479795,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"305ae0a0-76b2-4917-b2c1-d766a7482e52","EoS":false}
{"level":"info","ts":1784766484.4798195,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"305ae0a0-76b2-4917-b2c1-d766a7482e52","EoS":true}
{"level":"info","ts":1784766484.479872,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"305ae0a0-76b2-4917-b2c1-d766a7482e52"}
{"level":"info","ts":1784766484.6179547,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766484.6180422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd22cb08-80ab-497a-a80b-9f4e217cc67c"}
{"level":"info","ts":1784766484.6180515,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd22cb08-80ab-497a-a80b-9f4e217cc67c"}
{"level":"info","ts":1784766484.6180637,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd22cb08-80ab-497a-a80b-9f4e217cc67c","EoS":true}
{"level":"info","ts":1784766484.6180897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd22cb08-80ab-497a-a80b-9f4e217cc67c","header":"x-maas-username"}
{"level":"info","ts":1784766484.6180985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd22cb08-80ab-497a-a80b-9f4e217cc67c","header":"x-maas-subscription"}
{"level":"info","ts":1784766484.6181033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd22cb08-80ab-497a-a80b-9f4e217cc67c","header":"x-maas-group"}
{"level":"info","ts":1784766484.6181161,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd22cb08-80ab-497a-a80b-9f4e217cc67c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766484.6181433,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd22cb08-80ab-497a-a80b-9f4e217cc67c"}
{"level":"info","ts":1784766484.6191437,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cd22cb08-80ab-497a-a80b-9f4e217cc67c"}
{"level":"info","ts":1784766484.6191626,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cd22cb08-80ab-497a-a80b-9f4e217cc67c"}
{"level":"info","ts":1784766484.6191795,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd22cb08-80ab-497a-a80b-9f4e217cc67c","EoS":false}
{"level":"info","ts":1784766484.6191952,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd22cb08-80ab-497a-a80b-9f4e217cc67c","EoS":true}
{"level":"info","ts":1784766484.6192255,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cd22cb08-80ab-497a-a80b-9f4e217cc67c"}
{"level":"info","ts":1784766501.5012448,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766501.501338,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34dd962b-9479-4f85-9261-da9283642edd"}
{"level":"info","ts":1784766501.501349,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34dd962b-9479-4f85-9261-da9283642edd"}
{"level":"info","ts":1784766501.5013602,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34dd962b-9479-4f85-9261-da9283642edd","EoS":true}
{"level":"info","ts":1784766501.5013912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34dd962b-9479-4f85-9261-da9283642edd","header":"x-maas-group"}
{"level":"info","ts":1784766501.501402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34dd962b-9479-4f85-9261-da9283642edd","header":"x-maas-username"}
{"level":"info","ts":1784766501.5014079,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34dd962b-9479-4f85-9261-da9283642edd","header":"x-maas-subscription"}
{"level":"info","ts":1784766501.501422,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34dd962b-9479-4f85-9261-da9283642edd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766501.50145,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34dd962b-9479-4f85-9261-da9283642edd"}
{"level":"info","ts":1784766501.5040715,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"34dd962b-9479-4f85-9261-da9283642edd"}
{"level":"info","ts":1784766501.5040948,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"34dd962b-9479-4f85-9261-da9283642edd"}
{"level":"info","ts":1784766501.5041103,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34dd962b-9479-4f85-9261-da9283642edd","EoS":false}
{"level":"info","ts":1784766501.5041223,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34dd962b-9479-4f85-9261-da9283642edd","EoS":true}
{"level":"info","ts":1784766501.504161,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"34dd962b-9479-4f85-9261-da9283642edd"}
{"level":"info","ts":1784766501.607557,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766501.6076436,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3bf29b92-9d28-4a46-ba8f-3e36357c7a0e"}
{"level":"info","ts":1784766501.6084507,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3bf29b92-9d28-4a46-ba8f-3e36357c7a0e"}
{"level":"info","ts":1784766501.60847,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3bf29b92-9d28-4a46-ba8f-3e36357c7a0e"}
{"level":"info","ts":1784766501.6084926,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3bf29b92-9d28-4a46-ba8f-3e36357c7a0e","EoS":false}
{"level":"info","ts":1784766501.6085048,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"3bf29b92-9d28-4a46-ba8f-3e36357c7a0e"}
{"level":"info","ts":1784766501.6085298,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3bf29b92-9d28-4a46-ba8f-3e36357c7a0e","EoS":true}
{"level":"info","ts":1784766501.60854,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"3bf29b92-9d28-4a46-ba8f-3e36357c7a0e"}
{"level":"info","ts":1784766506.242723,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766506.2428484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9399d485-c736-45e8-8941-192852f84d5a"}
{"level":"info","ts":1784766506.2428613,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9399d485-c736-45e8-8941-192852f84d5a"}
{"level":"info","ts":1784766506.242874,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9399d485-c736-45e8-8941-192852f84d5a","EoS":true}
{"level":"info","ts":1784766506.2429037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9399d485-c736-45e8-8941-192852f84d5a","header":"x-maas-username"}
{"level":"info","ts":1784766506.2429187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9399d485-c736-45e8-8941-192852f84d5a","header":"x-maas-group"}
{"level":"info","ts":1784766506.24293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9399d485-c736-45e8-8941-192852f84d5a","header":"x-maas-subscription"}
{"level":"info","ts":1784766506.242945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9399d485-c736-45e8-8941-192852f84d5a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766506.242972,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9399d485-c736-45e8-8941-192852f84d5a"}
{"level":"info","ts":1784766506.24496,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9399d485-c736-45e8-8941-192852f84d5a"}
{"level":"info","ts":1784766506.2449799,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9399d485-c736-45e8-8941-192852f84d5a"}
{"level":"info","ts":1784766506.2449956,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9399d485-c736-45e8-8941-192852f84d5a","EoS":false}
{"level":"info","ts":1784766506.2450147,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9399d485-c736-45e8-8941-192852f84d5a","EoS":true}
{"level":"info","ts":1784766506.2450619,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9399d485-c736-45e8-8941-192852f84d5a"}
{"level":"info","ts":1784766516.8405042,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766516.8406036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9645b15c-85ba-4241-b5e1-9999b9cd83c2"}
{"level":"info","ts":1784766516.840618,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9645b15c-85ba-4241-b5e1-9999b9cd83c2"}
{"level":"info","ts":1784766516.8406365,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9645b15c-85ba-4241-b5e1-9999b9cd83c2","EoS":true}
{"level":"info","ts":1784766516.8406703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9645b15c-85ba-4241-b5e1-9999b9cd83c2","header":"x-maas-username"}
{"level":"info","ts":1784766516.840681,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9645b15c-85ba-4241-b5e1-9999b9cd83c2","header":"x-maas-group"}
{"level":"info","ts":1784766516.8406882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9645b15c-85ba-4241-b5e1-9999b9cd83c2","header":"x-maas-subscription"}
{"level":"info","ts":1784766516.8407056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9645b15c-85ba-4241-b5e1-9999b9cd83c2","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784766516.8407385,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9645b15c-85ba-4241-b5e1-9999b9cd83c2"}
{"level":"info","ts":1784766516.8427892,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9645b15c-85ba-4241-b5e1-9999b9cd83c2"}
{"level":"info","ts":1784766516.842819,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9645b15c-85ba-4241-b5e1-9999b9cd83c2"}
{"level":"info","ts":1784766516.8428504,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9645b15c-85ba-4241-b5e1-9999b9cd83c2","EoS":false}
{"level":"info","ts":1784766516.8428648,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9645b15c-85ba-4241-b5e1-9999b9cd83c2","EoS":true}
{"level":"info","ts":1784766516.8429065,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9645b15c-85ba-4241-b5e1-9999b9cd83c2"}
{"level":"info","ts":1784766529.7216804,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766529.7218113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2606d2dc-5082-4031-95c5-2a8f58652a25"}
{"level":"info","ts":1784766529.7218323,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2606d2dc-5082-4031-95c5-2a8f58652a25"}
{"level":"info","ts":1784766529.7218516,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2606d2dc-5082-4031-95c5-2a8f58652a25","EoS":true}
{"level":"info","ts":1784766529.72189,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2606d2dc-5082-4031-95c5-2a8f58652a25","header":"x-maas-group"}
{"level":"info","ts":1784766529.7219098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2606d2dc-5082-4031-95c5-2a8f58652a25","header":"x-maas-subscription"}
{"level":"info","ts":1784766529.7219164,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2606d2dc-5082-4031-95c5-2a8f58652a25","header":"x-maas-username"}
{"level":"info","ts":1784766529.7219338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2606d2dc-5082-4031-95c5-2a8f58652a25","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766529.7219667,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2606d2dc-5082-4031-95c5-2a8f58652a25"}
{"level":"info","ts":1784766529.7230487,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2606d2dc-5082-4031-95c5-2a8f58652a25"}
{"level":"info","ts":1784766529.723069,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2606d2dc-5082-4031-95c5-2a8f58652a25"}
{"level":"info","ts":1784766529.7230895,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2606d2dc-5082-4031-95c5-2a8f58652a25","EoS":false}
{"level":"info","ts":1784766529.7231107,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2606d2dc-5082-4031-95c5-2a8f58652a25","EoS":true}
{"level":"info","ts":1784766529.7231565,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2606d2dc-5082-4031-95c5-2a8f58652a25"}
{"level":"info","ts":1784766538.2677205,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766538.2678173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43241f88-bd07-4584-a7d2-2ffacd8fd03b"}
{"level":"info","ts":1784766538.2678306,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43241f88-bd07-4584-a7d2-2ffacd8fd03b"}
{"level":"info","ts":1784766538.2678554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43241f88-bd07-4584-a7d2-2ffacd8fd03b","EoS":true}
{"level":"info","ts":1784766538.2679687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43241f88-bd07-4584-a7d2-2ffacd8fd03b","header":"x-maas-username"}
{"level":"info","ts":1784766538.267981,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43241f88-bd07-4584-a7d2-2ffacd8fd03b","header":"x-maas-subscription"}
{"level":"info","ts":1784766538.2679865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43241f88-bd07-4584-a7d2-2ffacd8fd03b","header":"x-maas-group"}
{"level":"info","ts":1784766538.2680008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43241f88-bd07-4584-a7d2-2ffacd8fd03b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766538.2680242,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43241f88-bd07-4584-a7d2-2ffacd8fd03b"}
{"level":"info","ts":1784766538.2690227,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"43241f88-bd07-4584-a7d2-2ffacd8fd03b"}
{"level":"info","ts":1784766538.2690427,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"43241f88-bd07-4584-a7d2-2ffacd8fd03b"}
{"level":"info","ts":1784766538.2690594,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"43241f88-bd07-4584-a7d2-2ffacd8fd03b","EoS":false}
{"level":"info","ts":1784766538.2690773,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"43241f88-bd07-4584-a7d2-2ffacd8fd03b","EoS":true}
{"level":"info","ts":1784766538.269115,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"43241f88-bd07-4584-a7d2-2ffacd8fd03b"}
{"level":"info","ts":1784766547.1192346,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766547.1193488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"931d53d3-ef3c-49f2-bda6-ab09c001a257"}
{"level":"info","ts":1784766547.1193655,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"931d53d3-ef3c-49f2-bda6-ab09c001a257"}
{"level":"info","ts":1784766547.1193852,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"931d53d3-ef3c-49f2-bda6-ab09c001a257","EoS":true}
{"level":"info","ts":1784766547.1194236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"931d53d3-ef3c-49f2-bda6-ab09c001a257","header":"x-maas-username"}
{"level":"info","ts":1784766547.1194365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"931d53d3-ef3c-49f2-bda6-ab09c001a257","header":"x-maas-subscription"}
{"level":"info","ts":1784766547.119445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"931d53d3-ef3c-49f2-bda6-ab09c001a257","header":"x-maas-group"}
{"level":"info","ts":1784766547.1194685,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"931d53d3-ef3c-49f2-bda6-ab09c001a257","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766547.1195025,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"931d53d3-ef3c-49f2-bda6-ab09c001a257"}
{"level":"info","ts":1784766547.1204355,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"931d53d3-ef3c-49f2-bda6-ab09c001a257"}
{"level":"info","ts":1784766547.1204574,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"931d53d3-ef3c-49f2-bda6-ab09c001a257"}
{"level":"info","ts":1784766547.1204736,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"931d53d3-ef3c-49f2-bda6-ab09c001a257","EoS":false}
{"level":"info","ts":1784766547.1204855,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"931d53d3-ef3c-49f2-bda6-ab09c001a257","EoS":true}
{"level":"info","ts":1784766547.120523,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"931d53d3-ef3c-49f2-bda6-ab09c001a257"}
{"level":"info","ts":1784766569.9978654,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766569.997945,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a1f432a-75a5-4812-a6b4-e5e1bf5a3866"}
{"level":"info","ts":1784766569.9979553,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a1f432a-75a5-4812-a6b4-e5e1bf5a3866"}
{"level":"info","ts":1784766569.9979668,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a1f432a-75a5-4812-a6b4-e5e1bf5a3866","EoS":true}
{"level":"info","ts":1784766569.997993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a1f432a-75a5-4812-a6b4-e5e1bf5a3866","header":"x-maas-subscription"}
{"level":"info","ts":1784766569.998004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a1f432a-75a5-4812-a6b4-e5e1bf5a3866","header":"x-maas-username"}
{"level":"info","ts":1784766569.9980102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a1f432a-75a5-4812-a6b4-e5e1bf5a3866","header":"x-maas-group"}
{"level":"info","ts":1784766569.9980242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a1f432a-75a5-4812-a6b4-e5e1bf5a3866","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784766569.9980502,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a1f432a-75a5-4812-a6b4-e5e1bf5a3866"}
{"level":"info","ts":1784766569.9998121,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0a1f432a-75a5-4812-a6b4-e5e1bf5a3866"}
{"level":"info","ts":1784766569.9998343,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0a1f432a-75a5-4812-a6b4-e5e1bf5a3866"}
{"level":"info","ts":1784766569.999848,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a1f432a-75a5-4812-a6b4-e5e1bf5a3866","EoS":false}
{"level":"info","ts":1784766569.9998586,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a1f432a-75a5-4812-a6b4-e5e1bf5a3866","EoS":true}
{"level":"info","ts":1784766569.9998922,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0a1f432a-75a5-4812-a6b4-e5e1bf5a3866"}
{"level":"info","ts":1784766592.5048459,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766592.5049295,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5ed8045-d418-4613-a702-6ff45b7d4e92"}
{"level":"info","ts":1784766592.5049396,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d5ed8045-d418-4613-a702-6ff45b7d4e92"}
{"level":"info","ts":1784766592.504952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5ed8045-d418-4613-a702-6ff45b7d4e92","EoS":true}
{"level":"info","ts":1784766592.5049767,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5ed8045-d418-4613-a702-6ff45b7d4e92","header":"x-maas-subscription"}
{"level":"info","ts":1784766592.504988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5ed8045-d418-4613-a702-6ff45b7d4e92","header":"x-maas-group"}
{"level":"info","ts":1784766592.5049932,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5ed8045-d418-4613-a702-6ff45b7d4e92","header":"x-maas-username"}
{"level":"info","ts":1784766592.5050066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5ed8045-d418-4613-a702-6ff45b7d4e92","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784766592.5050356,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d5ed8045-d418-4613-a702-6ff45b7d4e92"}
{"level":"info","ts":1784766592.5070095,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d5ed8045-d418-4613-a702-6ff45b7d4e92"}
{"level":"info","ts":1784766592.5070395,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d5ed8045-d418-4613-a702-6ff45b7d4e92"}
{"level":"info","ts":1784766592.5070548,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d5ed8045-d418-4613-a702-6ff45b7d4e92","EoS":false}
{"level":"info","ts":1784766592.5070658,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d5ed8045-d418-4613-a702-6ff45b7d4e92","EoS":true}
{"level":"info","ts":1784766592.5070996,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d5ed8045-d418-4613-a702-6ff45b7d4e92"}
{"level":"info","ts":1784766616.8918438,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766616.8919532,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da1efa01-f5e1-44fd-8d59-5df2422f663b"}
{"level":"info","ts":1784766616.8919694,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"da1efa01-f5e1-44fd-8d59-5df2422f663b"}
{"level":"info","ts":1784766616.8919852,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da1efa01-f5e1-44fd-8d59-5df2422f663b","EoS":true}
{"level":"info","ts":1784766616.8920739,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da1efa01-f5e1-44fd-8d59-5df2422f663b","header":"x-maas-subscription"}
{"level":"info","ts":1784766616.8920877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da1efa01-f5e1-44fd-8d59-5df2422f663b","header":"x-maas-username"}
{"level":"info","ts":1784766616.8920958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da1efa01-f5e1-44fd-8d59-5df2422f663b","header":"x-maas-group"}
{"level":"info","ts":1784766616.892112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da1efa01-f5e1-44fd-8d59-5df2422f663b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766616.8921432,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"da1efa01-f5e1-44fd-8d59-5df2422f663b"}
{"level":"info","ts":1784766616.8953843,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"da1efa01-f5e1-44fd-8d59-5df2422f663b"}
{"level":"info","ts":1784766616.8954158,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"da1efa01-f5e1-44fd-8d59-5df2422f663b"}
{"level":"info","ts":1784766616.8954325,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"da1efa01-f5e1-44fd-8d59-5df2422f663b","EoS":false}
{"level":"info","ts":1784766616.8954458,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"da1efa01-f5e1-44fd-8d59-5df2422f663b","EoS":true}
{"level":"info","ts":1784766616.8954904,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"da1efa01-f5e1-44fd-8d59-5df2422f663b"}
{"level":"info","ts":1784766626.295368,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766626.2954433,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e27ab99b-02c7-4f40-b218-2e5d423a6602"}
{"level":"info","ts":1784766626.295452,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e27ab99b-02c7-4f40-b218-2e5d423a6602"}
{"level":"info","ts":1784766626.2954628,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e27ab99b-02c7-4f40-b218-2e5d423a6602","EoS":true}
{"level":"info","ts":1784766626.295487,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e27ab99b-02c7-4f40-b218-2e5d423a6602","header":"x-maas-subscription"}
{"level":"info","ts":1784766626.2954965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e27ab99b-02c7-4f40-b218-2e5d423a6602","header":"x-maas-username"}
{"level":"info","ts":1784766626.2955017,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e27ab99b-02c7-4f40-b218-2e5d423a6602","header":"x-maas-group"}
{"level":"info","ts":1784766626.2955148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e27ab99b-02c7-4f40-b218-2e5d423a6602","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766626.2955928,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e27ab99b-02c7-4f40-b218-2e5d423a6602"}
{"level":"info","ts":1784766626.2966115,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e27ab99b-02c7-4f40-b218-2e5d423a6602"}
{"level":"info","ts":1784766626.2966385,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e27ab99b-02c7-4f40-b218-2e5d423a6602"}
{"level":"info","ts":1784766626.2966535,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e27ab99b-02c7-4f40-b218-2e5d423a6602","EoS":false}
{"level":"info","ts":1784766626.2966666,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e27ab99b-02c7-4f40-b218-2e5d423a6602","EoS":true}
{"level":"info","ts":1784766626.2967095,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e27ab99b-02c7-4f40-b218-2e5d423a6602"}
{"level":"info","ts":1784766626.3325593,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766626.3326387,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84722120-a491-46fe-9fdd-e646eb24ce2a"}
{"level":"info","ts":1784766626.3326476,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"84722120-a491-46fe-9fdd-e646eb24ce2a"}
{"level":"info","ts":1784766626.3326592,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84722120-a491-46fe-9fdd-e646eb24ce2a","EoS":true}
{"level":"info","ts":1784766626.332683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84722120-a491-46fe-9fdd-e646eb24ce2a","header":"x-maas-subscription"}
{"level":"info","ts":1784766626.332693,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84722120-a491-46fe-9fdd-e646eb24ce2a","header":"x-maas-username"}
{"level":"info","ts":1784766626.332699,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84722120-a491-46fe-9fdd-e646eb24ce2a","header":"x-maas-group"}
{"level":"info","ts":1784766626.3327124,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84722120-a491-46fe-9fdd-e646eb24ce2a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766626.3327394,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"84722120-a491-46fe-9fdd-e646eb24ce2a"}
{"level":"info","ts":1784766626.3353007,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"84722120-a491-46fe-9fdd-e646eb24ce2a"}
{"level":"info","ts":1784766626.3353238,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"84722120-a491-46fe-9fdd-e646eb24ce2a"}
{"level":"info","ts":1784766626.3353438,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"84722120-a491-46fe-9fdd-e646eb24ce2a","EoS":false}
{"level":"info","ts":1784766626.3353548,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"84722120-a491-46fe-9fdd-e646eb24ce2a","EoS":true}
{"level":"info","ts":1784766626.3353875,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"84722120-a491-46fe-9fdd-e646eb24ce2a"}
{"level":"info","ts":1784766645.5887294,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766645.5888507,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf5410c7-13d7-496b-b394-2620f43d147c"}
{"level":"info","ts":1784766645.5888631,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf5410c7-13d7-496b-b394-2620f43d147c"}
{"level":"info","ts":1784766645.5888836,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf5410c7-13d7-496b-b394-2620f43d147c","EoS":true}
{"level":"info","ts":1784766645.5889232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf5410c7-13d7-496b-b394-2620f43d147c","header":"x-maas-group"}
{"level":"info","ts":1784766645.5889378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf5410c7-13d7-496b-b394-2620f43d147c","header":"x-maas-username"}
{"level":"info","ts":1784766645.588946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf5410c7-13d7-496b-b394-2620f43d147c","header":"x-maas-subscription"}
{"level":"info","ts":1784766645.588965,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf5410c7-13d7-496b-b394-2620f43d147c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766645.5889962,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf5410c7-13d7-496b-b394-2620f43d147c"}
{"level":"info","ts":1784766645.5900111,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf5410c7-13d7-496b-b394-2620f43d147c"}
{"level":"info","ts":1784766645.5900347,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cf5410c7-13d7-496b-b394-2620f43d147c"}
{"level":"info","ts":1784766645.5900505,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cf5410c7-13d7-496b-b394-2620f43d147c","EoS":false}
{"level":"info","ts":1784766645.5900621,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cf5410c7-13d7-496b-b394-2620f43d147c","EoS":true}
{"level":"info","ts":1784766645.5900962,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cf5410c7-13d7-496b-b394-2620f43d147c"}
{"level":"info","ts":1784766774.1239872,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766774.1240745,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99d632c1-1a40-4b45-ad1c-3ef31b25aa98"}
{"level":"info","ts":1784766774.1240845,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"99d632c1-1a40-4b45-ad1c-3ef31b25aa98"}
{"level":"info","ts":1784766774.1240962,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99d632c1-1a40-4b45-ad1c-3ef31b25aa98","EoS":true}
{"level":"info","ts":1784766774.1241212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99d632c1-1a40-4b45-ad1c-3ef31b25aa98","header":"x-maas-username"}
{"level":"info","ts":1784766774.1241317,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99d632c1-1a40-4b45-ad1c-3ef31b25aa98","header":"x-maas-subscription"}
{"level":"info","ts":1784766774.1241362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99d632c1-1a40-4b45-ad1c-3ef31b25aa98","header":"x-maas-group"}
{"level":"info","ts":1784766774.1241534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99d632c1-1a40-4b45-ad1c-3ef31b25aa98","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784766774.1241863,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"99d632c1-1a40-4b45-ad1c-3ef31b25aa98"}
{"level":"info","ts":1784766774.125364,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"99d632c1-1a40-4b45-ad1c-3ef31b25aa98"}
{"level":"info","ts":1784766774.1253858,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"99d632c1-1a40-4b45-ad1c-3ef31b25aa98"}
{"level":"info","ts":1784766774.125402,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"99d632c1-1a40-4b45-ad1c-3ef31b25aa98","EoS":false}
{"level":"info","ts":1784766774.1254127,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"99d632c1-1a40-4b45-ad1c-3ef31b25aa98","EoS":true}
{"level":"info","ts":1784766774.12545,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"99d632c1-1a40-4b45-ad1c-3ef31b25aa98"}
{"level":"info","ts":1784766811.2396626,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766811.2397501,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b192125-d76a-44c2-bd99-1bda75dab8bc"}
{"level":"info","ts":1784766811.2397757,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b192125-d76a-44c2-bd99-1bda75dab8bc"}
{"level":"info","ts":1784766811.239788,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b192125-d76a-44c2-bd99-1bda75dab8bc","EoS":true}
{"level":"info","ts":1784766811.2398129,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b192125-d76a-44c2-bd99-1bda75dab8bc","header":"x-maas-username"}
{"level":"info","ts":1784766811.2398245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b192125-d76a-44c2-bd99-1bda75dab8bc","header":"x-maas-subscription"}
{"level":"info","ts":1784766811.2398305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b192125-d76a-44c2-bd99-1bda75dab8bc","header":"x-maas-group"}
{"level":"info","ts":1784766811.2398446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b192125-d76a-44c2-bd99-1bda75dab8bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766811.2398698,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b192125-d76a-44c2-bd99-1bda75dab8bc"}
{"level":"info","ts":1784766811.2408588,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5b192125-d76a-44c2-bd99-1bda75dab8bc"}
{"level":"info","ts":1784766811.240882,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5b192125-d76a-44c2-bd99-1bda75dab8bc"}
{"level":"info","ts":1784766811.2409022,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b192125-d76a-44c2-bd99-1bda75dab8bc","EoS":false}
{"level":"info","ts":1784766811.2409177,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b192125-d76a-44c2-bd99-1bda75dab8bc","EoS":true}
{"level":"info","ts":1784766811.240968,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5b192125-d76a-44c2-bd99-1bda75dab8bc"}
{"level":"info","ts":1784766826.5719995,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766826.5720873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c84e15f1-4b7d-4b31-9766-41e1a089ec1b"}
{"level":"info","ts":1784766826.5720956,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c84e15f1-4b7d-4b31-9766-41e1a089ec1b"}
{"level":"info","ts":1784766826.5721073,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c84e15f1-4b7d-4b31-9766-41e1a089ec1b","EoS":true}
{"level":"info","ts":1784766826.5721328,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c84e15f1-4b7d-4b31-9766-41e1a089ec1b","header":"x-maas-subscription"}
{"level":"info","ts":1784766826.5721436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c84e15f1-4b7d-4b31-9766-41e1a089ec1b","header":"x-maas-group"}
{"level":"info","ts":1784766826.5721483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c84e15f1-4b7d-4b31-9766-41e1a089ec1b","header":"x-maas-username"}
{"level":"info","ts":1784766826.5721614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c84e15f1-4b7d-4b31-9766-41e1a089ec1b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766826.572185,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c84e15f1-4b7d-4b31-9766-41e1a089ec1b"}
{"level":"info","ts":1784766826.5750976,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c84e15f1-4b7d-4b31-9766-41e1a089ec1b"}
{"level":"info","ts":1784766826.5751214,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c84e15f1-4b7d-4b31-9766-41e1a089ec1b"}
{"level":"info","ts":1784766826.57514,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c84e15f1-4b7d-4b31-9766-41e1a089ec1b","EoS":false}
{"level":"info","ts":1784766826.5751526,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c84e15f1-4b7d-4b31-9766-41e1a089ec1b","EoS":true}
{"level":"info","ts":1784766826.575191,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c84e15f1-4b7d-4b31-9766-41e1a089ec1b"}
{"level":"info","ts":1784767173.9831636,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767173.98325,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69679227-5d68-438a-9fdd-71abc0bec2a7"}
{"level":"info","ts":1784767173.98326,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69679227-5d68-438a-9fdd-71abc0bec2a7"}
{"level":"info","ts":1784767173.9832716,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69679227-5d68-438a-9fdd-71abc0bec2a7","EoS":true}
{"level":"info","ts":1784767173.9833062,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69679227-5d68-438a-9fdd-71abc0bec2a7","header":"x-maas-subscription"}
{"level":"info","ts":1784767173.9833167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69679227-5d68-438a-9fdd-71abc0bec2a7","header":"x-maas-username"}
{"level":"info","ts":1784767173.9833221,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69679227-5d68-438a-9fdd-71abc0bec2a7","header":"x-maas-group"}
{"level":"info","ts":1784767173.9833353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69679227-5d68-438a-9fdd-71abc0bec2a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784767173.9833596,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69679227-5d68-438a-9fdd-71abc0bec2a7"}
{"level":"info","ts":1784767173.9854782,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"69679227-5d68-438a-9fdd-71abc0bec2a7"}
{"level":"info","ts":1784767173.9855013,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"69679227-5d68-438a-9fdd-71abc0bec2a7"}
{"level":"info","ts":1784767173.9855204,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69679227-5d68-438a-9fdd-71abc0bec2a7","EoS":false}
{"level":"info","ts":1784767173.9855316,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69679227-5d68-438a-9fdd-71abc0bec2a7","EoS":true}
{"level":"info","ts":1784767173.9855654,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"69679227-5d68-438a-9fdd-71abc0bec2a7"}
{"level":"info","ts":1784767174.0225055,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767174.0225723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51f1ce49-8638-4c42-b616-40313501d324"}
{"level":"info","ts":1784767174.0225806,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"51f1ce49-8638-4c42-b616-40313501d324"}
{"level":"info","ts":1784767174.022592,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51f1ce49-8638-4c42-b616-40313501d324","EoS":true}
{"level":"info","ts":1784767174.0226166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51f1ce49-8638-4c42-b616-40313501d324","header":"x-maas-username"}
{"level":"info","ts":1784767174.022624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51f1ce49-8638-4c42-b616-40313501d324","header":"x-maas-group"}
{"level":"info","ts":1784767174.0226283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51f1ce49-8638-4c42-b616-40313501d324","header":"x-maas-subscription"}
{"level":"info","ts":1784767174.0226412,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51f1ce49-8638-4c42-b616-40313501d324","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784767174.0226648,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"51f1ce49-8638-4c42-b616-40313501d324"}
{"level":"info","ts":1784767174.0236044,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"51f1ce49-8638-4c42-b616-40313501d324"}
{"level":"info","ts":1784767174.0236235,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"51f1ce49-8638-4c42-b616-40313501d324"}
{"level":"info","ts":1784767174.0236354,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"51f1ce49-8638-4c42-b616-40313501d324","EoS":false}
{"level":"info","ts":1784767174.0236464,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"51f1ce49-8638-4c42-b616-40313501d324","EoS":true}
{"level":"info","ts":1784767174.0236807,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"51f1ce49-8638-4c42-b616-40313501d324"}
{"level":"info","ts":1784767178.8175728,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"cbcad6dc-1848-4f9e-bd95-5b05748d6be7","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784767178.8178754,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38031.596323619,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784767178.8179026,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784767178.8572116,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784767178.918934,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"cbcad6dc-1848-4f9e-bd95-5b05748d6be7","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784767178.9400842,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8dc59bac-c8f9-4d3b-bfaa-1781ff33058a"}
{"level":"info","ts":1784767178.9401238,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69cbe109-bd22-4d1d-8a3a-625b71f7e992","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784767178.9401603,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69cbe109-bd22-4d1d-8a3a-625b71f7e992","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784767178.9455523,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cc1c9f21-9867-402e-beb5-63f53042ef3c","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784767178.9455907,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cc1c9f21-9867-402e-beb5-63f53042ef3c","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784767178.946188,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34336.084248354,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784767178.946209,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784767178.9545982,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784767179.0467112,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8dc59bac-c8f9-4d3b-bfaa-1781ff33058a","name":"e2e-external-provider"}
{"level":"info","ts":1784767179.0581667,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8246b27b-61e1-4141-9923-a51623758673"}
{"level":"info","ts":1784767179.0581908,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd624627-ab05-41ed-af69-806b1d6f490b","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784767179.0582335,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd624627-ab05-41ed-af69-806b1d6f490b","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784767179.0617335,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8dc59bac-c8f9-4d3b-bfaa-1781ff33058a","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784767179.0654144,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d0b62fc-86f9-4f2f-9fef-00411b2caff8","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784767179.065448,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d0b62fc-86f9-4f2f-9fef-00411b2caff8","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784767179.0655367,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8246b27b-61e1-4141-9923-a51623758673","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784767179.0727792,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8dc59bac-c8f9-4d3b-bfaa-1781ff33058a","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784767179.0730155,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51480232-94d8-41f3-a521-5e4ff3d7643c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784767179.0730453,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51480232-94d8-41f3-a521-5e4ff3d7643c","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784767179.073117,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8246b27b-61e1-4141-9923-a51623758673","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784767179.0731966,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0cd12c91-93af-4019-8ddc-6764304a2c74"}
{"level":"info","ts":1784767179.0732222,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0cd12c91-93af-4019-8ddc-6764304a2c74","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784767179.0775347,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8dc59bac-c8f9-4d3b-bfaa-1781ff33058a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784767179.0806885,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0cd12c91-93af-4019-8ddc-6764304a2c74","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784767179.082585,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"921e4db6-c1a3-49ca-9aa9-0551a4133a3f","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784767179.082616,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"921e4db6-c1a3-49ca-9aa9-0551a4133a3f","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784767179.0826108,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb4d1b82-a247-4c2e-8f48-8186420b6e3e"}
{"level":"info","ts":1784767179.0826747,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cd82b61-05a4-4588-869b-960a2717d832","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784767179.0828595,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39549.375504773,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784767179.0828912,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a453580-2f50-49b7-97fc-098bf701859a"}
{"level":"info","ts":1784767179.082922,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cd82b61-05a4-4588-869b-960a2717d832","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784767179.0829468,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a453580-2f50-49b7-97fc-098bf701859a","name":"e2e-external-provider"}
{"level":"info","ts":1784767179.0828774,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784767179.0922003,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784767179.0924654,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a453580-2f50-49b7-97fc-098bf701859a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784767179.1830962,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb4d1b82-a247-4c2e-8f48-8186420b6e3e","name":"e2e-external-model"}
{"level":"info","ts":1784767179.2022672,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a94cc42-8ae9-4a56-b052-3da2a4fa54eb","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784767179.202331,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a94cc42-8ae9-4a56-b052-3da2a4fa54eb","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784767179.2035792,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb4d1b82-a247-4c2e-8f48-8186420b6e3e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784767179.2036493,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb4d1b82-a247-4c2e-8f48-8186420b6e3e","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784767179.203716,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"777fab92-023f-45ea-84fa-ed371d19d651"}
{"level":"info","ts":1784767179.203806,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"777fab92-023f-45ea-84fa-ed371d19d651","name":"e2e-external-model"}
{"level":"info","ts":1784767179.2179594,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d268135-042f-4358-8bef-df7a780f4665","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784767179.2180002,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d268135-042f-4358-8bef-df7a780f4665","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784767179.219324,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"777fab92-023f-45ea-84fa-ed371d19d651","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784767179.2193756,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"777fab92-023f-45ea-84fa-ed371d19d651","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784767179.2194471,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31eea1b3-16c5-41d1-8ca0-57c434a3453e"}
{"level":"info","ts":1784767179.2195146,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31eea1b3-16c5-41d1-8ca0-57c434a3453e","name":"e2e-external-model"}
{"level":"info","ts":1784767179.2268715,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31eea1b3-16c5-41d1-8ca0-57c434a3453e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784767179.2325196,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40d4925d-54fc-49f8-ac47-290e738ef2ad","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784767179.2325573,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40d4925d-54fc-49f8-ac47-290e738ef2ad","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784767179.2336845,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31eea1b3-16c5-41d1-8ca0-57c434a3453e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784767179.2338126,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28c86bbb-6adb-4453-907f-74e835690133"}
{"level":"info","ts":1784767179.233876,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28c86bbb-6adb-4453-907f-74e835690133","name":"e2e-external-model"}
{"level":"info","ts":1784767179.240277,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28c86bbb-6adb-4453-907f-74e835690133","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784767188.6623688,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767188.662458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a88ba22e-1341-4931-90f7-7efeee82bfec"}
{"level":"info","ts":1784767188.6624672,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a88ba22e-1341-4931-90f7-7efeee82bfec"}
{"level":"info","ts":1784767188.6624792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a88ba22e-1341-4931-90f7-7efeee82bfec","EoS":true}
{"level":"info","ts":1784767188.662503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a88ba22e-1341-4931-90f7-7efeee82bfec","header":"x-maas-username"}
{"level":"info","ts":1784767188.6625133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a88ba22e-1341-4931-90f7-7efeee82bfec","header":"x-maas-subscription"}
{"level":"info","ts":1784767188.6625195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a88ba22e-1341-4931-90f7-7efeee82bfec","header":"x-maas-group"}
{"level":"info","ts":1784767188.662534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a88ba22e-1341-4931-90f7-7efeee82bfec","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784767188.6625438,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a88ba22e-1341-4931-90f7-7efeee82bfec","modelName":"e2e-external-model"}
{"level":"info","ts":1784767188.6625633,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a88ba22e-1341-4931-90f7-7efeee82bfec","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784767188.6626039,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"a88ba22e-1341-4931-90f7-7efeee82bfec","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784767188.6626222,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"a88ba22e-1341-4931-90f7-7efeee82bfec","authType":"apikey"}
{"level":"info","ts":1784767188.6626496,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a88ba22e-1341-4931-90f7-7efeee82bfec"}
{"level":"info","ts":1784767188.7817101,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8cfc167-6bf1-444c-8ca1-b701dda55db1"}
{"level":"info","ts":1784767188.7817805,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e92ef10-d6d6-4b35-bd58-52522de7fc02","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784767188.7818124,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e92ef10-d6d6-4b35-bd58-52522de7fc02","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784767188.7865868,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"003cb49f-df47-4c45-9ca9-c17186ead677","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784767188.7866206,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"003cb49f-df47-4c45-9ca9-c17186ead677","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784767188.7868168,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8cfc167-6bf1-444c-8ca1-b701dda55db1","name":"e2e-cleanup-test"}
{"level":"info","ts":1784767188.7964573,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8cfc167-6bf1-444c-8ca1-b701dda55db1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784767188.8046098,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b5581ea-5940-482e-b539-db87afd136cf","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784767188.8046403,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b5581ea-5940-482e-b539-db87afd136cf","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784767188.804876,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d7b12b9c-51df-420f-aa5e-73ebd1fb674a"}
{"level":"info","ts":1784767188.804938,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d7b12b9c-51df-420f-aa5e-73ebd1fb674a","name":"e2e-cleanup-test"}
{"level":"info","ts":1784767188.8197267,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1fada9d-10f9-4ad2-9877-7c557e7beed3","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784767188.8197916,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1fada9d-10f9-4ad2-9877-7c557e7beed3","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784767188.8203187,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d7b12b9c-51df-420f-aa5e-73ebd1fb674a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784767188.8203604,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d7b12b9c-51df-420f-aa5e-73ebd1fb674a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784767188.82042,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4ce3c82-7a9f-4dd9-90ed-29ab3f2e0eb1"}
{"level":"info","ts":1784767188.8204844,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4ce3c82-7a9f-4dd9-90ed-29ab3f2e0eb1","name":"e2e-cleanup-test"}
{"level":"info","ts":1784767188.8283913,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4ce3c82-7a9f-4dd9-90ed-29ab3f2e0eb1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784767188.83322,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02c5a50d-d62e-48a4-b1a9-0b90a5276ebc","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784767188.8332493,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02c5a50d-d62e-48a4-b1a9-0b90a5276ebc","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784767188.836531,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4ce3c82-7a9f-4dd9-90ed-29ab3f2e0eb1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784767188.8366048,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9096f3d-91f8-4d9a-b4bf-9c35e7e201cf"}
{"level":"info","ts":1784767188.8366551,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9096f3d-91f8-4d9a-b4bf-9c35e7e201cf","name":"e2e-cleanup-test"}
{"level":"info","ts":1784767188.8430548,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9096f3d-91f8-4d9a-b4bf-9c35e7e201cf","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784767197.0445607,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29b07ecc-816c-42a7-85b8-2c13e4c78302"}
{"level":"info","ts":1784767197.044613,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a1ce434-ba6b-453f-935c-43f10fcfe45f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784767197.0446475,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a1ce434-ba6b-453f-935c-43f10fcfe45f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784767201.3534067,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767201.3534958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"819f05ec-d972-4957-8f78-d637a2ce664b"}
{"level":"info","ts":1784767201.3535075,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"819f05ec-d972-4957-8f78-d637a2ce664b"}
{"level":"info","ts":1784767201.3535194,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"819f05ec-d972-4957-8f78-d637a2ce664b","EoS":true}
{"level":"info","ts":1784767201.3535528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"819f05ec-d972-4957-8f78-d637a2ce664b","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784767201.3535802,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"819f05ec-d972-4957-8f78-d637a2ce664b"}
{"level":"info","ts":1784767201.4091482,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767201.4092321,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a26d35da-b921-4022-9b7f-7adebf410bab"}
{"level":"info","ts":1784767201.4092422,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a26d35da-b921-4022-9b7f-7adebf410bab"}
{"level":"info","ts":1784767201.409255,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a26d35da-b921-4022-9b7f-7adebf410bab","EoS":true}
{"level":"info","ts":1784767201.40928,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a26d35da-b921-4022-9b7f-7adebf410bab","header":"x-maas-group"}
{"level":"info","ts":1784767201.4092906,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a26d35da-b921-4022-9b7f-7adebf410bab","header":"x-maas-subscription"}
{"level":"info","ts":1784767201.409298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a26d35da-b921-4022-9b7f-7adebf410bab","header":"x-maas-username"}
{"level":"info","ts":1784767201.4093146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a26d35da-b921-4022-9b7f-7adebf410bab","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784767201.4093282,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a26d35da-b921-4022-9b7f-7adebf410bab","modelName":"e2e-external-model"}
{"level":"info","ts":1784767201.4093442,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a26d35da-b921-4022-9b7f-7adebf410bab","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784767201.4093673,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"a26d35da-b921-4022-9b7f-7adebf410bab","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784767201.4093843,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"a26d35da-b921-4022-9b7f-7adebf410bab","authType":"apikey"}
{"level":"info","ts":1784767201.4094067,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a26d35da-b921-4022-9b7f-7adebf410bab"}
{"level":"info","ts":1784767201.4465177,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767201.4465954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0764130-31eb-47d1-9c84-d3951483cbf7"}
{"level":"info","ts":1784767201.4466069,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0764130-31eb-47d1-9c84-d3951483cbf7"}
{"level":"info","ts":1784767201.4466178,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0764130-31eb-47d1-9c84-d3951483cbf7","EoS":true}
{"level":"info","ts":1784767201.4466438,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0764130-31eb-47d1-9c84-d3951483cbf7","header":"x-maas-subscription"}
{"level":"info","ts":1784767201.4466543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0764130-31eb-47d1-9c84-d3951483cbf7","header":"x-maas-group"}
{"level":"info","ts":1784767201.446659,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0764130-31eb-47d1-9c84-d3951483cbf7","header":"x-maas-username"}
{"level":"info","ts":1784767201.446676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0764130-31eb-47d1-9c84-d3951483cbf7","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784767201.446709,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0764130-31eb-47d1-9c84-d3951483cbf7"}
{"level":"info","ts":1784767201.550368,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a0764130-31eb-47d1-9c84-d3951483cbf7"}
{"level":"info","ts":1784767201.5503948,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a0764130-31eb-47d1-9c84-d3951483cbf7"}
{"level":"info","ts":1784767201.5504117,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a0764130-31eb-47d1-9c84-d3951483cbf7","EoS":false}
{"level":"info","ts":1784767201.550426,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a0764130-31eb-47d1-9c84-d3951483cbf7","EoS":true}
{"level":"error","ts":1784767201.5504353,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"a0764130-31eb-47d1-9c84-d3951483cbf7","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784767201.550486,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a0764130-31eb-47d1-9c84-d3951483cbf7"}
{"level":"info","ts":1784767201.5859528,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767201.5860393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"103f943a-d1a5-4b79-a678-e682ff7c443b"}
{"level":"info","ts":1784767201.58605,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"103f943a-d1a5-4b79-a678-e682ff7c443b"}
{"level":"info","ts":1784767201.5860624,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"103f943a-d1a5-4b79-a678-e682ff7c443b","EoS":true}
{"level":"info","ts":1784767201.586092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"103f943a-d1a5-4b79-a678-e682ff7c443b","header":"x-maas-subscription"}
{"level":"info","ts":1784767201.586105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"103f943a-d1a5-4b79-a678-e682ff7c443b","header":"x-maas-username"}
{"level":"info","ts":1784767201.5861094,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"103f943a-d1a5-4b79-a678-e682ff7c443b","header":"x-maas-group"}
{"level":"info","ts":1784767201.58614,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"103f943a-d1a5-4b79-a678-e682ff7c443b"}
{"level":"info","ts":1784767201.636601,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"103f943a-d1a5-4b79-a678-e682ff7c443b"}
{"level":"info","ts":1784767201.6366282,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"103f943a-d1a5-4b79-a678-e682ff7c443b"}
{"level":"info","ts":1784767201.6366448,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"103f943a-d1a5-4b79-a678-e682ff7c443b","EoS":false}
{"level":"info","ts":1784767201.6366587,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"103f943a-d1a5-4b79-a678-e682ff7c443b","EoS":true}
{"level":"error","ts":1784767201.6366756,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"103f943a-d1a5-4b79-a678-e682ff7c443b","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784767201.6367228,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"103f943a-d1a5-4b79-a678-e682ff7c443b"}
{"level":"info","ts":1784767202.494246,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9cdbd8f-4dfb-4d38-b922-24b414a2b3dc"}
{"level":"info","ts":1784767202.494289,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d17dd42f-cb14-44c9-852d-14b8f18b3aef","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784767202.4943197,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d17dd42f-cb14-44c9-852d-14b8f18b3aef","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784767202.64954,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ec544d74-9fb5-4682-a039-d13f63e8e09f","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784767202.6495874,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ec544d74-9fb5-4682-a039-d13f63e8e09f","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784767202.6496263,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3622ece2-bee9-44b2-ac3b-ed4f68e75ca9"}
{"level":"info","ts":1784767202.7757864,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"03a8d3d8-0ee7-4d9c-ab33-bdad43faa50c","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784767202.7758372,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"03a8d3d8-0ee7-4d9c-ab33-bdad43faa50c","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784767833.9406474,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767833.9407294,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8d84a09-adeb-4680-8bb2-6aa2349b4670"}
{"level":"info","ts":1784767833.9407372,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e8d84a09-adeb-4680-8bb2-6aa2349b4670"}
{"level":"info","ts":1784767833.9407494,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8d84a09-adeb-4680-8bb2-6aa2349b4670","EoS":true}
{"level":"info","ts":1784767833.9408057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8d84a09-adeb-4680-8bb2-6aa2349b4670","header":"x-maas-subscription"}
{"level":"info","ts":1784767833.9408162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8d84a09-adeb-4680-8bb2-6aa2349b4670","header":"x-maas-group"}
{"level":"info","ts":1784767833.9408212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8d84a09-adeb-4680-8bb2-6aa2349b4670","header":"x-maas-username"}
{"level":"info","ts":1784767833.940834,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8d84a09-adeb-4680-8bb2-6aa2349b4670","path":"/ai-tenant-e2e-inf-b-a242b2/test-model-a242b2/v1/chat/completions"}
{"level":"info","ts":1784767833.9408612,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e8d84a09-adeb-4680-8bb2-6aa2349b4670"}
{"level":"info","ts":1784767833.9543738,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e8d84a09-adeb-4680-8bb2-6aa2349b4670"}
{"level":"info","ts":1784767833.9544017,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e8d84a09-adeb-4680-8bb2-6aa2349b4670"}
{"level":"info","ts":1784767833.9544187,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e8d84a09-adeb-4680-8bb2-6aa2349b4670","EoS":false}
{"level":"info","ts":1784767833.9544318,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e8d84a09-adeb-4680-8bb2-6aa2349b4670","EoS":true}
{"level":"info","ts":1784767833.954477,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e8d84a09-adeb-4680-8bb2-6aa2349b4670"}
{"level":"info","ts":1784768316.7622838,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784768316.7623668,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3615517c-ae17-46da-a98d-43b5ab68e44a"}
{"level":"info","ts":1784768316.762375,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3615517c-ae17-46da-a98d-43b5ab68e44a"}
{"level":"info","ts":1784768316.7623873,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3615517c-ae17-46da-a98d-43b5ab68e44a","EoS":true}
{"level":"info","ts":1784768316.7624133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3615517c-ae17-46da-a98d-43b5ab68e44a","header":"x-maas-subscription"}
{"level":"info","ts":1784768316.7624261,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3615517c-ae17-46da-a98d-43b5ab68e44a","header":"x-maas-group"}
{"level":"info","ts":1784768316.762434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3615517c-ae17-46da-a98d-43b5ab68e44a","header":"x-maas-username"}
{"level":"info","ts":1784768316.7624502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3615517c-ae17-46da-a98d-43b5ab68e44a","path":"/ai-tenant-e2e-shared-b-d29ed6/rate-test-model-d29ed6/v1/completions"}
{"level":"info","ts":1784768316.7624779,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3615517c-ae17-46da-a98d-43b5ab68e44a"}
{"level":"info","ts":1784768316.7758658,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3615517c-ae17-46da-a98d-43b5ab68e44a"}
{"level":"info","ts":1784768316.7759035,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3615517c-ae17-46da-a98d-43b5ab68e44a"}
{"level":"info","ts":1784768316.7759233,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3615517c-ae17-46da-a98d-43b5ab68e44a","EoS":false}
{"level":"info","ts":1784768316.7759392,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3615517c-ae17-46da-a98d-43b5ab68e44a","EoS":true}
{"level":"info","ts":1784768316.77598,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3615517c-ae17-46da-a98d-43b5ab68e44a"}