{"level":"info","ts":1785235448.7190423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ace4ef97-4614-4ac7-9d27-71a9fe8e5f84","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785235448.71907,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ace4ef97-4614-4ac7-9d27-71a9fe8e5f84"} {"level":"info","ts":1785235448.7200027,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ace4ef97-4614-4ac7-9d27-71a9fe8e5f84"} {"level":"info","ts":1785235448.7200224,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ace4ef97-4614-4ac7-9d27-71a9fe8e5f84"} {"level":"info","ts":1785235448.7200387,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ace4ef97-4614-4ac7-9d27-71a9fe8e5f84","EoS":false} {"level":"info","ts":1785235448.7200549,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ace4ef97-4614-4ac7-9d27-71a9fe8e5f84","EoS":true} {"level":"info","ts":1785235448.7200832,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ace4ef97-4614-4ac7-9d27-71a9fe8e5f84"} {"level":"info","ts":1785235471.8630803,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235471.8631592,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"304bb3c3-b053-437c-ba13-9b7a42fc9635"} {"level":"info","ts":1785235471.8631725,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"304bb3c3-b053-437c-ba13-9b7a42fc9635"} {"level":"info","ts":1785235471.863185,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"304bb3c3-b053-437c-ba13-9b7a42fc9635","EoS":true} {"level":"info","ts":1785235471.8632057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"304bb3c3-b053-437c-ba13-9b7a42fc9635","header":"x-maas-subscription"} {"level":"info","ts":1785235471.8632164,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"304bb3c3-b053-437c-ba13-9b7a42fc9635","header":"x-maas-username"} {"level":"info","ts":1785235471.863228,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"304bb3c3-b053-437c-ba13-9b7a42fc9635","header":"x-maas-group"} {"level":"info","ts":1785235471.8632457,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"304bb3c3-b053-437c-ba13-9b7a42fc9635","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785235471.8632708,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"304bb3c3-b053-437c-ba13-9b7a42fc9635"} {"level":"info","ts":1785235471.8641787,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"304bb3c3-b053-437c-ba13-9b7a42fc9635"} {"level":"info","ts":1785235471.8642051,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"304bb3c3-b053-437c-ba13-9b7a42fc9635"} {"level":"info","ts":1785235471.864229,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"304bb3c3-b053-437c-ba13-9b7a42fc9635","EoS":false} {"level":"info","ts":1785235471.8642526,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"304bb3c3-b053-437c-ba13-9b7a42fc9635","EoS":true} {"level":"info","ts":1785235471.864296,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"304bb3c3-b053-437c-ba13-9b7a42fc9635"} {"level":"info","ts":1785235471.9989164,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235471.9989898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"498884de-b112-43d8-a4c1-7d90bd2548a0"} {"level":"info","ts":1785235471.9990056,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"498884de-b112-43d8-a4c1-7d90bd2548a0"} {"level":"info","ts":1785235471.9990234,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"498884de-b112-43d8-a4c1-7d90bd2548a0","EoS":true} {"level":"info","ts":1785235471.999058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"498884de-b112-43d8-a4c1-7d90bd2548a0","header":"x-maas-subscription"} {"level":"info","ts":1785235471.9990706,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"498884de-b112-43d8-a4c1-7d90bd2548a0","header":"x-maas-group"} {"level":"info","ts":1785235471.9990778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"498884de-b112-43d8-a4c1-7d90bd2548a0","header":"x-maas-username"} {"level":"info","ts":1785235471.9990923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"498884de-b112-43d8-a4c1-7d90bd2548a0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785235471.9991186,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"498884de-b112-43d8-a4c1-7d90bd2548a0"} {"level":"info","ts":1785235472.001074,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"498884de-b112-43d8-a4c1-7d90bd2548a0"} {"level":"info","ts":1785235472.0010924,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"498884de-b112-43d8-a4c1-7d90bd2548a0"} {"level":"info","ts":1785235472.0011084,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"498884de-b112-43d8-a4c1-7d90bd2548a0","EoS":false} {"level":"info","ts":1785235472.001126,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"498884de-b112-43d8-a4c1-7d90bd2548a0","EoS":true} {"level":"info","ts":1785235472.001154,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"498884de-b112-43d8-a4c1-7d90bd2548a0"} {"level":"info","ts":1785235472.1399424,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235472.1400013,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3813f630-0e1f-4633-867f-e668223db1b5"} {"level":"info","ts":1785235472.140013,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3813f630-0e1f-4633-867f-e668223db1b5"} {"level":"info","ts":1785235472.140029,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3813f630-0e1f-4633-867f-e668223db1b5","EoS":true} {"level":"info","ts":1785235472.1400537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3813f630-0e1f-4633-867f-e668223db1b5","header":"x-maas-username"} {"level":"info","ts":1785235472.140064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3813f630-0e1f-4633-867f-e668223db1b5","header":"x-maas-subscription"} {"level":"info","ts":1785235472.140069,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3813f630-0e1f-4633-867f-e668223db1b5","header":"x-maas-group"} {"level":"info","ts":1785235472.140081,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3813f630-0e1f-4633-867f-e668223db1b5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785235472.1401026,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3813f630-0e1f-4633-867f-e668223db1b5"} {"level":"info","ts":1785235472.140848,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3813f630-0e1f-4633-867f-e668223db1b5"} {"level":"info","ts":1785235472.140866,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3813f630-0e1f-4633-867f-e668223db1b5"} {"level":"info","ts":1785235472.140884,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3813f630-0e1f-4633-867f-e668223db1b5","EoS":false} {"level":"info","ts":1785235472.1409018,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3813f630-0e1f-4633-867f-e668223db1b5","EoS":true} {"level":"info","ts":1785235472.1409273,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3813f630-0e1f-4633-867f-e668223db1b5"} {"level":"info","ts":1785235472.2779417,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235472.2779965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d44f0988-d46d-492f-b37e-e8fe4ed7d458"} {"level":"info","ts":1785235472.2780075,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d44f0988-d46d-492f-b37e-e8fe4ed7d458"} {"level":"info","ts":1785235472.2780206,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d44f0988-d46d-492f-b37e-e8fe4ed7d458","EoS":true} {"level":"info","ts":1785235472.2780478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d44f0988-d46d-492f-b37e-e8fe4ed7d458","header":"x-maas-username"} {"level":"info","ts":1785235472.2780583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d44f0988-d46d-492f-b37e-e8fe4ed7d458","header":"x-maas-group"} {"level":"info","ts":1785235472.2780633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d44f0988-d46d-492f-b37e-e8fe4ed7d458","header":"x-maas-subscription"} {"level":"info","ts":1785235472.278076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d44f0988-d46d-492f-b37e-e8fe4ed7d458","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785235472.278093,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d44f0988-d46d-492f-b37e-e8fe4ed7d458"} {"level":"info","ts":1785235472.2788265,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d44f0988-d46d-492f-b37e-e8fe4ed7d458"} {"level":"info","ts":1785235472.2788472,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d44f0988-d46d-492f-b37e-e8fe4ed7d458"} {"level":"info","ts":1785235472.2788618,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d44f0988-d46d-492f-b37e-e8fe4ed7d458","EoS":false} {"level":"info","ts":1785235472.2788723,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d44f0988-d46d-492f-b37e-e8fe4ed7d458","EoS":true} {"level":"info","ts":1785235472.2788982,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d44f0988-d46d-492f-b37e-e8fe4ed7d458"} {"level":"info","ts":1785235472.4218676,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235472.4219327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcde2063-4dac-49fa-aa12-eb8bec1e7e72"} {"level":"info","ts":1785235472.421944,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dcde2063-4dac-49fa-aa12-eb8bec1e7e72"} {"level":"info","ts":1785235472.4219558,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dcde2063-4dac-49fa-aa12-eb8bec1e7e72","EoS":true} {"level":"info","ts":1785235472.421975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dcde2063-4dac-49fa-aa12-eb8bec1e7e72","header":"x-maas-group"} {"level":"info","ts":1785235472.4219868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dcde2063-4dac-49fa-aa12-eb8bec1e7e72","header":"x-maas-username"} {"level":"info","ts":1785235472.4219913,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dcde2063-4dac-49fa-aa12-eb8bec1e7e72","header":"x-maas-subscription"} {"level":"info","ts":1785235472.422005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dcde2063-4dac-49fa-aa12-eb8bec1e7e72","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785235472.422026,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dcde2063-4dac-49fa-aa12-eb8bec1e7e72"} {"level":"info","ts":1785235472.422821,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dcde2063-4dac-49fa-aa12-eb8bec1e7e72"} {"level":"info","ts":1785235472.4228334,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dcde2063-4dac-49fa-aa12-eb8bec1e7e72"} {"level":"info","ts":1785235472.4228444,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dcde2063-4dac-49fa-aa12-eb8bec1e7e72","EoS":false} {"level":"info","ts":1785235472.4228542,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dcde2063-4dac-49fa-aa12-eb8bec1e7e72","EoS":true} {"level":"info","ts":1785235472.422876,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dcde2063-4dac-49fa-aa12-eb8bec1e7e72"} {"level":"info","ts":1785235489.6488194,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235489.6489012,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1b9f724-2a43-4003-a57c-5d9194250cd3"} {"level":"info","ts":1785235489.6489165,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b1b9f724-2a43-4003-a57c-5d9194250cd3"} {"level":"info","ts":1785235489.6489305,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b1b9f724-2a43-4003-a57c-5d9194250cd3","EoS":true} {"level":"info","ts":1785235489.648961,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1b9f724-2a43-4003-a57c-5d9194250cd3","header":"x-maas-subscription"} {"level":"info","ts":1785235489.6489751,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1b9f724-2a43-4003-a57c-5d9194250cd3","header":"x-maas-group"} {"level":"info","ts":1785235489.6489835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1b9f724-2a43-4003-a57c-5d9194250cd3","header":"x-maas-username"} {"level":"info","ts":1785235489.6490002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1b9f724-2a43-4003-a57c-5d9194250cd3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785235489.649042,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b1b9f724-2a43-4003-a57c-5d9194250cd3"} {"level":"info","ts":1785235489.6508243,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b1b9f724-2a43-4003-a57c-5d9194250cd3"} {"level":"info","ts":1785235489.650846,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b1b9f724-2a43-4003-a57c-5d9194250cd3"} {"level":"info","ts":1785235489.6508708,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b1b9f724-2a43-4003-a57c-5d9194250cd3","EoS":false} {"level":"info","ts":1785235489.650891,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b1b9f724-2a43-4003-a57c-5d9194250cd3","EoS":true} {"level":"info","ts":1785235489.6509316,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b1b9f724-2a43-4003-a57c-5d9194250cd3"} {"level":"info","ts":1785235489.6841347,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235489.6842003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d7a3890-d109-450b-af13-24832578833d"} {"level":"info","ts":1785235489.6842139,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9d7a3890-d109-450b-af13-24832578833d"} {"level":"info","ts":1785235489.6842306,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9d7a3890-d109-450b-af13-24832578833d","EoS":true} {"level":"info","ts":1785235489.6842544,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d7a3890-d109-450b-af13-24832578833d","header":"x-maas-group"} {"level":"info","ts":1785235489.6842651,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d7a3890-d109-450b-af13-24832578833d","header":"x-maas-subscription"} {"level":"info","ts":1785235489.684273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d7a3890-d109-450b-af13-24832578833d","header":"x-maas-username"} {"level":"info","ts":1785235489.6842914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d7a3890-d109-450b-af13-24832578833d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785235489.684324,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9d7a3890-d109-450b-af13-24832578833d"} {"level":"info","ts":1785235489.6849446,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9d7a3890-d109-450b-af13-24832578833d"} {"level":"info","ts":1785235489.6849592,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9d7a3890-d109-450b-af13-24832578833d"} {"level":"info","ts":1785235489.6849713,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9d7a3890-d109-450b-af13-24832578833d","EoS":false} {"level":"info","ts":1785235489.68498,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9d7a3890-d109-450b-af13-24832578833d","EoS":true} {"level":"info","ts":1785235489.6850038,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9d7a3890-d109-450b-af13-24832578833d"} {"level":"info","ts":1785235489.7827637,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235489.782812,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"03f9fe05-6997-47a1-85a0-1cdc69199508"} {"level":"info","ts":1785235489.7834394,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"03f9fe05-6997-47a1-85a0-1cdc69199508"} {"level":"info","ts":1785235489.7834573,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"03f9fe05-6997-47a1-85a0-1cdc69199508"} {"level":"info","ts":1785235489.7834852,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"03f9fe05-6997-47a1-85a0-1cdc69199508","EoS":false} {"level":"info","ts":1785235489.7835054,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"03f9fe05-6997-47a1-85a0-1cdc69199508"} {"level":"info","ts":1785235489.7835414,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"03f9fe05-6997-47a1-85a0-1cdc69199508","EoS":true} {"level":"info","ts":1785235489.7835546,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"03f9fe05-6997-47a1-85a0-1cdc69199508"} {"level":"info","ts":1785235494.4072995,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235494.4073677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73c1f98f-3634-4723-b56e-698001dd6290"} {"level":"info","ts":1785235494.4073806,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"73c1f98f-3634-4723-b56e-698001dd6290"} {"level":"info","ts":1785235494.4073915,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"73c1f98f-3634-4723-b56e-698001dd6290","EoS":true} {"level":"info","ts":1785235494.4074113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73c1f98f-3634-4723-b56e-698001dd6290","header":"x-maas-subscription"} {"level":"info","ts":1785235494.407422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73c1f98f-3634-4723-b56e-698001dd6290","header":"x-maas-group"} {"level":"info","ts":1785235494.407428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73c1f98f-3634-4723-b56e-698001dd6290","header":"x-maas-username"} {"level":"info","ts":1785235494.4074411,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73c1f98f-3634-4723-b56e-698001dd6290","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785235494.407466,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"73c1f98f-3634-4723-b56e-698001dd6290"} {"level":"info","ts":1785235494.4092875,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"73c1f98f-3634-4723-b56e-698001dd6290"} {"level":"info","ts":1785235494.4093044,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"73c1f98f-3634-4723-b56e-698001dd6290"} {"level":"info","ts":1785235494.4093192,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"73c1f98f-3634-4723-b56e-698001dd6290","EoS":false} {"level":"info","ts":1785235494.4093297,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"73c1f98f-3634-4723-b56e-698001dd6290","EoS":true} {"level":"info","ts":1785235494.4093568,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"73c1f98f-3634-4723-b56e-698001dd6290"} {"level":"info","ts":1785235505.04141,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235505.0414803,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fff9da0-fa93-477f-8fbe-cab2ec3fba16"} {"level":"info","ts":1785235505.0414898,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5fff9da0-fa93-477f-8fbe-cab2ec3fba16"} {"level":"info","ts":1785235505.041501,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5fff9da0-fa93-477f-8fbe-cab2ec3fba16","EoS":true} {"level":"info","ts":1785235505.0415676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fff9da0-fa93-477f-8fbe-cab2ec3fba16","header":"x-maas-subscription"} {"level":"info","ts":1785235505.0415838,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fff9da0-fa93-477f-8fbe-cab2ec3fba16","header":"x-maas-group"} {"level":"info","ts":1785235505.0415938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fff9da0-fa93-477f-8fbe-cab2ec3fba16","header":"x-maas-username"} {"level":"info","ts":1785235505.0416079,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fff9da0-fa93-477f-8fbe-cab2ec3fba16","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785235505.0416324,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5fff9da0-fa93-477f-8fbe-cab2ec3fba16"} {"level":"info","ts":1785235505.0435681,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5fff9da0-fa93-477f-8fbe-cab2ec3fba16"} {"level":"info","ts":1785235505.0435941,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5fff9da0-fa93-477f-8fbe-cab2ec3fba16"} {"level":"info","ts":1785235505.0436113,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5fff9da0-fa93-477f-8fbe-cab2ec3fba16","EoS":false} {"level":"info","ts":1785235505.0436225,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5fff9da0-fa93-477f-8fbe-cab2ec3fba16","EoS":true} {"level":"info","ts":1785235505.0436509,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5fff9da0-fa93-477f-8fbe-cab2ec3fba16"} {"level":"info","ts":1785235517.9637923,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235517.963873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59ce791b-c8f3-439c-9c08-2e5ce14d596c"} {"level":"info","ts":1785235517.9638853,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"59ce791b-c8f3-439c-9c08-2e5ce14d596c"} {"level":"info","ts":1785235517.963897,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59ce791b-c8f3-439c-9c08-2e5ce14d596c","EoS":true} {"level":"info","ts":1785235517.963918,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59ce791b-c8f3-439c-9c08-2e5ce14d596c","header":"x-maas-group"} {"level":"info","ts":1785235517.9639292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59ce791b-c8f3-439c-9c08-2e5ce14d596c","header":"x-maas-username"} {"level":"info","ts":1785235517.9639342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59ce791b-c8f3-439c-9c08-2e5ce14d596c","header":"x-maas-subscription"} {"level":"info","ts":1785235517.9639478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59ce791b-c8f3-439c-9c08-2e5ce14d596c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785235517.963975,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"59ce791b-c8f3-439c-9c08-2e5ce14d596c"} {"level":"info","ts":1785235517.9648335,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"59ce791b-c8f3-439c-9c08-2e5ce14d596c"} {"level":"info","ts":1785235517.9648545,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"59ce791b-c8f3-439c-9c08-2e5ce14d596c"} {"level":"info","ts":1785235517.96487,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"59ce791b-c8f3-439c-9c08-2e5ce14d596c","EoS":false} {"level":"info","ts":1785235517.964905,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"59ce791b-c8f3-439c-9c08-2e5ce14d596c","EoS":true} {"level":"info","ts":1785235517.9649386,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"59ce791b-c8f3-439c-9c08-2e5ce14d596c"} {"level":"info","ts":1785235526.5261683,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235526.52624,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d291ba1c-0855-4462-ba12-3135bf19bcab"} {"level":"info","ts":1785235526.526251,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d291ba1c-0855-4462-ba12-3135bf19bcab"} {"level":"info","ts":1785235526.5262625,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d291ba1c-0855-4462-ba12-3135bf19bcab","EoS":true} {"level":"info","ts":1785235526.5262854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d291ba1c-0855-4462-ba12-3135bf19bcab","header":"x-maas-subscription"} {"level":"info","ts":1785235526.5262966,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d291ba1c-0855-4462-ba12-3135bf19bcab","header":"x-maas-group"} {"level":"info","ts":1785235526.5263019,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d291ba1c-0855-4462-ba12-3135bf19bcab","header":"x-maas-username"} {"level":"info","ts":1785235526.5263164,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d291ba1c-0855-4462-ba12-3135bf19bcab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785235526.5263393,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d291ba1c-0855-4462-ba12-3135bf19bcab"} {"level":"info","ts":1785235526.5272453,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d291ba1c-0855-4462-ba12-3135bf19bcab"} {"level":"info","ts":1785235526.5272663,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d291ba1c-0855-4462-ba12-3135bf19bcab"} {"level":"info","ts":1785235526.527282,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d291ba1c-0855-4462-ba12-3135bf19bcab","EoS":false} {"level":"info","ts":1785235526.5272946,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d291ba1c-0855-4462-ba12-3135bf19bcab","EoS":true} {"level":"info","ts":1785235526.527324,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d291ba1c-0855-4462-ba12-3135bf19bcab"} {"level":"info","ts":1785235535.427163,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235535.4272318,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d648b08-362c-4618-ad8d-c381c24213c2"} {"level":"info","ts":1785235535.4272406,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8d648b08-362c-4618-ad8d-c381c24213c2"} {"level":"info","ts":1785235535.4272525,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d648b08-362c-4618-ad8d-c381c24213c2","EoS":true} {"level":"info","ts":1785235535.427275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d648b08-362c-4618-ad8d-c381c24213c2","header":"x-maas-username"} {"level":"info","ts":1785235535.4272869,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d648b08-362c-4618-ad8d-c381c24213c2","header":"x-maas-group"} {"level":"info","ts":1785235535.427292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d648b08-362c-4618-ad8d-c381c24213c2","header":"x-maas-subscription"} {"level":"info","ts":1785235535.4273062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d648b08-362c-4618-ad8d-c381c24213c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785235535.4273288,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8d648b08-362c-4618-ad8d-c381c24213c2"} {"level":"info","ts":1785235535.428281,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8d648b08-362c-4618-ad8d-c381c24213c2"} {"level":"info","ts":1785235535.4283028,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8d648b08-362c-4618-ad8d-c381c24213c2"} {"level":"info","ts":1785235535.4283185,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8d648b08-362c-4618-ad8d-c381c24213c2","EoS":false} {"level":"info","ts":1785235535.4283304,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8d648b08-362c-4618-ad8d-c381c24213c2","EoS":true} {"level":"info","ts":1785235535.4283595,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8d648b08-362c-4618-ad8d-c381c24213c2"} {"level":"info","ts":1785235558.5475934,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235558.547662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"695b03c7-6596-4ac2-9421-943cece66a74"} {"level":"info","ts":1785235558.5476723,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"695b03c7-6596-4ac2-9421-943cece66a74"} {"level":"info","ts":1785235558.547686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"695b03c7-6596-4ac2-9421-943cece66a74","EoS":true} {"level":"info","ts":1785235558.5477128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"695b03c7-6596-4ac2-9421-943cece66a74","header":"x-maas-username"} {"level":"info","ts":1785235558.5477211,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"695b03c7-6596-4ac2-9421-943cece66a74","header":"x-maas-group"} {"level":"info","ts":1785235558.5477264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"695b03c7-6596-4ac2-9421-943cece66a74","header":"x-maas-subscription"} {"level":"info","ts":1785235558.547762,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"695b03c7-6596-4ac2-9421-943cece66a74","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785235558.5477884,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"695b03c7-6596-4ac2-9421-943cece66a74"} {"level":"info","ts":1785235558.548586,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"695b03c7-6596-4ac2-9421-943cece66a74"} {"level":"info","ts":1785235558.548613,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"695b03c7-6596-4ac2-9421-943cece66a74"} {"level":"info","ts":1785235558.5486295,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"695b03c7-6596-4ac2-9421-943cece66a74","EoS":false} {"level":"info","ts":1785235558.5486462,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"695b03c7-6596-4ac2-9421-943cece66a74","EoS":true} {"level":"info","ts":1785235558.5486808,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"695b03c7-6596-4ac2-9421-943cece66a74"} {"level":"info","ts":1785235581.8789008,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235581.8789902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be8e5670-29fe-4316-9020-9ca19400e158"} {"level":"info","ts":1785235581.8790064,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be8e5670-29fe-4316-9020-9ca19400e158"} {"level":"info","ts":1785235581.8790233,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be8e5670-29fe-4316-9020-9ca19400e158","EoS":true} {"level":"info","ts":1785235581.879056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be8e5670-29fe-4316-9020-9ca19400e158","header":"x-maas-group"} {"level":"info","ts":1785235581.8790705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be8e5670-29fe-4316-9020-9ca19400e158","header":"x-maas-username"} {"level":"info","ts":1785235581.8790796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be8e5670-29fe-4316-9020-9ca19400e158","header":"x-maas-subscription"} {"level":"info","ts":1785235581.8790998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be8e5670-29fe-4316-9020-9ca19400e158","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785235581.879134,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be8e5670-29fe-4316-9020-9ca19400e158"} {"level":"info","ts":1785235581.8798747,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"be8e5670-29fe-4316-9020-9ca19400e158"} {"level":"info","ts":1785235581.8798938,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"be8e5670-29fe-4316-9020-9ca19400e158"} {"level":"info","ts":1785235581.8799133,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"be8e5670-29fe-4316-9020-9ca19400e158","EoS":false} {"level":"info","ts":1785235581.8799298,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"be8e5670-29fe-4316-9020-9ca19400e158","EoS":true} {"level":"info","ts":1785235581.879965,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"be8e5670-29fe-4316-9020-9ca19400e158"} {"level":"info","ts":1785235621.3651958,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235621.3652575,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c99fe3d-a6c4-4053-80af-fb454b131c01"} {"level":"info","ts":1785235621.3652668,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c99fe3d-a6c4-4053-80af-fb454b131c01"} {"level":"info","ts":1785235621.3652773,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c99fe3d-a6c4-4053-80af-fb454b131c01","EoS":true} {"level":"info","ts":1785235621.365297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c99fe3d-a6c4-4053-80af-fb454b131c01","header":"x-maas-username"} {"level":"info","ts":1785235621.3653114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c99fe3d-a6c4-4053-80af-fb454b131c01","header":"x-maas-subscription"} {"level":"info","ts":1785235621.3653188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c99fe3d-a6c4-4053-80af-fb454b131c01","header":"x-maas-group"} {"level":"info","ts":1785235621.3653347,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c99fe3d-a6c4-4053-80af-fb454b131c01","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785235621.3653593,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c99fe3d-a6c4-4053-80af-fb454b131c01"} {"level":"info","ts":1785235621.3663037,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3c99fe3d-a6c4-4053-80af-fb454b131c01"} {"level":"info","ts":1785235621.36632,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3c99fe3d-a6c4-4053-80af-fb454b131c01"} {"level":"info","ts":1785235621.3663332,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c99fe3d-a6c4-4053-80af-fb454b131c01","EoS":false} {"level":"info","ts":1785235621.3663445,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c99fe3d-a6c4-4053-80af-fb454b131c01","EoS":true} {"level":"info","ts":1785235621.3663702,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3c99fe3d-a6c4-4053-80af-fb454b131c01"} {"level":"info","ts":1785235631.0883577,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235631.0884283,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14dbe6e8-b734-40f7-b85c-ace6dc544dad"} {"level":"info","ts":1785235631.0884378,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"14dbe6e8-b734-40f7-b85c-ace6dc544dad"} {"level":"info","ts":1785235631.0884483,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14dbe6e8-b734-40f7-b85c-ace6dc544dad","EoS":true} {"level":"info","ts":1785235631.088471,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14dbe6e8-b734-40f7-b85c-ace6dc544dad","header":"x-maas-subscription"} {"level":"info","ts":1785235631.088482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14dbe6e8-b734-40f7-b85c-ace6dc544dad","header":"x-maas-group"} {"level":"info","ts":1785235631.0884871,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14dbe6e8-b734-40f7-b85c-ace6dc544dad","header":"x-maas-username"} {"level":"info","ts":1785235631.0885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14dbe6e8-b734-40f7-b85c-ace6dc544dad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785235631.088525,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"14dbe6e8-b734-40f7-b85c-ace6dc544dad"} {"level":"info","ts":1785235631.0894198,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"14dbe6e8-b734-40f7-b85c-ace6dc544dad"} {"level":"info","ts":1785235631.089443,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"14dbe6e8-b734-40f7-b85c-ace6dc544dad"} {"level":"info","ts":1785235631.089458,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"14dbe6e8-b734-40f7-b85c-ace6dc544dad","EoS":false} {"level":"info","ts":1785235631.0894692,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"14dbe6e8-b734-40f7-b85c-ace6dc544dad","EoS":true} {"level":"info","ts":1785235631.0894969,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"14dbe6e8-b734-40f7-b85c-ace6dc544dad"} {"level":"info","ts":1785235631.1292317,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235631.129281,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8fae207-506c-45cc-ac5c-e206365f9b1d"} {"level":"info","ts":1785235631.1292892,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8fae207-506c-45cc-ac5c-e206365f9b1d"} {"level":"info","ts":1785235631.1292992,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8fae207-506c-45cc-ac5c-e206365f9b1d","EoS":true} {"level":"info","ts":1785235631.129317,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8fae207-506c-45cc-ac5c-e206365f9b1d","header":"x-maas-username"} {"level":"info","ts":1785235631.1293278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8fae207-506c-45cc-ac5c-e206365f9b1d","header":"x-maas-group"} {"level":"info","ts":1785235631.129333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8fae207-506c-45cc-ac5c-e206365f9b1d","header":"x-maas-subscription"} {"level":"info","ts":1785235631.1293435,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8fae207-506c-45cc-ac5c-e206365f9b1d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785235631.1293662,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8fae207-506c-45cc-ac5c-e206365f9b1d"} {"level":"info","ts":1785235631.1301486,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b8fae207-506c-45cc-ac5c-e206365f9b1d"} {"level":"info","ts":1785235631.1301758,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b8fae207-506c-45cc-ac5c-e206365f9b1d"} {"level":"info","ts":1785235631.13019,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8fae207-506c-45cc-ac5c-e206365f9b1d","EoS":false} {"level":"info","ts":1785235631.1302028,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8fae207-506c-45cc-ac5c-e206365f9b1d","EoS":true} {"level":"info","ts":1785235631.130227,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b8fae207-506c-45cc-ac5c-e206365f9b1d"} {"level":"info","ts":1785235650.6064334,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235650.6065009,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06d0a6f7-4295-42a3-aeb1-b17c3a1fdde3"} {"level":"info","ts":1785235650.6065133,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06d0a6f7-4295-42a3-aeb1-b17c3a1fdde3"} {"level":"info","ts":1785235650.6065245,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06d0a6f7-4295-42a3-aeb1-b17c3a1fdde3","EoS":true} {"level":"info","ts":1785235650.6065488,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06d0a6f7-4295-42a3-aeb1-b17c3a1fdde3","header":"x-maas-username"} {"level":"info","ts":1785235650.6065578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06d0a6f7-4295-42a3-aeb1-b17c3a1fdde3","header":"x-maas-group"} {"level":"info","ts":1785235650.6065629,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06d0a6f7-4295-42a3-aeb1-b17c3a1fdde3","header":"x-maas-subscription"} {"level":"info","ts":1785235650.6065772,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06d0a6f7-4295-42a3-aeb1-b17c3a1fdde3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785235650.6066058,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06d0a6f7-4295-42a3-aeb1-b17c3a1fdde3"} {"level":"info","ts":1785235650.6075633,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"06d0a6f7-4295-42a3-aeb1-b17c3a1fdde3"} {"level":"info","ts":1785235650.6075866,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"06d0a6f7-4295-42a3-aeb1-b17c3a1fdde3"} {"level":"info","ts":1785235650.6076052,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06d0a6f7-4295-42a3-aeb1-b17c3a1fdde3","EoS":false} {"level":"info","ts":1785235650.607618,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06d0a6f7-4295-42a3-aeb1-b17c3a1fdde3","EoS":true} {"level":"info","ts":1785235650.6076477,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"06d0a6f7-4295-42a3-aeb1-b17c3a1fdde3"} {"level":"info","ts":1785235789.2735863,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235789.273659,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95373d33-c4f4-49ff-bc12-cd1e00c64832"} {"level":"info","ts":1785235789.2736683,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95373d33-c4f4-49ff-bc12-cd1e00c64832"} {"level":"info","ts":1785235789.2736793,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95373d33-c4f4-49ff-bc12-cd1e00c64832","EoS":true} {"level":"info","ts":1785235789.2737029,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95373d33-c4f4-49ff-bc12-cd1e00c64832","header":"x-maas-username"} {"level":"info","ts":1785235789.273714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95373d33-c4f4-49ff-bc12-cd1e00c64832","header":"x-maas-subscription"} {"level":"info","ts":1785235789.2737198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95373d33-c4f4-49ff-bc12-cd1e00c64832","header":"x-maas-group"} {"level":"info","ts":1785235789.2737477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95373d33-c4f4-49ff-bc12-cd1e00c64832","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785235789.2737708,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95373d33-c4f4-49ff-bc12-cd1e00c64832"} {"level":"info","ts":1785235789.2777689,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"95373d33-c4f4-49ff-bc12-cd1e00c64832"} {"level":"info","ts":1785235789.2777975,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"95373d33-c4f4-49ff-bc12-cd1e00c64832"} {"level":"info","ts":1785235789.2778215,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95373d33-c4f4-49ff-bc12-cd1e00c64832","EoS":false} {"level":"info","ts":1785235789.277843,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95373d33-c4f4-49ff-bc12-cd1e00c64832","EoS":true} {"level":"info","ts":1785235789.2778823,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"95373d33-c4f4-49ff-bc12-cd1e00c64832"} {"level":"info","ts":1785235830.7455277,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235830.7456036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa1894a1-0931-4fe8-9456-6793f1c38b41"} {"level":"info","ts":1785235830.7456117,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fa1894a1-0931-4fe8-9456-6793f1c38b41"} {"level":"info","ts":1785235830.7456226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fa1894a1-0931-4fe8-9456-6793f1c38b41","EoS":true} {"level":"info","ts":1785235830.745644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa1894a1-0931-4fe8-9456-6793f1c38b41","header":"x-maas-subscription"} {"level":"info","ts":1785235830.7456555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa1894a1-0931-4fe8-9456-6793f1c38b41","header":"x-maas-username"} {"level":"info","ts":1785235830.7456608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa1894a1-0931-4fe8-9456-6793f1c38b41","header":"x-maas-group"} {"level":"info","ts":1785235830.7456746,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa1894a1-0931-4fe8-9456-6793f1c38b41","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785235830.745699,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fa1894a1-0931-4fe8-9456-6793f1c38b41"} {"level":"info","ts":1785235830.747051,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fa1894a1-0931-4fe8-9456-6793f1c38b41"} {"level":"info","ts":1785235830.7470767,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fa1894a1-0931-4fe8-9456-6793f1c38b41"} {"level":"info","ts":1785235830.7470946,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fa1894a1-0931-4fe8-9456-6793f1c38b41","EoS":false} {"level":"info","ts":1785235830.7471113,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fa1894a1-0931-4fe8-9456-6793f1c38b41","EoS":true} {"level":"info","ts":1785235830.7471452,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fa1894a1-0931-4fe8-9456-6793f1c38b41"} {"level":"info","ts":1785235846.0364144,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785235846.0364904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8dc96bb-6bea-47a8-a0e2-aaac26d5c657"} {"level":"info","ts":1785235846.0365036,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8dc96bb-6bea-47a8-a0e2-aaac26d5c657"} {"level":"info","ts":1785235846.0365162,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8dc96bb-6bea-47a8-a0e2-aaac26d5c657","EoS":true} {"level":"info","ts":1785235846.0365448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8dc96bb-6bea-47a8-a0e2-aaac26d5c657","header":"x-maas-group"} {"level":"info","ts":1785235846.0365627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8dc96bb-6bea-47a8-a0e2-aaac26d5c657","header":"x-maas-subscription"} {"level":"info","ts":1785235846.0365703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8dc96bb-6bea-47a8-a0e2-aaac26d5c657","header":"x-maas-username"} {"level":"info","ts":1785235846.0365853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8dc96bb-6bea-47a8-a0e2-aaac26d5c657","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785235846.0366135,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a8dc96bb-6bea-47a8-a0e2-aaac26d5c657"} {"level":"info","ts":1785235846.037874,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a8dc96bb-6bea-47a8-a0e2-aaac26d5c657"} {"level":"info","ts":1785235846.0378983,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a8dc96bb-6bea-47a8-a0e2-aaac26d5c657"} {"level":"info","ts":1785235846.037921,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a8dc96bb-6bea-47a8-a0e2-aaac26d5c657","EoS":false} {"level":"info","ts":1785235846.0379398,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a8dc96bb-6bea-47a8-a0e2-aaac26d5c657","EoS":true} {"level":"info","ts":1785235846.0379853,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a8dc96bb-6bea-47a8-a0e2-aaac26d5c657"} {"level":"info","ts":1785236212.3908184,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785236212.3909168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"622ec99c-dcf1-48db-a541-3b8301b07e26"} {"level":"info","ts":1785236212.3909304,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"622ec99c-dcf1-48db-a541-3b8301b07e26"} {"level":"info","ts":1785236212.3909495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"622ec99c-dcf1-48db-a541-3b8301b07e26","EoS":true} {"level":"info","ts":1785236212.3909843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"622ec99c-dcf1-48db-a541-3b8301b07e26","header":"x-maas-username"} {"level":"info","ts":1785236212.390997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"622ec99c-dcf1-48db-a541-3b8301b07e26","header":"x-maas-subscription"} {"level":"info","ts":1785236212.3910058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"622ec99c-dcf1-48db-a541-3b8301b07e26","header":"x-maas-group"} {"level":"info","ts":1785236212.3910284,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"622ec99c-dcf1-48db-a541-3b8301b07e26","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785236212.3910635,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"622ec99c-dcf1-48db-a541-3b8301b07e26"} {"level":"info","ts":1785236212.3919399,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"622ec99c-dcf1-48db-a541-3b8301b07e26"} {"level":"info","ts":1785236212.3919587,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"622ec99c-dcf1-48db-a541-3b8301b07e26"} {"level":"info","ts":1785236212.391973,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"622ec99c-dcf1-48db-a541-3b8301b07e26","EoS":false} {"level":"info","ts":1785236212.3919845,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"622ec99c-dcf1-48db-a541-3b8301b07e26","EoS":true} {"level":"info","ts":1785236212.3920112,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"622ec99c-dcf1-48db-a541-3b8301b07e26"} {"level":"info","ts":1785236212.4318805,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785236212.4319348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb43f2aa-2238-47ad-8c98-4977d818ecb4"} {"level":"info","ts":1785236212.431946,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb43f2aa-2238-47ad-8c98-4977d818ecb4"} {"level":"info","ts":1785236212.4319568,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb43f2aa-2238-47ad-8c98-4977d818ecb4","EoS":true} {"level":"info","ts":1785236212.4320107,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb43f2aa-2238-47ad-8c98-4977d818ecb4","header":"x-maas-group"} {"level":"info","ts":1785236212.4320266,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb43f2aa-2238-47ad-8c98-4977d818ecb4","header":"x-maas-username"} {"level":"info","ts":1785236212.432036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb43f2aa-2238-47ad-8c98-4977d818ecb4","header":"x-maas-subscription"} {"level":"info","ts":1785236212.4320478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb43f2aa-2238-47ad-8c98-4977d818ecb4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785236212.432069,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb43f2aa-2238-47ad-8c98-4977d818ecb4"} {"level":"info","ts":1785236212.4327638,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eb43f2aa-2238-47ad-8c98-4977d818ecb4"} {"level":"info","ts":1785236212.4327826,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eb43f2aa-2238-47ad-8c98-4977d818ecb4"} {"level":"info","ts":1785236212.4327962,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb43f2aa-2238-47ad-8c98-4977d818ecb4","EoS":false} {"level":"info","ts":1785236212.4328058,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb43f2aa-2238-47ad-8c98-4977d818ecb4","EoS":true} {"level":"info","ts":1785236212.4328287,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"eb43f2aa-2238-47ad-8c98-4977d818ecb4"} {"level":"info","ts":1785236217.4013546,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"62605c2a-a8c1-4f8a-8520-3d5700185218","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785236217.4016109,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32730.799756989,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785236217.4016287,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785236217.4518206,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785236217.5023818,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"62605c2a-a8c1-4f8a-8520-3d5700185218","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785236217.540725,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"529d8908-d272-4a05-88fc-ff6caf715b59","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785236217.5407846,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"529d8908-d272-4a05-88fc-ff6caf715b59","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785236217.5407917,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a6d5432-1958-49d1-acda-0d9be8fb33fd"} {"level":"info","ts":1785236217.5506525,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"72357144-ca36-4251-b7ce-442f5bfb0524","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785236217.5508163,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"72357144-ca36-4251-b7ce-442f5bfb0524","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785236217.5508695,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36288.548440666,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785236217.5508916,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785236217.5639818,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785236217.6514347,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a6d5432-1958-49d1-acda-0d9be8fb33fd","name":"e2e-external-provider"} {"level":"info","ts":1785236217.6752324,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a6d5432-1958-49d1-acda-0d9be8fb33fd","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785236217.6855922,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7b3d2f4-2d1b-46e4-aa2c-bcca4411f5d4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785236217.6856027,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9158d8a-2dd1-45fe-9cde-6c3843f382af"} {"level":"info","ts":1785236217.685646,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7b3d2f4-2d1b-46e4-aa2c-bcca4411f5d4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785236217.6913207,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a6d5432-1958-49d1-acda-0d9be8fb33fd","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785236217.696348,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f62d5d75-94d2-44ed-ac7f-b0adfd25726b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785236217.6963775,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f62d5d75-94d2-44ed-ac7f-b0adfd25726b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785236217.6993287,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9158d8a-2dd1-45fe-9cde-6c3843f382af","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785236217.705999,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a6d5432-1958-49d1-acda-0d9be8fb33fd","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785236217.7124126,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9158d8a-2dd1-45fe-9cde-6c3843f382af","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785236217.7124808,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"212d6fb0-4316-42d1-8d1e-0d5a58eeb855","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785236217.7124975,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00d64858-de49-4bae-bc65-8d9deffdac1b"} {"level":"info","ts":1785236217.7125275,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00d64858-de49-4bae-bc65-8d9deffdac1b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785236217.7125015,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"212d6fb0-4316-42d1-8d1e-0d5a58eeb855","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785236217.725328,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00d64858-de49-4bae-bc65-8d9deffdac1b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785236217.7253957,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b18d1a7-9c79-4a49-b1bc-8b054ff7fa40"} {"level":"info","ts":1785236217.725422,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b18d1a7-9c79-4a49-b1bc-8b054ff7fa40","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785236217.7270517,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7df9ea45-de72-49ef-8332-ff520cf8765c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785236217.727084,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7df9ea45-de72-49ef-8332-ff520cf8765c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785236217.7270248,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"58055fd2-e905-4d2f-a80b-96cf2c58d0a5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785236217.727135,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"58055fd2-e905-4d2f-a80b-96cf2c58d0a5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785236217.7281668,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1d467274-370f-41f5-9532-357f5f2f3847"} {"level":"info","ts":1785236217.7282116,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1d467274-370f-41f5-9532-357f5f2f3847","name":"e2e-external-provider"} {"level":"error","ts":1785236217.7385478,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b18d1a7-9c79-4a49-b1bc-8b054ff7fa40","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785236217.7386072,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7bd65d57-2e64-403e-a838-1455627a7287"} {"level":"info","ts":1785236217.7393246,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34857.76125296,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785236217.7393825,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785236217.7539823,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1d467274-370f-41f5-9532-357f5f2f3847","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785236217.756483,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785236217.8399973,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7bd65d57-2e64-403e-a838-1455627a7287","name":"e2e-external-model"} {"level":"info","ts":1785236217.867508,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e702f94a-b9e1-4655-88b8-e5ff6733dc49","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785236217.8675954,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e702f94a-b9e1-4655-88b8-e5ff6733dc49","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785236217.8772597,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7bd65d57-2e64-403e-a838-1455627a7287","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785236217.8773174,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7bd65d57-2e64-403e-a838-1455627a7287","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785236217.8773627,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ab2396b-8737-484e-9933-6371e33433cb"} {"level":"info","ts":1785236217.8774056,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ab2396b-8737-484e-9933-6371e33433cb","name":"e2e-external-model"} {"level":"info","ts":1785236217.8902602,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ab2396b-8737-484e-9933-6371e33433cb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785236227.627676,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785236227.627758,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6dea9602-a323-4288-9856-537c793a680e"} {"level":"info","ts":1785236227.6277711,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6dea9602-a323-4288-9856-537c793a680e"} {"level":"info","ts":1785236227.627784,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6dea9602-a323-4288-9856-537c793a680e","EoS":true} {"level":"info","ts":1785236227.6278045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dea9602-a323-4288-9856-537c793a680e","header":"x-maas-group"} {"level":"info","ts":1785236227.627816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dea9602-a323-4288-9856-537c793a680e","header":"x-maas-subscription"} {"level":"info","ts":1785236227.6278226,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dea9602-a323-4288-9856-537c793a680e","header":"x-maas-username"} {"level":"info","ts":1785236227.6278343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6dea9602-a323-4288-9856-537c793a680e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785236227.6278408,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6dea9602-a323-4288-9856-537c793a680e","modelName":"e2e-external-model"} {"level":"info","ts":1785236227.6278508,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6dea9602-a323-4288-9856-537c793a680e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785236227.6278894,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"6dea9602-a323-4288-9856-537c793a680e","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785236227.6279044,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"6dea9602-a323-4288-9856-537c793a680e","authType":"apikey"} {"level":"info","ts":1785236227.6279304,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6dea9602-a323-4288-9856-537c793a680e"} {"level":"info","ts":1785236227.7572527,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3389c58-10ee-4c99-a491-75d503b9c71f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785236227.757288,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3389c58-10ee-4c99-a491-75d503b9c71f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785236227.7572532,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9fa82e11-2e00-4d02-a7d7-2eeabe4a1a3c"} {"level":"info","ts":1785236227.7678645,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ec42372-bcd6-413f-90fa-e0132d25d366","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785236227.7678974,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ec42372-bcd6-413f-90fa-e0132d25d366","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785236227.7696218,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9fa82e11-2e00-4d02-a7d7-2eeabe4a1a3c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785236227.7696817,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9fa82e11-2e00-4d02-a7d7-2eeabe4a1a3c","name":"e2e-cleanup-test"} {"level":"info","ts":1785236227.8001776,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9fa82e11-2e00-4d02-a7d7-2eeabe4a1a3c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785236227.8183637,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62e7dcad-9570-4db6-a5f6-b52177e6dd8e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785236227.8184867,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62e7dcad-9570-4db6-a5f6-b52177e6dd8e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785236227.8185081,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9fa82e11-2e00-4d02-a7d7-2eeabe4a1a3c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785236227.8185823,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fbd2917a-9bab-46e0-b80d-27799cc93c83"} {"level":"info","ts":1785236227.8186414,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fbd2917a-9bab-46e0-b80d-27799cc93c83","name":"e2e-cleanup-test"} {"level":"info","ts":1785236227.8299358,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fbd2917a-9bab-46e0-b80d-27799cc93c83","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785236227.8420374,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fbd2917a-9bab-46e0-b80d-27799cc93c83","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785236227.842119,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db4768ac-3d7a-4670-a537-eea7a47d2ca7"} {"level":"info","ts":1785236227.8421721,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db4768ac-3d7a-4670-a537-eea7a47d2ca7","name":"e2e-cleanup-test"} {"level":"info","ts":1785236227.8422942,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db0203b9-2cfc-40eb-8b69-eb2414ff59f2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785236227.8423262,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db0203b9-2cfc-40eb-8b69-eb2414ff59f2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785236227.8521698,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db4768ac-3d7a-4670-a537-eea7a47d2ca7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785236227.8595295,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db4768ac-3d7a-4670-a537-eea7a47d2ca7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785236227.859596,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e2bc5ae-cce1-45d2-9e5d-a27465a6ac51"} {"level":"info","ts":1785236227.8596375,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e2bc5ae-cce1-45d2-9e5d-a27465a6ac51","name":"e2e-cleanup-test"} {"level":"info","ts":1785236227.8773174,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e2bc5ae-cce1-45d2-9e5d-a27465a6ac51","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785236236.0555916,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d47aa259-9349-438f-8151-f15d7495eb8f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785236236.0556097,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ff9b36f-f9a7-48eb-acbd-1d4a11f00664"} {"level":"info","ts":1785236236.055641,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d47aa259-9349-438f-8151-f15d7495eb8f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785236240.4220634,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785236240.4221265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dab6f149-4178-4aa1-a0e6-e35b63cd8af8"} {"level":"info","ts":1785236240.422135,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dab6f149-4178-4aa1-a0e6-e35b63cd8af8"} {"level":"info","ts":1785236240.4221454,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dab6f149-4178-4aa1-a0e6-e35b63cd8af8","EoS":true} {"level":"info","ts":1785236240.4221785,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dab6f149-4178-4aa1-a0e6-e35b63cd8af8","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785236240.422208,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dab6f149-4178-4aa1-a0e6-e35b63cd8af8"} {"level":"info","ts":1785236240.4733179,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785236240.4734194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2271bd8-c549-4615-ba0f-f54fca89cf55"} {"level":"info","ts":1785236240.4734333,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d2271bd8-c549-4615-ba0f-f54fca89cf55"} {"level":"info","ts":1785236240.4734502,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2271bd8-c549-4615-ba0f-f54fca89cf55","EoS":true} {"level":"info","ts":1785236240.4734795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2271bd8-c549-4615-ba0f-f54fca89cf55","header":"x-maas-subscription"} {"level":"info","ts":1785236240.4734917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2271bd8-c549-4615-ba0f-f54fca89cf55","header":"x-maas-username"} {"level":"info","ts":1785236240.4734964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2271bd8-c549-4615-ba0f-f54fca89cf55","header":"x-maas-group"} {"level":"info","ts":1785236240.4735084,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2271bd8-c549-4615-ba0f-f54fca89cf55","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785236240.473517,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d2271bd8-c549-4615-ba0f-f54fca89cf55","modelName":"e2e-external-model"} {"level":"info","ts":1785236240.4735303,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d2271bd8-c549-4615-ba0f-f54fca89cf55","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785236240.4735522,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"d2271bd8-c549-4615-ba0f-f54fca89cf55","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785236240.473569,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"d2271bd8-c549-4615-ba0f-f54fca89cf55","authType":"apikey"} {"level":"info","ts":1785236240.4735909,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d2271bd8-c549-4615-ba0f-f54fca89cf55"} {"level":"info","ts":1785236240.5131583,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785236240.5132136,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0c0049f-9c30-456c-a8e9-11ae0012a345"} {"level":"info","ts":1785236240.5132277,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0c0049f-9c30-456c-a8e9-11ae0012a345"} {"level":"info","ts":1785236240.5132446,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0c0049f-9c30-456c-a8e9-11ae0012a345","EoS":true} {"level":"info","ts":1785236240.5132732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0c0049f-9c30-456c-a8e9-11ae0012a345","header":"x-maas-username"} {"level":"info","ts":1785236240.5132868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0c0049f-9c30-456c-a8e9-11ae0012a345","header":"x-maas-subscription"} {"level":"info","ts":1785236240.513296,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0c0049f-9c30-456c-a8e9-11ae0012a345","header":"x-maas-group"} {"level":"info","ts":1785236240.513313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0c0049f-9c30-456c-a8e9-11ae0012a345","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785236240.5133479,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0c0049f-9c30-456c-a8e9-11ae0012a345"} {"level":"info","ts":1785236240.7858245,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0c0049f-9c30-456c-a8e9-11ae0012a345"} {"level":"info","ts":1785236240.7858505,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d0c0049f-9c30-456c-a8e9-11ae0012a345"} {"level":"info","ts":1785236240.7858708,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0c0049f-9c30-456c-a8e9-11ae0012a345","EoS":false} {"level":"info","ts":1785236240.7858832,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0c0049f-9c30-456c-a8e9-11ae0012a345","EoS":true} {"level":"error","ts":1785236240.785893,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"d0c0049f-9c30-456c-a8e9-11ae0012a345","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785236240.7859569,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d0c0049f-9c30-456c-a8e9-11ae0012a345"} {"level":"info","ts":1785236240.8258715,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785236240.825923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7165bc35-6169-4d99-aeef-d0839960e5db"} {"level":"info","ts":1785236240.8259342,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7165bc35-6169-4d99-aeef-d0839960e5db"} {"level":"info","ts":1785236240.8259451,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7165bc35-6169-4d99-aeef-d0839960e5db","EoS":true} {"level":"info","ts":1785236240.8259656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7165bc35-6169-4d99-aeef-d0839960e5db","header":"x-maas-group"} {"level":"info","ts":1785236240.8259761,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7165bc35-6169-4d99-aeef-d0839960e5db","header":"x-maas-username"} {"level":"info","ts":1785236240.8259819,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7165bc35-6169-4d99-aeef-d0839960e5db","header":"x-maas-subscription"} {"level":"info","ts":1785236240.8260033,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7165bc35-6169-4d99-aeef-d0839960e5db"} {"level":"info","ts":1785236240.9216192,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7165bc35-6169-4d99-aeef-d0839960e5db"} {"level":"info","ts":1785236240.9216416,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7165bc35-6169-4d99-aeef-d0839960e5db"} {"level":"info","ts":1785236240.921658,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7165bc35-6169-4d99-aeef-d0839960e5db","EoS":false} {"level":"info","ts":1785236240.9216695,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7165bc35-6169-4d99-aeef-d0839960e5db","EoS":true} {"level":"error","ts":1785236240.9216778,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"7165bc35-6169-4d99-aeef-d0839960e5db","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785236240.921712,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7165bc35-6169-4d99-aeef-d0839960e5db"} {"level":"info","ts":1785236241.8650272,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d7197ddb-d842-4e08-83b2-9790f6c3eb11","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785236241.86507,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d7197ddb-d842-4e08-83b2-9790f6c3eb11","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785236241.865036,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"341d7d51-c046-42d0-94af-11439ce6905a"} {"level":"info","ts":1785236242.0814893,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1cfe883f-fc41-4c0e-b6d2-970ea671d77a"} {"level":"info","ts":1785236242.081595,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1ff95c6-8306-48c9-b2d9-7df32e75bd6b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785236242.0816245,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1ff95c6-8306-48c9-b2d9-7df32e75bd6b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785236242.213211,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c15ee211-d4ad-4cb4-a985-adb05b7a5b0e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785236242.2132583,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c15ee211-d4ad-4cb4-a985-adb05b7a5b0e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785237580.3047736,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785237580.3048456,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"839bf85f-bc95-4926-bc82-4fed2edb0bd9"} {"level":"info","ts":1785237635.2079241,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785237635.207999,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78dbe3a2-a38b-46c5-acbf-96abc0bad829"} {"level":"info","ts":1785237635.2080095,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78dbe3a2-a38b-46c5-acbf-96abc0bad829"} {"level":"info","ts":1785237635.2080204,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78dbe3a2-a38b-46c5-acbf-96abc0bad829","EoS":true} {"level":"info","ts":1785237635.208045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78dbe3a2-a38b-46c5-acbf-96abc0bad829","header":"x-maas-subscription"} {"level":"info","ts":1785237635.208061,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78dbe3a2-a38b-46c5-acbf-96abc0bad829","header":"x-maas-username"} {"level":"info","ts":1785237635.2080688,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78dbe3a2-a38b-46c5-acbf-96abc0bad829","header":"x-maas-group"} {"level":"info","ts":1785237635.2080863,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78dbe3a2-a38b-46c5-acbf-96abc0bad829","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785237635.2081099,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78dbe3a2-a38b-46c5-acbf-96abc0bad829"} {"level":"info","ts":1785237635.2089632,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"78dbe3a2-a38b-46c5-acbf-96abc0bad829"} {"level":"info","ts":1785237635.2089841,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"78dbe3a2-a38b-46c5-acbf-96abc0bad829"} {"level":"info","ts":1785237635.2090003,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"78dbe3a2-a38b-46c5-acbf-96abc0bad829","EoS":false} {"level":"info","ts":1785237635.2090127,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"78dbe3a2-a38b-46c5-acbf-96abc0bad829","EoS":true} {"level":"info","ts":1785237635.2090456,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"78dbe3a2-a38b-46c5-acbf-96abc0bad829"}