{"level":"info","ts":1785866882.6683016,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c3e3e73e-ef62-4053-9e3d-4087f17f5dca"} {"level":"info","ts":1785866882.6683204,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c3e3e73e-ef62-4053-9e3d-4087f17f5dca"} {"level":"info","ts":1785866882.6683395,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c3e3e73e-ef62-4053-9e3d-4087f17f5dca","EoS":false} {"level":"info","ts":1785866882.6683505,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c3e3e73e-ef62-4053-9e3d-4087f17f5dca"} {"level":"info","ts":1785866882.6683867,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c3e3e73e-ef62-4053-9e3d-4087f17f5dca","EoS":true} {"level":"info","ts":1785866882.6683958,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c3e3e73e-ef62-4053-9e3d-4087f17f5dca"} {"level":"info","ts":1785866882.8065708,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866882.8066444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b663e8f-8a27-4930-9490-99cb27b16e14"} {"level":"info","ts":1785866882.8066587,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b663e8f-8a27-4930-9490-99cb27b16e14"} {"level":"info","ts":1785866882.8066783,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b663e8f-8a27-4930-9490-99cb27b16e14","EoS":true} {"level":"info","ts":1785866882.8067138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b663e8f-8a27-4930-9490-99cb27b16e14","header":"x-maas-subscription"} {"level":"info","ts":1785866882.8067281,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b663e8f-8a27-4930-9490-99cb27b16e14","header":"x-maas-username"} {"level":"info","ts":1785866882.806737,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b663e8f-8a27-4930-9490-99cb27b16e14","header":"x-maas-group"} {"level":"info","ts":1785866882.8067558,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b663e8f-8a27-4930-9490-99cb27b16e14","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866882.8068335,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b663e8f-8a27-4930-9490-99cb27b16e14"} {"level":"info","ts":1785866882.8076532,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9b663e8f-8a27-4930-9490-99cb27b16e14"} {"level":"info","ts":1785866882.8076682,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9b663e8f-8a27-4930-9490-99cb27b16e14"} {"level":"info","ts":1785866882.8076878,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9b663e8f-8a27-4930-9490-99cb27b16e14","EoS":false} {"level":"info","ts":1785866882.8077018,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9b663e8f-8a27-4930-9490-99cb27b16e14"} {"level":"info","ts":1785866882.8077345,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9b663e8f-8a27-4930-9490-99cb27b16e14","EoS":true} {"level":"info","ts":1785866882.8077455,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9b663e8f-8a27-4930-9490-99cb27b16e14"} {"level":"info","ts":1785866904.0254238,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866904.0254893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fdc76d3-8224-4891-9c42-e28a67679d62"} {"level":"info","ts":1785866904.0254977,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8fdc76d3-8224-4891-9c42-e28a67679d62"} {"level":"info","ts":1785866904.0255077,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8fdc76d3-8224-4891-9c42-e28a67679d62","EoS":true} {"level":"info","ts":1785866904.0255284,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fdc76d3-8224-4891-9c42-e28a67679d62","header":"x-maas-group"} {"level":"info","ts":1785866904.025539,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fdc76d3-8224-4891-9c42-e28a67679d62","header":"x-maas-username"} {"level":"info","ts":1785866904.0255442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fdc76d3-8224-4891-9c42-e28a67679d62","header":"x-maas-subscription"} {"level":"info","ts":1785866904.0255568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fdc76d3-8224-4891-9c42-e28a67679d62","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866904.0255792,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8fdc76d3-8224-4891-9c42-e28a67679d62"} {"level":"info","ts":1785866904.026461,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8fdc76d3-8224-4891-9c42-e28a67679d62"} {"level":"info","ts":1785866904.0264819,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8fdc76d3-8224-4891-9c42-e28a67679d62"} {"level":"info","ts":1785866904.0265007,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8fdc76d3-8224-4891-9c42-e28a67679d62","EoS":false} {"level":"info","ts":1785866904.0265129,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8fdc76d3-8224-4891-9c42-e28a67679d62"} {"level":"info","ts":1785866904.0265398,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8fdc76d3-8224-4891-9c42-e28a67679d62","EoS":true} {"level":"info","ts":1785866904.0265481,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8fdc76d3-8224-4891-9c42-e28a67679d62"} {"level":"info","ts":1785866904.06361,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866904.0636625,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51c41197-69b5-4501-bb9c-67c9a0de6963"} {"level":"info","ts":1785866904.0636714,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"51c41197-69b5-4501-bb9c-67c9a0de6963"} {"level":"info","ts":1785866904.0636816,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51c41197-69b5-4501-bb9c-67c9a0de6963","EoS":true} {"level":"info","ts":1785866904.0637007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51c41197-69b5-4501-bb9c-67c9a0de6963","header":"x-maas-subscription"} {"level":"info","ts":1785866904.0637126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51c41197-69b5-4501-bb9c-67c9a0de6963","header":"x-maas-group"} {"level":"info","ts":1785866904.0637186,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51c41197-69b5-4501-bb9c-67c9a0de6963","header":"x-maas-username"} {"level":"info","ts":1785866904.0637298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51c41197-69b5-4501-bb9c-67c9a0de6963","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866904.0637486,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"51c41197-69b5-4501-bb9c-67c9a0de6963"} {"level":"info","ts":1785866904.0645468,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"51c41197-69b5-4501-bb9c-67c9a0de6963"} {"level":"info","ts":1785866904.0645597,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"51c41197-69b5-4501-bb9c-67c9a0de6963"} {"level":"info","ts":1785866904.064572,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"51c41197-69b5-4501-bb9c-67c9a0de6963","EoS":false} {"level":"info","ts":1785866904.064583,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"51c41197-69b5-4501-bb9c-67c9a0de6963"} {"level":"info","ts":1785866904.0645983,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"51c41197-69b5-4501-bb9c-67c9a0de6963","EoS":true} {"level":"info","ts":1785866904.0646052,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"51c41197-69b5-4501-bb9c-67c9a0de6963"} {"level":"info","ts":1785866904.1639807,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866904.1640677,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"10801d67-19da-438d-8739-40ea00d866aa"} {"level":"info","ts":1785866904.1649408,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"10801d67-19da-438d-8739-40ea00d866aa"} {"level":"info","ts":1785866904.1649587,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"10801d67-19da-438d-8739-40ea00d866aa"} {"level":"info","ts":1785866904.164975,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"10801d67-19da-438d-8739-40ea00d866aa","EoS":false} {"level":"info","ts":1785866904.1650014,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"10801d67-19da-438d-8739-40ea00d866aa"} {"level":"info","ts":1785866904.1650307,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"10801d67-19da-438d-8739-40ea00d866aa","EoS":true} {"level":"info","ts":1785866904.1650438,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"10801d67-19da-438d-8739-40ea00d866aa"} {"level":"info","ts":1785866908.7806568,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866908.7807634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53740828-ff4e-42cf-9830-38ceb7046c05"} {"level":"info","ts":1785866908.7807813,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53740828-ff4e-42cf-9830-38ceb7046c05"} {"level":"info","ts":1785866908.7807977,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53740828-ff4e-42cf-9830-38ceb7046c05","EoS":true} {"level":"info","ts":1785866908.7808297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53740828-ff4e-42cf-9830-38ceb7046c05","header":"x-maas-username"} {"level":"info","ts":1785866908.7808454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53740828-ff4e-42cf-9830-38ceb7046c05","header":"x-maas-group"} {"level":"info","ts":1785866908.7809117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53740828-ff4e-42cf-9830-38ceb7046c05","header":"x-maas-subscription"} {"level":"info","ts":1785866908.780931,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53740828-ff4e-42cf-9830-38ceb7046c05","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866908.7809656,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53740828-ff4e-42cf-9830-38ceb7046c05"} {"level":"info","ts":1785866908.7818596,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"53740828-ff4e-42cf-9830-38ceb7046c05"} {"level":"info","ts":1785866908.7818792,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"53740828-ff4e-42cf-9830-38ceb7046c05"} {"level":"info","ts":1785866908.7819,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"53740828-ff4e-42cf-9830-38ceb7046c05","EoS":false} {"level":"info","ts":1785866908.7819123,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"53740828-ff4e-42cf-9830-38ceb7046c05"} {"level":"info","ts":1785866908.7819383,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"53740828-ff4e-42cf-9830-38ceb7046c05","EoS":true} {"level":"info","ts":1785866908.781949,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"53740828-ff4e-42cf-9830-38ceb7046c05"} {"level":"info","ts":1785866917.358044,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866917.3581388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"768910e4-b60c-4cff-aa1c-d4c8dd815c60"} {"level":"info","ts":1785866917.358156,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"768910e4-b60c-4cff-aa1c-d4c8dd815c60"} {"level":"info","ts":1785866917.3581736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"768910e4-b60c-4cff-aa1c-d4c8dd815c60","EoS":true} {"level":"info","ts":1785866917.3582087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"768910e4-b60c-4cff-aa1c-d4c8dd815c60","header":"x-maas-username"} {"level":"info","ts":1785866917.3582246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"768910e4-b60c-4cff-aa1c-d4c8dd815c60","header":"x-maas-group"} {"level":"info","ts":1785866917.3582325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"768910e4-b60c-4cff-aa1c-d4c8dd815c60","header":"x-maas-subscription"} {"level":"info","ts":1785866917.358252,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"768910e4-b60c-4cff-aa1c-d4c8dd815c60","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785866917.3582876,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"768910e4-b60c-4cff-aa1c-d4c8dd815c60"} {"level":"info","ts":1785866917.3720617,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"768910e4-b60c-4cff-aa1c-d4c8dd815c60"} {"level":"info","ts":1785866917.3720913,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"768910e4-b60c-4cff-aa1c-d4c8dd815c60"} {"level":"info","ts":1785866917.3721156,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"768910e4-b60c-4cff-aa1c-d4c8dd815c60","EoS":false} {"level":"info","ts":1785866917.3721356,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"768910e4-b60c-4cff-aa1c-d4c8dd815c60"} {"level":"info","ts":1785866917.3721774,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"768910e4-b60c-4cff-aa1c-d4c8dd815c60","EoS":true} {"level":"info","ts":1785866917.3721907,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"768910e4-b60c-4cff-aa1c-d4c8dd815c60"} {"level":"info","ts":1785866930.3010404,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866930.3011162,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a339bfb0-5fd7-42b2-b5d7-21251be7d116"} {"level":"info","ts":1785866930.301128,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a339bfb0-5fd7-42b2-b5d7-21251be7d116"} {"level":"info","ts":1785866930.30114,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a339bfb0-5fd7-42b2-b5d7-21251be7d116","EoS":true} {"level":"info","ts":1785866930.301165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a339bfb0-5fd7-42b2-b5d7-21251be7d116","header":"x-maas-group"} {"level":"info","ts":1785866930.301175,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a339bfb0-5fd7-42b2-b5d7-21251be7d116","header":"x-maas-subscription"} {"level":"info","ts":1785866930.3011796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a339bfb0-5fd7-42b2-b5d7-21251be7d116","header":"x-maas-username"} {"level":"info","ts":1785866930.3011923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a339bfb0-5fd7-42b2-b5d7-21251be7d116","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866930.3012187,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a339bfb0-5fd7-42b2-b5d7-21251be7d116"} {"level":"info","ts":1785866930.3021262,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a339bfb0-5fd7-42b2-b5d7-21251be7d116"} {"level":"info","ts":1785866930.302142,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a339bfb0-5fd7-42b2-b5d7-21251be7d116"} {"level":"info","ts":1785866930.3021564,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a339bfb0-5fd7-42b2-b5d7-21251be7d116","EoS":false} {"level":"info","ts":1785866930.30217,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a339bfb0-5fd7-42b2-b5d7-21251be7d116"} {"level":"info","ts":1785866930.3021958,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a339bfb0-5fd7-42b2-b5d7-21251be7d116","EoS":true} {"level":"info","ts":1785866930.3022127,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a339bfb0-5fd7-42b2-b5d7-21251be7d116"} {"level":"info","ts":1785866938.8526447,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866938.852716,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8d828e8-51b9-45cf-a730-ca7aae5ed0f3"} {"level":"info","ts":1785866938.8527281,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8d828e8-51b9-45cf-a730-ca7aae5ed0f3"} {"level":"info","ts":1785866938.852739,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8d828e8-51b9-45cf-a730-ca7aae5ed0f3","EoS":true} {"level":"info","ts":1785866938.852763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8d828e8-51b9-45cf-a730-ca7aae5ed0f3","header":"x-maas-group"} {"level":"info","ts":1785866938.8527737,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8d828e8-51b9-45cf-a730-ca7aae5ed0f3","header":"x-maas-username"} {"level":"info","ts":1785866938.8527784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8d828e8-51b9-45cf-a730-ca7aae5ed0f3","header":"x-maas-subscription"} {"level":"info","ts":1785866938.852791,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8d828e8-51b9-45cf-a730-ca7aae5ed0f3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866938.852817,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8d828e8-51b9-45cf-a730-ca7aae5ed0f3"} {"level":"info","ts":1785866938.8537836,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e8d828e8-51b9-45cf-a730-ca7aae5ed0f3"} {"level":"info","ts":1785866938.8537972,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e8d828e8-51b9-45cf-a730-ca7aae5ed0f3"} {"level":"info","ts":1785866938.8538094,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8d828e8-51b9-45cf-a730-ca7aae5ed0f3","EoS":false} {"level":"info","ts":1785866938.853821,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e8d828e8-51b9-45cf-a730-ca7aae5ed0f3"} {"level":"info","ts":1785866938.8538485,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8d828e8-51b9-45cf-a730-ca7aae5ed0f3","EoS":true} {"level":"info","ts":1785866938.8538585,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e8d828e8-51b9-45cf-a730-ca7aae5ed0f3"} {"level":"info","ts":1785866947.7858956,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866947.7859702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1bdcd13-7fa7-496c-85ab-69685560127c"} {"level":"info","ts":1785866947.785983,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b1bdcd13-7fa7-496c-85ab-69685560127c"} {"level":"info","ts":1785866947.7860277,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b1bdcd13-7fa7-496c-85ab-69685560127c","EoS":true} {"level":"info","ts":1785866947.7860513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1bdcd13-7fa7-496c-85ab-69685560127c","header":"x-maas-subscription"} {"level":"info","ts":1785866947.7860634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1bdcd13-7fa7-496c-85ab-69685560127c","header":"x-maas-username"} {"level":"info","ts":1785866947.7860699,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1bdcd13-7fa7-496c-85ab-69685560127c","header":"x-maas-group"} {"level":"info","ts":1785866947.786083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1bdcd13-7fa7-496c-85ab-69685560127c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866947.7861123,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b1bdcd13-7fa7-496c-85ab-69685560127c"} {"level":"info","ts":1785866947.7870853,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b1bdcd13-7fa7-496c-85ab-69685560127c"} {"level":"info","ts":1785866947.787112,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b1bdcd13-7fa7-496c-85ab-69685560127c"} {"level":"info","ts":1785866947.787131,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b1bdcd13-7fa7-496c-85ab-69685560127c","EoS":false} {"level":"info","ts":1785866947.787148,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b1bdcd13-7fa7-496c-85ab-69685560127c"} {"level":"info","ts":1785866947.7871802,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b1bdcd13-7fa7-496c-85ab-69685560127c","EoS":true} {"level":"info","ts":1785866947.78719,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b1bdcd13-7fa7-496c-85ab-69685560127c"} {"level":"info","ts":1785866977.252564,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866977.2526565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24cf6bcb-dff1-4271-a1db-2087b3b747ec"} {"level":"info","ts":1785866977.2526758,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"24cf6bcb-dff1-4271-a1db-2087b3b747ec"} {"level":"info","ts":1785866977.2526953,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24cf6bcb-dff1-4271-a1db-2087b3b747ec","EoS":true} {"level":"info","ts":1785866977.2527354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24cf6bcb-dff1-4271-a1db-2087b3b747ec","header":"x-maas-subscription"} {"level":"info","ts":1785866977.2527478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24cf6bcb-dff1-4271-a1db-2087b3b747ec","header":"x-maas-username"} {"level":"info","ts":1785866977.2527556,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24cf6bcb-dff1-4271-a1db-2087b3b747ec","header":"x-maas-group"} {"level":"info","ts":1785866977.2527769,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24cf6bcb-dff1-4271-a1db-2087b3b747ec","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785866977.2528105,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"24cf6bcb-dff1-4271-a1db-2087b3b747ec"} {"level":"info","ts":1785866977.2550716,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"24cf6bcb-dff1-4271-a1db-2087b3b747ec"} {"level":"info","ts":1785866977.2550948,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"24cf6bcb-dff1-4271-a1db-2087b3b747ec"} {"level":"info","ts":1785866977.255111,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"24cf6bcb-dff1-4271-a1db-2087b3b747ec","EoS":false} {"level":"info","ts":1785866977.2551234,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"24cf6bcb-dff1-4271-a1db-2087b3b747ec"} {"level":"info","ts":1785866977.2551534,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"24cf6bcb-dff1-4271-a1db-2087b3b747ec","EoS":true} {"level":"info","ts":1785866977.2551615,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"24cf6bcb-dff1-4271-a1db-2087b3b747ec"} {"level":"info","ts":1785867012.096771,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867012.096856,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e943be9-afc9-4e27-819c-844825a923ec"} {"level":"info","ts":1785867012.0968683,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3e943be9-afc9-4e27-819c-844825a923ec"} {"level":"info","ts":1785867012.0968816,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e943be9-afc9-4e27-819c-844825a923ec","EoS":true} {"level":"info","ts":1785867012.0969086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e943be9-afc9-4e27-819c-844825a923ec","header":"x-maas-group"} {"level":"info","ts":1785867012.0969193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e943be9-afc9-4e27-819c-844825a923ec","header":"x-maas-username"} {"level":"info","ts":1785867012.096925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e943be9-afc9-4e27-819c-844825a923ec","header":"x-maas-subscription"} {"level":"info","ts":1785867012.0969393,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e943be9-afc9-4e27-819c-844825a923ec","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785867012.097082,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3e943be9-afc9-4e27-819c-844825a923ec"} {"level":"info","ts":1785867012.0983036,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3e943be9-afc9-4e27-819c-844825a923ec"} {"level":"info","ts":1785867012.0983238,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3e943be9-afc9-4e27-819c-844825a923ec"} {"level":"info","ts":1785867012.0983393,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3e943be9-afc9-4e27-819c-844825a923ec","EoS":false} {"level":"info","ts":1785867012.0983493,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3e943be9-afc9-4e27-819c-844825a923ec"} {"level":"info","ts":1785867012.0983706,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3e943be9-afc9-4e27-819c-844825a923ec","EoS":true} {"level":"info","ts":1785867012.0983808,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3e943be9-afc9-4e27-819c-844825a923ec"} {"level":"info","ts":1785867047.2050374,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867047.2051234,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b822b264-a3af-4ac4-a323-e0729910b30f"} {"level":"info","ts":1785867047.2051332,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b822b264-a3af-4ac4-a323-e0729910b30f"} {"level":"info","ts":1785867047.2051444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b822b264-a3af-4ac4-a323-e0729910b30f","EoS":true} {"level":"info","ts":1785867047.2051692,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b822b264-a3af-4ac4-a323-e0729910b30f","header":"x-maas-group"} {"level":"info","ts":1785867047.2051802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b822b264-a3af-4ac4-a323-e0729910b30f","header":"x-maas-username"} {"level":"info","ts":1785867047.2051847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b822b264-a3af-4ac4-a323-e0729910b30f","header":"x-maas-subscription"} {"level":"info","ts":1785867047.2052,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b822b264-a3af-4ac4-a323-e0729910b30f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867047.20523,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b822b264-a3af-4ac4-a323-e0729910b30f"} {"level":"info","ts":1785867047.2060733,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b822b264-a3af-4ac4-a323-e0729910b30f"} {"level":"info","ts":1785867047.2060947,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b822b264-a3af-4ac4-a323-e0729910b30f"} {"level":"info","ts":1785867047.2061093,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b822b264-a3af-4ac4-a323-e0729910b30f","EoS":false} {"level":"info","ts":1785867047.2061226,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b822b264-a3af-4ac4-a323-e0729910b30f"} {"level":"info","ts":1785867047.206146,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b822b264-a3af-4ac4-a323-e0729910b30f","EoS":true} {"level":"info","ts":1785867047.2061555,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b822b264-a3af-4ac4-a323-e0729910b30f"} {"level":"info","ts":1785867056.6857774,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867056.6858912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5737ac0a-9d34-4989-adaf-8b71f85fb090"} {"level":"info","ts":1785867056.6859086,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5737ac0a-9d34-4989-adaf-8b71f85fb090"} {"level":"info","ts":1785867056.6859262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5737ac0a-9d34-4989-adaf-8b71f85fb090","EoS":true} {"level":"info","ts":1785867056.6859624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5737ac0a-9d34-4989-adaf-8b71f85fb090","header":"x-maas-group"} {"level":"info","ts":1785867056.6859734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5737ac0a-9d34-4989-adaf-8b71f85fb090","header":"x-maas-username"} {"level":"info","ts":1785867056.6859827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5737ac0a-9d34-4989-adaf-8b71f85fb090","header":"x-maas-subscription"} {"level":"info","ts":1785867056.686024,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5737ac0a-9d34-4989-adaf-8b71f85fb090","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867056.6860485,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5737ac0a-9d34-4989-adaf-8b71f85fb090"} {"level":"info","ts":1785867056.6869311,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5737ac0a-9d34-4989-adaf-8b71f85fb090"} {"level":"info","ts":1785867056.6870294,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5737ac0a-9d34-4989-adaf-8b71f85fb090"} {"level":"info","ts":1785867056.6870677,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5737ac0a-9d34-4989-adaf-8b71f85fb090","EoS":false} {"level":"info","ts":1785867056.6870885,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5737ac0a-9d34-4989-adaf-8b71f85fb090"} {"level":"info","ts":1785867056.6871343,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5737ac0a-9d34-4989-adaf-8b71f85fb090","EoS":true} {"level":"info","ts":1785867056.6871505,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5737ac0a-9d34-4989-adaf-8b71f85fb090"} {"level":"info","ts":1785867056.7221003,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867056.7221699,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef9f594f-b0c3-42a5-bdbf-9ff6b711ea3d"} {"level":"info","ts":1785867056.7221825,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef9f594f-b0c3-42a5-bdbf-9ff6b711ea3d"} {"level":"info","ts":1785867056.7221947,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef9f594f-b0c3-42a5-bdbf-9ff6b711ea3d","EoS":true} {"level":"info","ts":1785867056.7222168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef9f594f-b0c3-42a5-bdbf-9ff6b711ea3d","header":"x-maas-group"} {"level":"info","ts":1785867056.7222326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef9f594f-b0c3-42a5-bdbf-9ff6b711ea3d","header":"x-maas-username"} {"level":"info","ts":1785867056.7222402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef9f594f-b0c3-42a5-bdbf-9ff6b711ea3d","header":"x-maas-subscription"} {"level":"info","ts":1785867056.722302,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef9f594f-b0c3-42a5-bdbf-9ff6b711ea3d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867056.7223356,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef9f594f-b0c3-42a5-bdbf-9ff6b711ea3d"} {"level":"info","ts":1785867056.723116,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ef9f594f-b0c3-42a5-bdbf-9ff6b711ea3d"} {"level":"info","ts":1785867056.7231402,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ef9f594f-b0c3-42a5-bdbf-9ff6b711ea3d"} {"level":"info","ts":1785867056.7231615,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef9f594f-b0c3-42a5-bdbf-9ff6b711ea3d","EoS":false} {"level":"info","ts":1785867056.7231839,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ef9f594f-b0c3-42a5-bdbf-9ff6b711ea3d"} {"level":"info","ts":1785867056.7232225,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef9f594f-b0c3-42a5-bdbf-9ff6b711ea3d","EoS":true} {"level":"info","ts":1785867056.7232354,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ef9f594f-b0c3-42a5-bdbf-9ff6b711ea3d"} {"level":"info","ts":1785867075.939681,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867075.9397523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"605a45de-f1d3-4c01-bd91-3453d4d8590a"} {"level":"info","ts":1785867075.9397683,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"605a45de-f1d3-4c01-bd91-3453d4d8590a"} {"level":"info","ts":1785867075.9397886,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"605a45de-f1d3-4c01-bd91-3453d4d8590a","EoS":true} {"level":"info","ts":1785867075.9398239,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"605a45de-f1d3-4c01-bd91-3453d4d8590a","header":"x-maas-username"} {"level":"info","ts":1785867075.9398396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"605a45de-f1d3-4c01-bd91-3453d4d8590a","header":"x-maas-group"} {"level":"info","ts":1785867075.9398475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"605a45de-f1d3-4c01-bd91-3453d4d8590a","header":"x-maas-subscription"} {"level":"info","ts":1785867075.9398646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"605a45de-f1d3-4c01-bd91-3453d4d8590a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867075.9398987,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"605a45de-f1d3-4c01-bd91-3453d4d8590a"} {"level":"info","ts":1785867075.9407787,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"605a45de-f1d3-4c01-bd91-3453d4d8590a"} {"level":"info","ts":1785867075.9408016,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"605a45de-f1d3-4c01-bd91-3453d4d8590a"} {"level":"info","ts":1785867075.9408178,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"605a45de-f1d3-4c01-bd91-3453d4d8590a","EoS":false} {"level":"info","ts":1785867075.94083,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"605a45de-f1d3-4c01-bd91-3453d4d8590a"} {"level":"info","ts":1785867075.9408555,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"605a45de-f1d3-4c01-bd91-3453d4d8590a","EoS":true} {"level":"info","ts":1785867075.9408653,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"605a45de-f1d3-4c01-bd91-3453d4d8590a"} {"level":"info","ts":1785867255.4556487,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867255.455728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10e8a6e5-75ea-445e-b7ca-732638a3d2f5"} {"level":"info","ts":1785867255.4557414,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"10e8a6e5-75ea-445e-b7ca-732638a3d2f5"} {"level":"info","ts":1785867255.4557533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10e8a6e5-75ea-445e-b7ca-732638a3d2f5","EoS":true} {"level":"info","ts":1785867255.4557767,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10e8a6e5-75ea-445e-b7ca-732638a3d2f5","header":"x-maas-subscription"} {"level":"info","ts":1785867255.4557867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10e8a6e5-75ea-445e-b7ca-732638a3d2f5","header":"x-maas-username"} {"level":"info","ts":1785867255.4557927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10e8a6e5-75ea-445e-b7ca-732638a3d2f5","header":"x-maas-group"} {"level":"info","ts":1785867255.455806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10e8a6e5-75ea-445e-b7ca-732638a3d2f5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785867255.455827,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"10e8a6e5-75ea-445e-b7ca-732638a3d2f5"} {"level":"info","ts":1785867255.4687998,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"10e8a6e5-75ea-445e-b7ca-732638a3d2f5"} {"level":"info","ts":1785867255.4688318,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"10e8a6e5-75ea-445e-b7ca-732638a3d2f5"} {"level":"info","ts":1785867255.4688604,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"10e8a6e5-75ea-445e-b7ca-732638a3d2f5","EoS":false} {"level":"info","ts":1785867255.4688723,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"10e8a6e5-75ea-445e-b7ca-732638a3d2f5"} {"level":"info","ts":1785867255.4688993,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"10e8a6e5-75ea-445e-b7ca-732638a3d2f5","EoS":true} {"level":"info","ts":1785867255.4689076,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"10e8a6e5-75ea-445e-b7ca-732638a3d2f5"} {"level":"info","ts":1785867332.97477,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867332.9748704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1708295b-49be-4a95-986d-c4eba2a3f5cb"} {"level":"info","ts":1785867332.9748893,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1708295b-49be-4a95-986d-c4eba2a3f5cb"} {"level":"info","ts":1785867332.9749079,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1708295b-49be-4a95-986d-c4eba2a3f5cb","EoS":true} {"level":"info","ts":1785867332.9749444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1708295b-49be-4a95-986d-c4eba2a3f5cb","header":"x-maas-username"} {"level":"info","ts":1785867332.9749603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1708295b-49be-4a95-986d-c4eba2a3f5cb","header":"x-maas-group"} {"level":"info","ts":1785867332.9749684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1708295b-49be-4a95-986d-c4eba2a3f5cb","header":"x-maas-subscription"} {"level":"info","ts":1785867332.975013,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1708295b-49be-4a95-986d-c4eba2a3f5cb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867332.9750507,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1708295b-49be-4a95-986d-c4eba2a3f5cb"} {"level":"info","ts":1785867332.9759598,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1708295b-49be-4a95-986d-c4eba2a3f5cb"} {"level":"info","ts":1785867332.9759798,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1708295b-49be-4a95-986d-c4eba2a3f5cb"} {"level":"info","ts":1785867332.9760165,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1708295b-49be-4a95-986d-c4eba2a3f5cb","EoS":false} {"level":"info","ts":1785867332.976033,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1708295b-49be-4a95-986d-c4eba2a3f5cb"} {"level":"info","ts":1785867332.9760597,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1708295b-49be-4a95-986d-c4eba2a3f5cb","EoS":true} {"level":"info","ts":1785867332.9760678,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1708295b-49be-4a95-986d-c4eba2a3f5cb"} {"level":"info","ts":1785867348.3232799,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867348.3233635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef76b16a-d956-4f3d-a9c8-08dd42735b7b"} {"level":"info","ts":1785867348.323378,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef76b16a-d956-4f3d-a9c8-08dd42735b7b"} {"level":"info","ts":1785867348.3233976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef76b16a-d956-4f3d-a9c8-08dd42735b7b","EoS":true} {"level":"info","ts":1785867348.3234327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef76b16a-d956-4f3d-a9c8-08dd42735b7b","header":"x-maas-username"} {"level":"info","ts":1785867348.3234487,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef76b16a-d956-4f3d-a9c8-08dd42735b7b","header":"x-maas-subscription"} {"level":"info","ts":1785867348.3234568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef76b16a-d956-4f3d-a9c8-08dd42735b7b","header":"x-maas-group"} {"level":"info","ts":1785867348.3234768,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef76b16a-d956-4f3d-a9c8-08dd42735b7b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867348.323512,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef76b16a-d956-4f3d-a9c8-08dd42735b7b"} {"level":"info","ts":1785867348.3243387,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ef76b16a-d956-4f3d-a9c8-08dd42735b7b"} {"level":"info","ts":1785867348.3243647,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ef76b16a-d956-4f3d-a9c8-08dd42735b7b"} {"level":"info","ts":1785867348.3243806,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef76b16a-d956-4f3d-a9c8-08dd42735b7b","EoS":false} {"level":"info","ts":1785867348.3243935,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ef76b16a-d956-4f3d-a9c8-08dd42735b7b"} {"level":"info","ts":1785867348.3244178,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef76b16a-d956-4f3d-a9c8-08dd42735b7b","EoS":true} {"level":"info","ts":1785867348.3244286,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ef76b16a-d956-4f3d-a9c8-08dd42735b7b"} {"level":"info","ts":1785867680.8800147,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867680.8801048,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89b29560-c914-4658-9eff-2d280c4e4cdf"} {"level":"info","ts":1785867680.8801143,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"89b29560-c914-4658-9eff-2d280c4e4cdf"} {"level":"info","ts":1785867680.880127,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89b29560-c914-4658-9eff-2d280c4e4cdf","EoS":true} {"level":"info","ts":1785867680.8801515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89b29560-c914-4658-9eff-2d280c4e4cdf","header":"x-maas-username"} {"level":"info","ts":1785867680.8801618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89b29560-c914-4658-9eff-2d280c4e4cdf","header":"x-maas-group"} {"level":"info","ts":1785867680.8801675,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89b29560-c914-4658-9eff-2d280c4e4cdf","header":"x-maas-subscription"} {"level":"info","ts":1785867680.8801808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89b29560-c914-4658-9eff-2d280c4e4cdf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867680.880209,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89b29560-c914-4658-9eff-2d280c4e4cdf"} {"level":"info","ts":1785867680.8811946,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"89b29560-c914-4658-9eff-2d280c4e4cdf"} {"level":"info","ts":1785867680.881216,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"89b29560-c914-4658-9eff-2d280c4e4cdf"} {"level":"info","ts":1785867680.8812394,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"89b29560-c914-4658-9eff-2d280c4e4cdf","EoS":false} {"level":"info","ts":1785867680.8812585,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"89b29560-c914-4658-9eff-2d280c4e4cdf"} {"level":"info","ts":1785867680.881297,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"89b29560-c914-4658-9eff-2d280c4e4cdf","EoS":true} {"level":"info","ts":1785867680.8813095,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"89b29560-c914-4658-9eff-2d280c4e4cdf"} {"level":"info","ts":1785867680.9169369,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867680.917034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcf9e850-fdcd-49bf-90a9-180a7eab7ddd"} {"level":"info","ts":1785867680.9170468,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fcf9e850-fdcd-49bf-90a9-180a7eab7ddd"} {"level":"info","ts":1785867680.917058,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcf9e850-fdcd-49bf-90a9-180a7eab7ddd","EoS":true} {"level":"info","ts":1785867680.917079,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcf9e850-fdcd-49bf-90a9-180a7eab7ddd","header":"x-maas-group"} {"level":"info","ts":1785867680.9170883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcf9e850-fdcd-49bf-90a9-180a7eab7ddd","header":"x-maas-username"} {"level":"info","ts":1785867680.9170947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcf9e850-fdcd-49bf-90a9-180a7eab7ddd","header":"x-maas-subscription"} {"level":"info","ts":1785867680.9171078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcf9e850-fdcd-49bf-90a9-180a7eab7ddd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867680.9171329,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fcf9e850-fdcd-49bf-90a9-180a7eab7ddd"} {"level":"info","ts":1785867680.9179056,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fcf9e850-fdcd-49bf-90a9-180a7eab7ddd"} {"level":"info","ts":1785867680.9179242,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fcf9e850-fdcd-49bf-90a9-180a7eab7ddd"} {"level":"info","ts":1785867680.9179459,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fcf9e850-fdcd-49bf-90a9-180a7eab7ddd","EoS":false} {"level":"info","ts":1785867680.9179654,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fcf9e850-fdcd-49bf-90a9-180a7eab7ddd"} {"level":"info","ts":1785867680.91802,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fcf9e850-fdcd-49bf-90a9-180a7eab7ddd","EoS":true} {"level":"info","ts":1785867680.918033,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fcf9e850-fdcd-49bf-90a9-180a7eab7ddd"} {"level":"info","ts":1785867685.7155428,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"bae99a1f-1adf-4db4-baee-6e35da2927a0","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785867685.7158237,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38159.000009254,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867685.7158442,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867685.7636263,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867685.816235,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"bae99a1f-1adf-4db4-baee-6e35da2927a0","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785867685.837693,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b9286194-528e-4eaa-b73b-1c744f166d0e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785867685.83772,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"402b4e9f-a609-4bea-a409-cad00481129d"} {"level":"info","ts":1785867685.837743,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b9286194-528e-4eaa-b73b-1c744f166d0e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785867685.854641,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac1893c1-5696-41bd-81a0-6c791a9bbab8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785867685.854733,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac1893c1-5696-41bd-81a0-6c791a9bbab8","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785867685.855788,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"402b4e9f-a609-4bea-a409-cad00481129d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867685.8562586,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37233.09381937,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867685.8562875,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867685.871744,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867685.956307,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"402b4e9f-a609-4bea-a409-cad00481129d","name":"e2e-external-provider"} {"level":"info","ts":1785867685.9606652,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b36baf4-419f-4eaf-b896-025dd944a45e"} {"level":"info","ts":1785867685.9606898,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"faf5d448-1534-4178-8a05-0524236b0385","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867685.960726,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"faf5d448-1534-4178-8a05-0524236b0385","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785867685.9650683,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"402b4e9f-a609-4bea-a409-cad00481129d","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785867685.966683,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a688d58d-f1ba-416e-9e63-0e4528d81c63","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867685.966708,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a688d58d-f1ba-416e-9e63-0e4528d81c63","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785867685.966776,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b36baf4-419f-4eaf-b896-025dd944a45e","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785867685.97524,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b36baf4-419f-4eaf-b896-025dd944a45e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867685.9753575,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e8b5139-4a2b-4c61-850e-8c6db146996b"} {"level":"info","ts":1785867685.9753866,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e8b5139-4a2b-4c61-850e-8c6db146996b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785867685.975783,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aed92086-4922-45b4-81fd-7d08d97395ba","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867685.9758143,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aed92086-4922-45b4-81fd-7d08d97395ba","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785867685.9787846,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"402b4e9f-a609-4bea-a409-cad00481129d","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785867685.9794354,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e8b5139-4a2b-4c61-850e-8c6db146996b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785867685.9794724,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e8b5139-4a2b-4c61-850e-8c6db146996b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867685.979514,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bff8849-2cb5-491a-b4f3-3121f9e07402"} {"level":"info","ts":1785867685.9795332,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bff8849-2cb5-491a-b4f3-3121f9e07402","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785867685.9868572,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"402b4e9f-a609-4bea-a409-cad00481129d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785867685.98721,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bff8849-2cb5-491a-b4f3-3121f9e07402","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785867685.9915178,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"402b4e9f-a609-4bea-a409-cad00481129d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867685.9915998,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ee9faa4-4a7f-4f93-b55a-8ed8e810cb9a"} {"level":"info","ts":1785867685.9916475,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ee9faa4-4a7f-4f93-b55a-8ed8e810cb9a","name":"e2e-external-provider"} {"level":"info","ts":1785867686.0017405,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ee9faa4-4a7f-4f93-b55a-8ed8e810cb9a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785867686.007334,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a33a29f3-4452-47dd-84b0-384020a62139"} {"level":"info","ts":1785867686.0073605,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a33a29f3-4452-47dd-84b0-384020a62139","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785867686.0124598,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"679d1381-a190-478d-8005-53b8597bf7f0"} {"level":"info","ts":1785867686.0124817,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e07ad25-9a55-4636-aa71-51d5f0834dc9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785867686.0125024,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e07ad25-9a55-4636-aa71-51d5f0834dc9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785867686.012505,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"679d1381-a190-478d-8005-53b8597bf7f0","name":"e2e-external-provider"} {"level":"info","ts":1785867686.0125499,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f698908-18a2-4b89-9f2d-75113f7b399f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867686.0125656,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f698908-18a2-4b89-9f2d-75113f7b399f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785867686.0164244,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a33a29f3-4452-47dd-84b0-384020a62139","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867686.0167394,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6d8dc6d-3896-433c-8fa1-7a900c41508d"} {"level":"info","ts":1785867686.017147,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39423.714702188,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867686.0171795,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867686.0255487,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"679d1381-a190-478d-8005-53b8597bf7f0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785867686.0275304,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867686.1177793,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6d8dc6d-3896-433c-8fa1-7a900c41508d","name":"e2e-external-model"} {"level":"info","ts":1785867686.1345105,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6d8dc6d-3896-433c-8fa1-7a900c41508d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785867686.1463845,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6360949b-3dbb-4f0f-a35e-65fe4a60c23b"} {"level":"info","ts":1785867686.1463845,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fcc6ae4-f8b2-44a1-a6da-3d090caea772","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867686.1464207,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fcc6ae4-f8b2-44a1-a6da-3d090caea772","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785867686.146458,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6360949b-3dbb-4f0f-a35e-65fe4a60c23b","name":"e2e-external-model"} {"level":"error","ts":1785867686.1723695,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6360949b-3dbb-4f0f-a35e-65fe4a60c23b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785867686.1724145,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6360949b-3dbb-4f0f-a35e-65fe4a60c23b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867686.1734536,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"acbf982d-c845-446b-9248-cbc3022fefd8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867686.1734922,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"acbf982d-c845-446b-9248-cbc3022fefd8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785867686.173459,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9bfb7dab-9d75-43ae-bb97-3167c1a9f13b"} {"level":"info","ts":1785867686.1735535,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9bfb7dab-9d75-43ae-bb97-3167c1a9f13b","name":"e2e-external-model"} {"level":"info","ts":1785867686.1850495,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9bfb7dab-9d75-43ae-bb97-3167c1a9f13b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785867686.1937027,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c0fd4e3-ca1a-455d-9ffa-458cf25c8c56"} {"level":"info","ts":1785867686.1937163,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27f9a359-7f67-4610-8070-fc204891aa48","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867686.193739,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27f9a359-7f67-4610-8070-fc204891aa48","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785867686.1937711,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c0fd4e3-ca1a-455d-9ffa-458cf25c8c56","name":"e2e-external-model"} {"level":"info","ts":1785867686.206373,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c0fd4e3-ca1a-455d-9ffa-458cf25c8c56","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785867697.7761674,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867697.7762332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c923367b-bf75-43c5-aea3-f981f239dad1"} {"level":"info","ts":1785867697.776246,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c923367b-bf75-43c5-aea3-f981f239dad1"} {"level":"info","ts":1785867697.7762575,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c923367b-bf75-43c5-aea3-f981f239dad1","EoS":true} {"level":"info","ts":1785867697.7762766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c923367b-bf75-43c5-aea3-f981f239dad1","header":"x-maas-subscription"} {"level":"info","ts":1785867697.7762861,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c923367b-bf75-43c5-aea3-f981f239dad1","header":"x-maas-group"} {"level":"info","ts":1785867697.7762918,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c923367b-bf75-43c5-aea3-f981f239dad1","header":"x-maas-username"} {"level":"info","ts":1785867697.7763057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c923367b-bf75-43c5-aea3-f981f239dad1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785867697.7763138,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c923367b-bf75-43c5-aea3-f981f239dad1","modelName":"e2e-external-model"} {"level":"info","ts":1785867697.7763255,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c923367b-bf75-43c5-aea3-f981f239dad1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785867697.7763627,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"c923367b-bf75-43c5-aea3-f981f239dad1","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785867697.776382,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"c923367b-bf75-43c5-aea3-f981f239dad1","authType":"apikey"} {"level":"info","ts":1785867697.7764068,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c923367b-bf75-43c5-aea3-f981f239dad1"} {"level":"info","ts":1785867697.8732643,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c923367b-bf75-43c5-aea3-f981f239dad1"} {"level":"info","ts":1785867697.8732903,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c923367b-bf75-43c5-aea3-f981f239dad1"} {"level":"info","ts":1785867697.8733118,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c923367b-bf75-43c5-aea3-f981f239dad1","EoS":false} {"level":"info","ts":1785867697.873328,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c923367b-bf75-43c5-aea3-f981f239dad1"} {"level":"info","ts":1785867697.8733644,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c923367b-bf75-43c5-aea3-f981f239dad1","EoS":true} {"level":"info","ts":1785867697.8733754,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c923367b-bf75-43c5-aea3-f981f239dad1"} {"level":"info","ts":1785867697.9870906,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e111709d-9b5f-4dfa-90e2-41d24caa8940","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785867697.987134,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e111709d-9b5f-4dfa-90e2-41d24caa8940","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785867697.9870865,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"637775cf-ff4b-4424-98b1-e6e921a7033b"} {"level":"info","ts":1785867697.9927058,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"98f8c077-0e8f-4124-9f1a-e1b8b8143aaa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785867697.992734,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"98f8c077-0e8f-4124-9f1a-e1b8b8143aaa","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785867697.9957993,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"637775cf-ff4b-4424-98b1-e6e921a7033b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867697.9958746,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"637775cf-ff4b-4424-98b1-e6e921a7033b","name":"e2e-cleanup-test"} {"level":"error","ts":1785867698.0119243,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"637775cf-ff4b-4424-98b1-e6e921a7033b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785867698.011973,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"637775cf-ff4b-4424-98b1-e6e921a7033b","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867698.0120506,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e47f968f-0b2e-4e79-860d-cd9f29273505"} {"level":"info","ts":1785867698.0120983,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e47f968f-0b2e-4e79-860d-cd9f29273505","name":"e2e-cleanup-test"} {"level":"info","ts":1785867698.0123966,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"967da627-2e67-469d-989f-00a2b43d8994","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785867698.012431,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"967da627-2e67-469d-989f-00a2b43d8994","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785867698.025126,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e47f968f-0b2e-4e79-860d-cd9f29273505","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785867698.0251865,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e47f968f-0b2e-4e79-860d-cd9f29273505","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867698.0252466,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c6af7f6-dc55-405a-b704-75e4e462964e"} {"level":"info","ts":1785867698.0253108,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c6af7f6-dc55-405a-b704-75e4e462964e","name":"e2e-cleanup-test"} {"level":"info","ts":1785867698.027215,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f07f2282-11c6-4fc5-8576-9a33e16bab61","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785867698.027246,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f07f2282-11c6-4fc5-8576-9a33e16bab61","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785867698.0372088,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c6af7f6-dc55-405a-b704-75e4e462964e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785867698.0410955,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c6af7f6-dc55-405a-b704-75e4e462964e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867698.0411637,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9ec35dd-9365-4bb3-b1f2-9c420ad4f9bd"} {"level":"info","ts":1785867698.0412211,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9ec35dd-9365-4bb3-b1f2-9c420ad4f9bd","name":"e2e-cleanup-test"} {"level":"info","ts":1785867698.0456727,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"146a62d7-cd35-4bb6-a142-ca6475fbdc3e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785867698.0457082,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"146a62d7-cd35-4bb6-a142-ca6475fbdc3e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785867698.0509145,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9ec35dd-9365-4bb3-b1f2-9c420ad4f9bd","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785867698.0561464,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9ec35dd-9365-4bb3-b1f2-9c420ad4f9bd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867698.056211,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1df872b-834b-42c3-82c7-97290447a1db"} {"level":"info","ts":1785867698.0562541,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1df872b-834b-42c3-82c7-97290447a1db","name":"e2e-cleanup-test"} {"level":"info","ts":1785867698.0655115,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1df872b-834b-42c3-82c7-97290447a1db","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785867706.2861319,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d2639536-a8df-4c1b-8602-b231577d5e85"} {"level":"info","ts":1785867706.286153,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"79137b2e-913d-405b-962a-ee8db875b968","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785867706.286183,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"79137b2e-913d-405b-962a-ee8db875b968","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785867710.5873435,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867710.5874128,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98399e2b-f17b-447a-865d-c6bb21b31c9e"} {"level":"info","ts":1785867710.587423,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"98399e2b-f17b-447a-865d-c6bb21b31c9e"} {"level":"info","ts":1785867710.587435,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98399e2b-f17b-447a-865d-c6bb21b31c9e","EoS":true} {"level":"info","ts":1785867710.5874636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98399e2b-f17b-447a-865d-c6bb21b31c9e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785867710.5874982,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"98399e2b-f17b-447a-865d-c6bb21b31c9e"} {"level":"info","ts":1785867710.628375,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867710.6284335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3332f3f-8bf9-4392-9f87-25a0c071088a"} {"level":"info","ts":1785867710.6284442,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3332f3f-8bf9-4392-9f87-25a0c071088a"} {"level":"info","ts":1785867710.628456,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3332f3f-8bf9-4392-9f87-25a0c071088a","EoS":true} {"level":"info","ts":1785867710.6284785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3332f3f-8bf9-4392-9f87-25a0c071088a","header":"x-maas-group"} {"level":"info","ts":1785867710.6284883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3332f3f-8bf9-4392-9f87-25a0c071088a","header":"x-maas-subscription"} {"level":"info","ts":1785867710.6284933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3332f3f-8bf9-4392-9f87-25a0c071088a","header":"x-maas-username"} {"level":"info","ts":1785867710.628506,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3332f3f-8bf9-4392-9f87-25a0c071088a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785867710.6285143,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a3332f3f-8bf9-4392-9f87-25a0c071088a","modelName":"e2e-external-model"} {"level":"info","ts":1785867710.6285243,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a3332f3f-8bf9-4392-9f87-25a0c071088a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785867710.6285458,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"a3332f3f-8bf9-4392-9f87-25a0c071088a","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785867710.62856,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"a3332f3f-8bf9-4392-9f87-25a0c071088a","authType":"apikey"} {"level":"info","ts":1785867710.6285832,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3332f3f-8bf9-4392-9f87-25a0c071088a"} {"level":"info","ts":1785867710.7780795,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a3332f3f-8bf9-4392-9f87-25a0c071088a"} {"level":"info","ts":1785867710.7781048,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a3332f3f-8bf9-4392-9f87-25a0c071088a"} {"level":"info","ts":1785867710.7781208,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a3332f3f-8bf9-4392-9f87-25a0c071088a","EoS":false} {"level":"info","ts":1785867710.7781322,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a3332f3f-8bf9-4392-9f87-25a0c071088a"} {"level":"info","ts":1785867710.7781599,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a3332f3f-8bf9-4392-9f87-25a0c071088a","EoS":true} {"level":"info","ts":1785867710.7781658,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a3332f3f-8bf9-4392-9f87-25a0c071088a"} {"level":"info","ts":1785867710.82219,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867710.8222508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3bb7315-b332-4126-910a-ded109e22045"} {"level":"info","ts":1785867710.8222618,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b3bb7315-b332-4126-910a-ded109e22045"} {"level":"info","ts":1785867710.822273,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3bb7315-b332-4126-910a-ded109e22045","EoS":true} {"level":"info","ts":1785867710.8222938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3bb7315-b332-4126-910a-ded109e22045","header":"x-maas-username"} {"level":"info","ts":1785867710.8223038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3bb7315-b332-4126-910a-ded109e22045","header":"x-maas-subscription"} {"level":"info","ts":1785867710.822309,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3bb7315-b332-4126-910a-ded109e22045","header":"x-maas-group"} {"level":"info","ts":1785867710.8223207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3bb7315-b332-4126-910a-ded109e22045","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785867710.8223426,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b3bb7315-b332-4126-910a-ded109e22045"} {"level":"info","ts":1785867710.8704193,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b3bb7315-b332-4126-910a-ded109e22045"} {"level":"info","ts":1785867710.8704405,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b3bb7315-b332-4126-910a-ded109e22045"} {"level":"info","ts":1785867710.8704622,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b3bb7315-b332-4126-910a-ded109e22045","EoS":false} {"level":"info","ts":1785867710.8704765,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b3bb7315-b332-4126-910a-ded109e22045"} {"level":"info","ts":1785867710.8705118,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b3bb7315-b332-4126-910a-ded109e22045","EoS":true} {"level":"info","ts":1785867710.8705218,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b3bb7315-b332-4126-910a-ded109e22045"} {"level":"info","ts":1785867710.9071,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867710.9071567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"161ba870-26f0-4dbf-b7d7-5784b6ee7022"} {"level":"info","ts":1785867710.9071689,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"161ba870-26f0-4dbf-b7d7-5784b6ee7022"} {"level":"info","ts":1785867710.9071803,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"161ba870-26f0-4dbf-b7d7-5784b6ee7022","EoS":true} {"level":"info","ts":1785867710.907199,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"161ba870-26f0-4dbf-b7d7-5784b6ee7022","header":"x-maas-subscription"} {"level":"info","ts":1785867710.9072092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"161ba870-26f0-4dbf-b7d7-5784b6ee7022","header":"x-maas-username"} {"level":"info","ts":1785867710.9072144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"161ba870-26f0-4dbf-b7d7-5784b6ee7022","header":"x-maas-group"} {"level":"info","ts":1785867710.9072385,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"161ba870-26f0-4dbf-b7d7-5784b6ee7022"} {"level":"info","ts":1785867710.9601946,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"161ba870-26f0-4dbf-b7d7-5784b6ee7022"} {"level":"info","ts":1785867710.9602125,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"161ba870-26f0-4dbf-b7d7-5784b6ee7022"} {"level":"info","ts":1785867710.9602275,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"161ba870-26f0-4dbf-b7d7-5784b6ee7022","EoS":false} {"level":"info","ts":1785867710.960238,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"161ba870-26f0-4dbf-b7d7-5784b6ee7022"} {"level":"info","ts":1785867710.9602613,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"161ba870-26f0-4dbf-b7d7-5784b6ee7022","EoS":true} {"level":"info","ts":1785867710.9602692,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"161ba870-26f0-4dbf-b7d7-5784b6ee7022"} {"level":"info","ts":1785867711.7908196,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"166ce2fd-7483-4c0b-9d1f-14ec6c23c77d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867711.790867,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"166ce2fd-7483-4c0b-9d1f-14ec6c23c77d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867711.790832,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fc99871-4703-4ee2-aae8-5fde4687bf41"} {"level":"info","ts":1785867711.933152,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c7bea06-09af-4fbd-8ef4-3f36d134bc43","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785867711.9332001,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c7bea06-09af-4fbd-8ef4-3f36d134bc43","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785867711.9332561,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"64551e1f-fd30-433c-bf91-7eb7e0dcfdb7"} {"level":"info","ts":1785867712.0515678,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8c6af33a-c251-4a95-b698-d639501bafb3","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785867712.0516186,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8c6af33a-c251-4a95-b698-d639501bafb3","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785869184.8445919,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869184.844697,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3794adeb-8458-4493-806a-22403be101da"} {"level":"info","ts":1785869295.3988247,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869295.3989475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf64a92f-1ea6-4fdf-a739-018bce56cdd7"} {"level":"info","ts":1785869295.3989618,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf64a92f-1ea6-4fdf-a739-018bce56cdd7"} {"level":"info","ts":1785869295.398974,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf64a92f-1ea6-4fdf-a739-018bce56cdd7","EoS":true} {"level":"info","ts":1785869295.3990328,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf64a92f-1ea6-4fdf-a739-018bce56cdd7","header":"x-maas-group"} {"level":"info","ts":1785869295.399044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf64a92f-1ea6-4fdf-a739-018bce56cdd7","header":"x-maas-subscription"} {"level":"info","ts":1785869295.3990498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf64a92f-1ea6-4fdf-a739-018bce56cdd7","header":"x-maas-username"} {"level":"info","ts":1785869295.3990636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf64a92f-1ea6-4fdf-a739-018bce56cdd7","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785869295.3990889,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf64a92f-1ea6-4fdf-a739-018bce56cdd7"} {"level":"info","ts":1785869295.400685,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf64a92f-1ea6-4fdf-a739-018bce56cdd7"} {"level":"info","ts":1785869295.4007115,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cf64a92f-1ea6-4fdf-a739-018bce56cdd7"} {"level":"info","ts":1785869295.400737,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf64a92f-1ea6-4fdf-a739-018bce56cdd7","EoS":false} {"level":"info","ts":1785869295.4007518,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cf64a92f-1ea6-4fdf-a739-018bce56cdd7"} {"level":"info","ts":1785869295.4007776,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf64a92f-1ea6-4fdf-a739-018bce56cdd7","EoS":true} {"level":"info","ts":1785869295.4007869,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cf64a92f-1ea6-4fdf-a739-018bce56cdd7"}