{"level":"info","ts":1784687752.3407245,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d2c560f-b811-4af7-a323-cd64e6908209"} {"level":"info","ts":1784687752.343875,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5d2c560f-b811-4af7-a323-cd64e6908209"} {"level":"info","ts":1784687752.3438978,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5d2c560f-b811-4af7-a323-cd64e6908209"} {"level":"info","ts":1784687752.3439147,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d2c560f-b811-4af7-a323-cd64e6908209","EoS":false} {"level":"info","ts":1784687752.3439264,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d2c560f-b811-4af7-a323-cd64e6908209","EoS":true} {"level":"info","ts":1784687752.3439682,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5d2c560f-b811-4af7-a323-cd64e6908209"} {"level":"info","ts":1784687752.479384,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687752.4794548,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dff87dda-d314-4da6-b601-53af3a5584db"} {"level":"info","ts":1784687752.4794636,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dff87dda-d314-4da6-b601-53af3a5584db"} {"level":"info","ts":1784687752.4794748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dff87dda-d314-4da6-b601-53af3a5584db","EoS":true} {"level":"info","ts":1784687752.4795008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dff87dda-d314-4da6-b601-53af3a5584db","header":"x-maas-group"} {"level":"info","ts":1784687752.4795108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dff87dda-d314-4da6-b601-53af3a5584db","header":"x-maas-username"} {"level":"info","ts":1784687752.4795158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dff87dda-d314-4da6-b601-53af3a5584db","header":"x-maas-subscription"} {"level":"info","ts":1784687752.4795287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dff87dda-d314-4da6-b601-53af3a5584db","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687752.4795523,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dff87dda-d314-4da6-b601-53af3a5584db"} {"level":"info","ts":1784687752.480539,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dff87dda-d314-4da6-b601-53af3a5584db"} {"level":"info","ts":1784687752.4805539,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dff87dda-d314-4da6-b601-53af3a5584db"} {"level":"info","ts":1784687752.4805663,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dff87dda-d314-4da6-b601-53af3a5584db","EoS":false} {"level":"info","ts":1784687752.4805787,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dff87dda-d314-4da6-b601-53af3a5584db","EoS":true} {"level":"info","ts":1784687752.4806252,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dff87dda-d314-4da6-b601-53af3a5584db"} {"level":"info","ts":1784687752.6167881,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687752.6168888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95b6d7e5-bcf3-4d14-8d63-a9539973818d"} {"level":"info","ts":1784687752.6169014,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"95b6d7e5-bcf3-4d14-8d63-a9539973818d"} {"level":"info","ts":1784687752.616913,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95b6d7e5-bcf3-4d14-8d63-a9539973818d","EoS":true} {"level":"info","ts":1784687752.6169403,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95b6d7e5-bcf3-4d14-8d63-a9539973818d","header":"x-maas-group"} {"level":"info","ts":1784687752.6169517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95b6d7e5-bcf3-4d14-8d63-a9539973818d","header":"x-maas-username"} {"level":"info","ts":1784687752.6169562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95b6d7e5-bcf3-4d14-8d63-a9539973818d","header":"x-maas-subscription"} {"level":"info","ts":1784687752.6169686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95b6d7e5-bcf3-4d14-8d63-a9539973818d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687752.6169963,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"95b6d7e5-bcf3-4d14-8d63-a9539973818d"} {"level":"info","ts":1784687752.6180885,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"95b6d7e5-bcf3-4d14-8d63-a9539973818d"} {"level":"info","ts":1784687752.6181066,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"95b6d7e5-bcf3-4d14-8d63-a9539973818d"} {"level":"info","ts":1784687752.6181512,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"95b6d7e5-bcf3-4d14-8d63-a9539973818d","EoS":false} {"level":"info","ts":1784687752.6181626,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"95b6d7e5-bcf3-4d14-8d63-a9539973818d","EoS":true} {"level":"info","ts":1784687752.6182055,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"95b6d7e5-bcf3-4d14-8d63-a9539973818d"} {"level":"info","ts":1784687752.758515,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687752.758605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0995f0fc-f9dd-451a-ab81-709bbd7f802f"} {"level":"info","ts":1784687752.7586145,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0995f0fc-f9dd-451a-ab81-709bbd7f802f"} {"level":"info","ts":1784687752.7586265,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0995f0fc-f9dd-451a-ab81-709bbd7f802f","EoS":true} {"level":"info","ts":1784687752.7586527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0995f0fc-f9dd-451a-ab81-709bbd7f802f","header":"x-maas-username"} {"level":"info","ts":1784687752.7586653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0995f0fc-f9dd-451a-ab81-709bbd7f802f","header":"x-maas-group"} {"level":"info","ts":1784687752.75867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0995f0fc-f9dd-451a-ab81-709bbd7f802f","header":"x-maas-subscription"} {"level":"info","ts":1784687752.7586832,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0995f0fc-f9dd-451a-ab81-709bbd7f802f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687752.7587075,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0995f0fc-f9dd-451a-ab81-709bbd7f802f"} {"level":"info","ts":1784687752.7600057,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0995f0fc-f9dd-451a-ab81-709bbd7f802f"} {"level":"info","ts":1784687752.7600262,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0995f0fc-f9dd-451a-ab81-709bbd7f802f"} {"level":"info","ts":1784687752.760048,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0995f0fc-f9dd-451a-ab81-709bbd7f802f","EoS":false} {"level":"info","ts":1784687752.760064,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0995f0fc-f9dd-451a-ab81-709bbd7f802f","EoS":true} {"level":"info","ts":1784687752.760114,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0995f0fc-f9dd-451a-ab81-709bbd7f802f"} {"level":"info","ts":1784687752.8986201,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687752.8987,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7aa7eb5f-30d5-4a43-b374-568d8eea4a7b"} {"level":"info","ts":1784687752.898712,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7aa7eb5f-30d5-4a43-b374-568d8eea4a7b"} {"level":"info","ts":1784687752.8987231,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7aa7eb5f-30d5-4a43-b374-568d8eea4a7b","EoS":true} {"level":"info","ts":1784687752.8987515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7aa7eb5f-30d5-4a43-b374-568d8eea4a7b","header":"x-maas-group"} {"level":"info","ts":1784687752.8987613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7aa7eb5f-30d5-4a43-b374-568d8eea4a7b","header":"x-maas-username"} {"level":"info","ts":1784687752.8987668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7aa7eb5f-30d5-4a43-b374-568d8eea4a7b","header":"x-maas-subscription"} {"level":"info","ts":1784687752.8987808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7aa7eb5f-30d5-4a43-b374-568d8eea4a7b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687752.8988063,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7aa7eb5f-30d5-4a43-b374-568d8eea4a7b"} {"level":"info","ts":1784687752.8998144,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7aa7eb5f-30d5-4a43-b374-568d8eea4a7b"} {"level":"info","ts":1784687752.8998408,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7aa7eb5f-30d5-4a43-b374-568d8eea4a7b"} {"level":"info","ts":1784687752.8998568,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7aa7eb5f-30d5-4a43-b374-568d8eea4a7b","EoS":false} {"level":"info","ts":1784687752.8998697,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7aa7eb5f-30d5-4a43-b374-568d8eea4a7b","EoS":true} {"level":"info","ts":1784687752.8999135,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7aa7eb5f-30d5-4a43-b374-568d8eea4a7b"} {"level":"info","ts":1784687772.9761145,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687772.9762232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5112695d-a9f1-40e9-bb6f-0b58f108c002"} {"level":"info","ts":1784687772.976243,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5112695d-a9f1-40e9-bb6f-0b58f108c002"} {"level":"info","ts":1784687772.9762633,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5112695d-a9f1-40e9-bb6f-0b58f108c002","EoS":true} {"level":"info","ts":1784687772.9763126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5112695d-a9f1-40e9-bb6f-0b58f108c002","header":"x-maas-username"} {"level":"info","ts":1784687772.976325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5112695d-a9f1-40e9-bb6f-0b58f108c002","header":"x-maas-subscription"} {"level":"info","ts":1784687772.9763348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5112695d-a9f1-40e9-bb6f-0b58f108c002","header":"x-maas-group"} {"level":"info","ts":1784687772.9763563,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5112695d-a9f1-40e9-bb6f-0b58f108c002","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687772.976392,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5112695d-a9f1-40e9-bb6f-0b58f108c002"} {"level":"info","ts":1784687772.9774878,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5112695d-a9f1-40e9-bb6f-0b58f108c002"} {"level":"info","ts":1784687772.9775088,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5112695d-a9f1-40e9-bb6f-0b58f108c002"} {"level":"info","ts":1784687772.9775236,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5112695d-a9f1-40e9-bb6f-0b58f108c002","EoS":false} {"level":"info","ts":1784687772.977535,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5112695d-a9f1-40e9-bb6f-0b58f108c002","EoS":true} {"level":"info","ts":1784687772.9775677,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5112695d-a9f1-40e9-bb6f-0b58f108c002"} {"level":"info","ts":1784687773.0149813,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687773.0150652,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"261f50af-1c8f-4f4b-a613-2b75cab5719c"} {"level":"info","ts":1784687773.0150769,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"261f50af-1c8f-4f4b-a613-2b75cab5719c"} {"level":"info","ts":1784687773.015088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"261f50af-1c8f-4f4b-a613-2b75cab5719c","EoS":true} {"level":"info","ts":1784687773.0151153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"261f50af-1c8f-4f4b-a613-2b75cab5719c","header":"x-maas-group"} {"level":"info","ts":1784687773.0151258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"261f50af-1c8f-4f4b-a613-2b75cab5719c","header":"x-maas-username"} {"level":"info","ts":1784687773.0151472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"261f50af-1c8f-4f4b-a613-2b75cab5719c","header":"x-maas-subscription"} {"level":"info","ts":1784687773.0151606,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"261f50af-1c8f-4f4b-a613-2b75cab5719c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687773.0151849,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"261f50af-1c8f-4f4b-a613-2b75cab5719c"} {"level":"info","ts":1784687773.0182557,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"261f50af-1c8f-4f4b-a613-2b75cab5719c"} {"level":"info","ts":1784687773.018281,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"261f50af-1c8f-4f4b-a613-2b75cab5719c"} {"level":"info","ts":1784687773.0182972,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"261f50af-1c8f-4f4b-a613-2b75cab5719c","EoS":false} {"level":"info","ts":1784687773.0183094,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"261f50af-1c8f-4f4b-a613-2b75cab5719c","EoS":true} {"level":"info","ts":1784687773.018352,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"261f50af-1c8f-4f4b-a613-2b75cab5719c"} {"level":"info","ts":1784687773.1295726,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687773.1296499,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"59b06fc9-0f0d-4f83-85fc-682102782ecf"} {"level":"info","ts":1784687773.1319087,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"59b06fc9-0f0d-4f83-85fc-682102782ecf"} {"level":"info","ts":1784687773.1319306,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"59b06fc9-0f0d-4f83-85fc-682102782ecf"} {"level":"info","ts":1784687773.1319475,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"59b06fc9-0f0d-4f83-85fc-682102782ecf","EoS":false} {"level":"info","ts":1784687773.1319594,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"59b06fc9-0f0d-4f83-85fc-682102782ecf"} {"level":"info","ts":1784687773.1319854,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"59b06fc9-0f0d-4f83-85fc-682102782ecf","EoS":true} {"level":"info","ts":1784687773.1319954,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"59b06fc9-0f0d-4f83-85fc-682102782ecf"} {"level":"info","ts":1784687777.7655888,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687777.7656665,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"320d37c4-f42f-490b-a927-301530dbb206"} {"level":"info","ts":1784687777.76568,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"320d37c4-f42f-490b-a927-301530dbb206"} {"level":"info","ts":1784687777.765692,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"320d37c4-f42f-490b-a927-301530dbb206","EoS":true} {"level":"info","ts":1784687777.765724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"320d37c4-f42f-490b-a927-301530dbb206","header":"x-maas-group"} {"level":"info","ts":1784687777.765736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"320d37c4-f42f-490b-a927-301530dbb206","header":"x-maas-username"} {"level":"info","ts":1784687777.7657433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"320d37c4-f42f-490b-a927-301530dbb206","header":"x-maas-subscription"} {"level":"info","ts":1784687777.765757,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"320d37c4-f42f-490b-a927-301530dbb206","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687777.7657814,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"320d37c4-f42f-490b-a927-301530dbb206"} {"level":"info","ts":1784687777.7670438,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"320d37c4-f42f-490b-a927-301530dbb206"} {"level":"info","ts":1784687777.7670648,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"320d37c4-f42f-490b-a927-301530dbb206"} {"level":"info","ts":1784687777.7670796,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"320d37c4-f42f-490b-a927-301530dbb206","EoS":false} {"level":"info","ts":1784687777.7670922,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"320d37c4-f42f-490b-a927-301530dbb206","EoS":true} {"level":"info","ts":1784687777.7671657,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"320d37c4-f42f-490b-a927-301530dbb206"} {"level":"info","ts":1784687790.4262004,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687790.42629,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d8d249c-5386-452d-b960-bb3d296bf6aa"} {"level":"info","ts":1784687790.426307,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d8d249c-5386-452d-b960-bb3d296bf6aa"} {"level":"info","ts":1784687790.426324,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d8d249c-5386-452d-b960-bb3d296bf6aa","EoS":true} {"level":"info","ts":1784687790.4263575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d8d249c-5386-452d-b960-bb3d296bf6aa","header":"x-maas-group"} {"level":"info","ts":1784687790.4263701,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d8d249c-5386-452d-b960-bb3d296bf6aa","header":"x-maas-subscription"} {"level":"info","ts":1784687790.4263775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d8d249c-5386-452d-b960-bb3d296bf6aa","header":"x-maas-username"} {"level":"info","ts":1784687790.4263937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d8d249c-5386-452d-b960-bb3d296bf6aa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687790.4264233,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d8d249c-5386-452d-b960-bb3d296bf6aa"} {"level":"info","ts":1784687790.4274297,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d8d249c-5386-452d-b960-bb3d296bf6aa"} {"level":"info","ts":1784687790.427447,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0d8d249c-5386-452d-b960-bb3d296bf6aa"} {"level":"info","ts":1784687790.42746,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0d8d249c-5386-452d-b960-bb3d296bf6aa","EoS":false} {"level":"info","ts":1784687790.4274704,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0d8d249c-5386-452d-b960-bb3d296bf6aa","EoS":true} {"level":"info","ts":1784687790.4275043,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0d8d249c-5386-452d-b960-bb3d296bf6aa"} {"level":"info","ts":1784687803.3398917,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687803.339981,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d747f761-5ffc-45de-86d6-1e226cf636ec"} {"level":"info","ts":1784687803.3399997,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d747f761-5ffc-45de-86d6-1e226cf636ec"} {"level":"info","ts":1784687803.340032,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d747f761-5ffc-45de-86d6-1e226cf636ec","EoS":true} {"level":"info","ts":1784687803.3400686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d747f761-5ffc-45de-86d6-1e226cf636ec","header":"x-maas-group"} {"level":"info","ts":1784687803.3400824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d747f761-5ffc-45de-86d6-1e226cf636ec","header":"x-maas-subscription"} {"level":"info","ts":1784687803.3400898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d747f761-5ffc-45de-86d6-1e226cf636ec","header":"x-maas-username"} {"level":"info","ts":1784687803.340107,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d747f761-5ffc-45de-86d6-1e226cf636ec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687803.3401752,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d747f761-5ffc-45de-86d6-1e226cf636ec"} {"level":"info","ts":1784687803.341749,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d747f761-5ffc-45de-86d6-1e226cf636ec"} {"level":"info","ts":1784687803.341769,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d747f761-5ffc-45de-86d6-1e226cf636ec"} {"level":"info","ts":1784687803.341784,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d747f761-5ffc-45de-86d6-1e226cf636ec","EoS":false} {"level":"info","ts":1784687803.341796,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d747f761-5ffc-45de-86d6-1e226cf636ec","EoS":true} {"level":"info","ts":1784687803.3418353,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d747f761-5ffc-45de-86d6-1e226cf636ec"} {"level":"info","ts":1784687811.8762574,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687811.876337,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"132afcb2-476c-42fa-92f2-f7c0cee2b5f6"} {"level":"info","ts":1784687811.8763468,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"132afcb2-476c-42fa-92f2-f7c0cee2b5f6"} {"level":"info","ts":1784687811.876361,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"132afcb2-476c-42fa-92f2-f7c0cee2b5f6","EoS":true} {"level":"info","ts":1784687811.8763871,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"132afcb2-476c-42fa-92f2-f7c0cee2b5f6","header":"x-maas-group"} {"level":"info","ts":1784687811.876398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"132afcb2-476c-42fa-92f2-f7c0cee2b5f6","header":"x-maas-username"} {"level":"info","ts":1784687811.876404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"132afcb2-476c-42fa-92f2-f7c0cee2b5f6","header":"x-maas-subscription"} {"level":"info","ts":1784687811.8764179,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"132afcb2-476c-42fa-92f2-f7c0cee2b5f6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687811.8764439,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"132afcb2-476c-42fa-92f2-f7c0cee2b5f6"} {"level":"info","ts":1784687811.8776276,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"132afcb2-476c-42fa-92f2-f7c0cee2b5f6"} {"level":"info","ts":1784687811.8776495,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"132afcb2-476c-42fa-92f2-f7c0cee2b5f6"} {"level":"info","ts":1784687811.8776715,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"132afcb2-476c-42fa-92f2-f7c0cee2b5f6","EoS":false} {"level":"info","ts":1784687811.877683,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"132afcb2-476c-42fa-92f2-f7c0cee2b5f6","EoS":true} {"level":"info","ts":1784687811.8777204,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"132afcb2-476c-42fa-92f2-f7c0cee2b5f6"} {"level":"info","ts":1784687820.7809155,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687820.7809968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fe1d6e9-98f0-45fa-bda4-b64810c700ea"} {"level":"info","ts":1784687820.7810068,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6fe1d6e9-98f0-45fa-bda4-b64810c700ea"} {"level":"info","ts":1784687820.781018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fe1d6e9-98f0-45fa-bda4-b64810c700ea","EoS":true} {"level":"info","ts":1784687820.7810519,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fe1d6e9-98f0-45fa-bda4-b64810c700ea","header":"x-maas-subscription"} {"level":"info","ts":1784687820.781064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fe1d6e9-98f0-45fa-bda4-b64810c700ea","header":"x-maas-username"} {"level":"info","ts":1784687820.7810707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fe1d6e9-98f0-45fa-bda4-b64810c700ea","header":"x-maas-group"} {"level":"info","ts":1784687820.781083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fe1d6e9-98f0-45fa-bda4-b64810c700ea","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687820.78111,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6fe1d6e9-98f0-45fa-bda4-b64810c700ea"} {"level":"info","ts":1784687820.7821567,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6fe1d6e9-98f0-45fa-bda4-b64810c700ea"} {"level":"info","ts":1784687820.7821822,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6fe1d6e9-98f0-45fa-bda4-b64810c700ea"} {"level":"info","ts":1784687820.7821972,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6fe1d6e9-98f0-45fa-bda4-b64810c700ea","EoS":false} {"level":"info","ts":1784687820.7822073,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6fe1d6e9-98f0-45fa-bda4-b64810c700ea","EoS":true} {"level":"info","ts":1784687820.7822442,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6fe1d6e9-98f0-45fa-bda4-b64810c700ea"} {"level":"info","ts":1784687843.8339052,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687843.8339896,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81e51168-203c-47c6-948f-ab3b117a7cf2"} {"level":"info","ts":1784687843.8339996,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"81e51168-203c-47c6-948f-ab3b117a7cf2"} {"level":"info","ts":1784687843.8340106,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81e51168-203c-47c6-948f-ab3b117a7cf2","EoS":true} {"level":"info","ts":1784687843.834037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81e51168-203c-47c6-948f-ab3b117a7cf2","header":"x-maas-group"} {"level":"info","ts":1784687843.8340476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81e51168-203c-47c6-948f-ab3b117a7cf2","header":"x-maas-subscription"} {"level":"info","ts":1784687843.8340523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81e51168-203c-47c6-948f-ab3b117a7cf2","header":"x-maas-username"} {"level":"info","ts":1784687843.8340657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81e51168-203c-47c6-948f-ab3b117a7cf2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687843.834095,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"81e51168-203c-47c6-948f-ab3b117a7cf2"} {"level":"info","ts":1784687843.8363295,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"81e51168-203c-47c6-948f-ab3b117a7cf2"} {"level":"info","ts":1784687843.836342,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"81e51168-203c-47c6-948f-ab3b117a7cf2"} {"level":"info","ts":1784687843.8363545,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"81e51168-203c-47c6-948f-ab3b117a7cf2","EoS":false} {"level":"info","ts":1784687843.8363652,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"81e51168-203c-47c6-948f-ab3b117a7cf2","EoS":true} {"level":"info","ts":1784687843.8364046,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"81e51168-203c-47c6-948f-ab3b117a7cf2"} {"level":"info","ts":1784687868.1016283,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687868.1017096,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbffab34-0c53-4752-8c3b-0745e918b2eb"} {"level":"info","ts":1784687868.1017225,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fbffab34-0c53-4752-8c3b-0745e918b2eb"} {"level":"info","ts":1784687868.101735,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fbffab34-0c53-4752-8c3b-0745e918b2eb","EoS":true} {"level":"info","ts":1784687868.1017957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbffab34-0c53-4752-8c3b-0745e918b2eb","header":"x-maas-subscription"} {"level":"info","ts":1784687868.1018548,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbffab34-0c53-4752-8c3b-0745e918b2eb","header":"x-maas-group"} {"level":"info","ts":1784687868.1018643,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbffab34-0c53-4752-8c3b-0745e918b2eb","header":"x-maas-username"} {"level":"info","ts":1784687868.1018803,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fbffab34-0c53-4752-8c3b-0745e918b2eb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687868.101906,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fbffab34-0c53-4752-8c3b-0745e918b2eb"} {"level":"info","ts":1784687868.1029818,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fbffab34-0c53-4752-8c3b-0745e918b2eb"} {"level":"info","ts":1784687868.1030009,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fbffab34-0c53-4752-8c3b-0745e918b2eb"} {"level":"info","ts":1784687868.1030152,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fbffab34-0c53-4752-8c3b-0745e918b2eb","EoS":false} {"level":"info","ts":1784687868.1030278,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fbffab34-0c53-4752-8c3b-0745e918b2eb","EoS":true} {"level":"info","ts":1784687868.10307,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fbffab34-0c53-4752-8c3b-0745e918b2eb"} {"level":"info","ts":1784687894.8458192,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687894.8458922,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3147c7c5-5e12-4908-8327-93c0b8ce13f4"} {"level":"info","ts":1784687894.845904,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3147c7c5-5e12-4908-8327-93c0b8ce13f4"} {"level":"info","ts":1784687894.8459156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3147c7c5-5e12-4908-8327-93c0b8ce13f4","EoS":true} {"level":"info","ts":1784687894.8459423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3147c7c5-5e12-4908-8327-93c0b8ce13f4","header":"x-maas-username"} {"level":"info","ts":1784687894.8459525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3147c7c5-5e12-4908-8327-93c0b8ce13f4","header":"x-maas-subscription"} {"level":"info","ts":1784687894.8459575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3147c7c5-5e12-4908-8327-93c0b8ce13f4","header":"x-maas-group"} {"level":"info","ts":1784687894.8459704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3147c7c5-5e12-4908-8327-93c0b8ce13f4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687894.8459947,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3147c7c5-5e12-4908-8327-93c0b8ce13f4"} {"level":"info","ts":1784687894.8469813,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3147c7c5-5e12-4908-8327-93c0b8ce13f4"} {"level":"info","ts":1784687894.8470008,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3147c7c5-5e12-4908-8327-93c0b8ce13f4"} {"level":"info","ts":1784687894.8470147,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3147c7c5-5e12-4908-8327-93c0b8ce13f4","EoS":false} {"level":"info","ts":1784687894.8470275,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3147c7c5-5e12-4908-8327-93c0b8ce13f4","EoS":true} {"level":"info","ts":1784687894.8470676,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3147c7c5-5e12-4908-8327-93c0b8ce13f4"} {"level":"info","ts":1784687904.317373,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687904.317453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8eb6a72-40a5-4d87-ab24-7e3a5390f65c"} {"level":"info","ts":1784687904.3174624,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8eb6a72-40a5-4d87-ab24-7e3a5390f65c"} {"level":"info","ts":1784687904.3174736,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8eb6a72-40a5-4d87-ab24-7e3a5390f65c","EoS":true} {"level":"info","ts":1784687904.3174987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8eb6a72-40a5-4d87-ab24-7e3a5390f65c","header":"x-maas-group"} {"level":"info","ts":1784687904.3175094,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8eb6a72-40a5-4d87-ab24-7e3a5390f65c","header":"x-maas-username"} {"level":"info","ts":1784687904.317514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8eb6a72-40a5-4d87-ab24-7e3a5390f65c","header":"x-maas-subscription"} {"level":"info","ts":1784687904.317527,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8eb6a72-40a5-4d87-ab24-7e3a5390f65c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687904.3175514,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8eb6a72-40a5-4d87-ab24-7e3a5390f65c"} {"level":"info","ts":1784687904.3206065,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f8eb6a72-40a5-4d87-ab24-7e3a5390f65c"} {"level":"info","ts":1784687904.3206277,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f8eb6a72-40a5-4d87-ab24-7e3a5390f65c"} {"level":"info","ts":1784687904.3206434,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f8eb6a72-40a5-4d87-ab24-7e3a5390f65c","EoS":false} {"level":"info","ts":1784687904.3206546,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f8eb6a72-40a5-4d87-ab24-7e3a5390f65c","EoS":true} {"level":"info","ts":1784687904.3206964,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f8eb6a72-40a5-4d87-ab24-7e3a5390f65c"} {"level":"info","ts":1784687904.3577843,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687904.3578725,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80cde68c-c378-453e-b3b8-c1f2f81a7dfa"} {"level":"info","ts":1784687904.357882,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"80cde68c-c378-453e-b3b8-c1f2f81a7dfa"} {"level":"info","ts":1784687904.3578937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80cde68c-c378-453e-b3b8-c1f2f81a7dfa","EoS":true} {"level":"info","ts":1784687904.357921,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80cde68c-c378-453e-b3b8-c1f2f81a7dfa","header":"x-maas-group"} {"level":"info","ts":1784687904.3579307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80cde68c-c378-453e-b3b8-c1f2f81a7dfa","header":"x-maas-subscription"} {"level":"info","ts":1784687904.3579357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80cde68c-c378-453e-b3b8-c1f2f81a7dfa","header":"x-maas-username"} {"level":"info","ts":1784687904.3579493,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80cde68c-c378-453e-b3b8-c1f2f81a7dfa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687904.3579736,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"80cde68c-c378-453e-b3b8-c1f2f81a7dfa"} {"level":"info","ts":1784687904.359011,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"80cde68c-c378-453e-b3b8-c1f2f81a7dfa"} {"level":"info","ts":1784687904.3590293,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"80cde68c-c378-453e-b3b8-c1f2f81a7dfa"} {"level":"info","ts":1784687904.359047,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"80cde68c-c378-453e-b3b8-c1f2f81a7dfa","EoS":false} {"level":"info","ts":1784687904.3590672,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"80cde68c-c378-453e-b3b8-c1f2f81a7dfa","EoS":true} {"level":"info","ts":1784687904.359104,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"80cde68c-c378-453e-b3b8-c1f2f81a7dfa"} {"level":"info","ts":1784687923.6406136,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687923.6406865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ebe424e-378f-4ace-b471-2b9dbd228e07"} {"level":"info","ts":1784687923.6406987,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ebe424e-378f-4ace-b471-2b9dbd228e07"} {"level":"info","ts":1784687923.6407104,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ebe424e-378f-4ace-b471-2b9dbd228e07","EoS":true} {"level":"info","ts":1784687923.640738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ebe424e-378f-4ace-b471-2b9dbd228e07","header":"x-maas-group"} {"level":"info","ts":1784687923.6407483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ebe424e-378f-4ace-b471-2b9dbd228e07","header":"x-maas-subscription"} {"level":"info","ts":1784687923.6407537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ebe424e-378f-4ace-b471-2b9dbd228e07","header":"x-maas-username"} {"level":"info","ts":1784687923.6407669,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ebe424e-378f-4ace-b471-2b9dbd228e07","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687923.640802,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2ebe424e-378f-4ace-b471-2b9dbd228e07"} {"level":"info","ts":1784687923.641865,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2ebe424e-378f-4ace-b471-2b9dbd228e07"} {"level":"info","ts":1784687923.641891,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2ebe424e-378f-4ace-b471-2b9dbd228e07"} {"level":"info","ts":1784687923.6419094,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2ebe424e-378f-4ace-b471-2b9dbd228e07","EoS":false} {"level":"info","ts":1784687923.6419222,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2ebe424e-378f-4ace-b471-2b9dbd228e07","EoS":true} {"level":"info","ts":1784687923.6419609,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2ebe424e-378f-4ace-b471-2b9dbd228e07"} {"level":"info","ts":1784688054.4788833,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688054.4789584,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5932a8d-05d1-40ab-8b12-d4bcaf4339b5"} {"level":"info","ts":1784688054.4789665,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5932a8d-05d1-40ab-8b12-d4bcaf4339b5"} {"level":"info","ts":1784688054.4789774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5932a8d-05d1-40ab-8b12-d4bcaf4339b5","EoS":true} {"level":"info","ts":1784688054.479002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5932a8d-05d1-40ab-8b12-d4bcaf4339b5","header":"x-maas-username"} {"level":"info","ts":1784688054.4790132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5932a8d-05d1-40ab-8b12-d4bcaf4339b5","header":"x-maas-group"} {"level":"info","ts":1784688054.4790177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5932a8d-05d1-40ab-8b12-d4bcaf4339b5","header":"x-maas-subscription"} {"level":"info","ts":1784688054.4790294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5932a8d-05d1-40ab-8b12-d4bcaf4339b5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784688054.4790514,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5932a8d-05d1-40ab-8b12-d4bcaf4339b5"} {"level":"info","ts":1784688054.4813344,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b5932a8d-05d1-40ab-8b12-d4bcaf4339b5"} {"level":"info","ts":1784688054.4813569,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b5932a8d-05d1-40ab-8b12-d4bcaf4339b5"} {"level":"info","ts":1784688054.481373,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b5932a8d-05d1-40ab-8b12-d4bcaf4339b5","EoS":false} {"level":"info","ts":1784688054.481385,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b5932a8d-05d1-40ab-8b12-d4bcaf4339b5","EoS":true} {"level":"info","ts":1784688054.481425,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b5932a8d-05d1-40ab-8b12-d4bcaf4339b5"} {"level":"info","ts":1784688091.539079,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688091.5391662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8d09c7b-fad4-4a15-a24e-bd20ecf97489"} {"level":"info","ts":1784688091.5391755,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8d09c7b-fad4-4a15-a24e-bd20ecf97489"} {"level":"info","ts":1784688091.539186,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8d09c7b-fad4-4a15-a24e-bd20ecf97489","EoS":true} {"level":"info","ts":1784688091.539208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8d09c7b-fad4-4a15-a24e-bd20ecf97489","header":"x-maas-subscription"} {"level":"info","ts":1784688091.5392184,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8d09c7b-fad4-4a15-a24e-bd20ecf97489","header":"x-maas-username"} {"level":"info","ts":1784688091.539223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8d09c7b-fad4-4a15-a24e-bd20ecf97489","header":"x-maas-group"} {"level":"info","ts":1784688091.5392358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8d09c7b-fad4-4a15-a24e-bd20ecf97489","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688091.5392585,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8d09c7b-fad4-4a15-a24e-bd20ecf97489"} {"level":"info","ts":1784688091.5422769,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d8d09c7b-fad4-4a15-a24e-bd20ecf97489"} {"level":"info","ts":1784688091.5422976,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d8d09c7b-fad4-4a15-a24e-bd20ecf97489"} {"level":"info","ts":1784688091.5423117,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d8d09c7b-fad4-4a15-a24e-bd20ecf97489","EoS":false} {"level":"info","ts":1784688091.5423222,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d8d09c7b-fad4-4a15-a24e-bd20ecf97489","EoS":true} {"level":"info","ts":1784688091.5423563,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d8d09c7b-fad4-4a15-a24e-bd20ecf97489"} {"level":"info","ts":1784688106.8123887,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688106.8124678,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"995af588-346e-4b28-85e3-8d0556ad6342"} {"level":"info","ts":1784688106.8124795,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"995af588-346e-4b28-85e3-8d0556ad6342"} {"level":"info","ts":1784688106.812491,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"995af588-346e-4b28-85e3-8d0556ad6342","EoS":true} {"level":"info","ts":1784688106.8125162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"995af588-346e-4b28-85e3-8d0556ad6342","header":"x-maas-username"} {"level":"info","ts":1784688106.8125253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"995af588-346e-4b28-85e3-8d0556ad6342","header":"x-maas-subscription"} {"level":"info","ts":1784688106.8125296,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"995af588-346e-4b28-85e3-8d0556ad6342","header":"x-maas-group"} {"level":"info","ts":1784688106.8125427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"995af588-346e-4b28-85e3-8d0556ad6342","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688106.8125725,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"995af588-346e-4b28-85e3-8d0556ad6342"} {"level":"info","ts":1784688106.8143237,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"995af588-346e-4b28-85e3-8d0556ad6342"} {"level":"info","ts":1784688106.814346,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"995af588-346e-4b28-85e3-8d0556ad6342"} {"level":"info","ts":1784688106.8143673,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"995af588-346e-4b28-85e3-8d0556ad6342","EoS":false} {"level":"info","ts":1784688106.8143842,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"995af588-346e-4b28-85e3-8d0556ad6342","EoS":true} {"level":"info","ts":1784688106.8144295,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"995af588-346e-4b28-85e3-8d0556ad6342"} {"level":"info","ts":1784688408.3142633,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688408.3143737,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"749509e2-147e-4816-a967-56607af4e892"} {"level":"info","ts":1784688408.3143857,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"749509e2-147e-4816-a967-56607af4e892"} {"level":"info","ts":1784688408.3143969,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"749509e2-147e-4816-a967-56607af4e892","EoS":true} {"level":"info","ts":1784688408.3144205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"749509e2-147e-4816-a967-56607af4e892","header":"x-maas-subscription"} {"level":"info","ts":1784688408.314432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"749509e2-147e-4816-a967-56607af4e892","header":"x-maas-username"} {"level":"info","ts":1784688408.31444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"749509e2-147e-4816-a967-56607af4e892","header":"x-maas-group"} {"level":"info","ts":1784688408.3144586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"749509e2-147e-4816-a967-56607af4e892","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688408.3144908,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"749509e2-147e-4816-a967-56607af4e892"} {"level":"info","ts":1784688408.3176837,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"749509e2-147e-4816-a967-56607af4e892"} {"level":"info","ts":1784688408.3177037,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"749509e2-147e-4816-a967-56607af4e892"} {"level":"info","ts":1784688408.3177185,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"749509e2-147e-4816-a967-56607af4e892","EoS":false} {"level":"info","ts":1784688408.3177295,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"749509e2-147e-4816-a967-56607af4e892","EoS":true} {"level":"info","ts":1784688408.3177629,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"749509e2-147e-4816-a967-56607af4e892"} {"level":"info","ts":1784688413.1120925,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f63636e9-64a5-4ffd-b45b-f90bc535731c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784688413.112391,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32861.504378144,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688413.1124144,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688413.1576505,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688413.213446,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f63636e9-64a5-4ffd-b45b-f90bc535731c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784688413.227003,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"864aa00a-7bf4-4b33-b989-58983775f222","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688413.2270536,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"864aa00a-7bf4-4b33-b989-58983775f222","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784688413.2270012,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49d0f221-a110-4134-841d-92b673a51d01"} {"level":"info","ts":1784688413.235646,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3de3ce16-2213-4093-b7ee-f9d2d008841b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688413.235676,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3de3ce16-2213-4093-b7ee-f9d2d008841b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784688413.2358658,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34481.825396654,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688413.2358906,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688413.24591,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688413.3363934,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49d0f221-a110-4134-841d-92b673a51d01","name":"e2e-external-provider"} {"level":"info","ts":1784688413.341888,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d73b777-7ea5-4514-bca7-afec0640b6f1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688413.3418872,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da1bd8fa-f1f8-41bb-a543-06ac5ffd8e3e"} {"level":"info","ts":1784688413.3419385,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d73b777-7ea5-4514-bca7-afec0640b6f1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688413.3485265,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da1bd8fa-f1f8-41bb-a543-06ac5ffd8e3e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784688413.3488429,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77dd3e49-1f8c-435f-ae00-7284d3aa423b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688413.3488734,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77dd3e49-1f8c-435f-ae00-7284d3aa423b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784688413.355461,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da1bd8fa-f1f8-41bb-a543-06ac5ffd8e3e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688413.3555481,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17dc3d65-120c-4370-9a3d-9b84fa920bce"} {"level":"info","ts":1784688413.355578,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17dc3d65-120c-4370-9a3d-9b84fa920bce","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784688413.355695,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18e09b09-ba28-4bfc-8c3e-91f0a172d62e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688413.3557236,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18e09b09-ba28-4bfc-8c3e-91f0a172d62e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688413.3566697,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49d0f221-a110-4134-841d-92b673a51d01","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1784688413.3594203,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17dc3d65-120c-4370-9a3d-9b84fa920bce","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784688413.3594801,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17dc3d65-120c-4370-9a3d-9b84fa920bce","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688413.3595223,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74dc3e25-ad45-4bb0-9b4f-3158bcafd1d5"} {"level":"info","ts":1784688413.359543,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74dc3e25-ad45-4bb0-9b4f-3158bcafd1d5","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784688413.3642445,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74dc3e25-ad45-4bb0-9b4f-3158bcafd1d5","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688413.366921,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49d0f221-a110-4134-841d-92b673a51d01","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784688413.3841023,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49d0f221-a110-4134-841d-92b673a51d01","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784688413.3844306,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d694472c-6492-4449-9314-2f5043ce14a9"} {"level":"info","ts":1784688413.384482,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d694472c-6492-4449-9314-2f5043ce14a9","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784688413.3904936,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d694472c-6492-4449-9314-2f5043ce14a9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688413.3940961,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"229fbae4-f06f-47fa-a330-5718918b054e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688413.3941896,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"229fbae4-f06f-47fa-a330-5718918b054e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784688413.3943076,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d7a42eb-432a-4174-bb83-ea05b0182e71"} {"level":"info","ts":1784688413.3943589,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba310046-4759-497d-90b4-a70f368ee704"} {"level":"info","ts":1784688413.394638,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35313.548556389,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688413.3946598,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688413.3947031,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba310046-4759-497d-90b4-a70f368ee704","name":"e2e-external-provider"} {"level":"info","ts":1784688413.3948376,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1262acea-42ec-43fe-8c98-adfed99f81a2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688413.3948565,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1262acea-42ec-43fe-8c98-adfed99f81a2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688413.4064014,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688413.406793,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba310046-4759-497d-90b4-a70f368ee704","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784688413.4950783,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d7a42eb-432a-4174-bb83-ea05b0182e71","name":"e2e-external-model"} {"level":"info","ts":1784688413.5090292,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d7a42eb-432a-4174-bb83-ea05b0182e71","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784688413.5190527,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"461d8eb5-0e85-4089-9968-4228b221064b"} {"level":"info","ts":1784688413.5190506,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dcdbd659-e603-4c6b-b163-432ca5da5ad9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688413.5190914,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dcdbd659-e603-4c6b-b163-432ca5da5ad9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688413.519126,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"461d8eb5-0e85-4089-9968-4228b221064b","name":"e2e-external-model"} {"level":"info","ts":1784688413.5432699,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa1058df-94ee-4b99-8399-34b76ab60d5a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688413.5433078,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa1058df-94ee-4b99-8399-34b76ab60d5a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784688413.5433161,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"461d8eb5-0e85-4089-9968-4228b221064b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688413.5434082,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd76b536-d5ab-4b54-867e-aa97144456f4"} {"level":"info","ts":1784688413.5434687,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd76b536-d5ab-4b54-867e-aa97144456f4","name":"e2e-external-model"} {"level":"info","ts":1784688413.5527885,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd76b536-d5ab-4b54-867e-aa97144456f4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784688413.5602744,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5b5d43f-0cfc-4e5b-8a85-aadf7b255686","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688413.5603173,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5b5d43f-0cfc-4e5b-8a85-aadf7b255686","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688413.5603125,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"819af299-8319-481e-aa11-02c93f281bc1"} {"level":"info","ts":1784688413.5603912,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"819af299-8319-481e-aa11-02c93f281bc1","name":"e2e-external-model"} {"level":"info","ts":1784688413.5703907,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"819af299-8319-481e-aa11-02c93f281bc1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784688420.7916436,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688420.7917361,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80e19034-45fd-4868-87c5-de6bc211e954"} {"level":"info","ts":1784688420.7917497,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"80e19034-45fd-4868-87c5-de6bc211e954"} {"level":"info","ts":1784688420.7917662,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80e19034-45fd-4868-87c5-de6bc211e954","EoS":true} {"level":"info","ts":1784688420.7918055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80e19034-45fd-4868-87c5-de6bc211e954","header":"x-maas-subscription"} {"level":"info","ts":1784688420.7918181,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80e19034-45fd-4868-87c5-de6bc211e954","header":"x-maas-username"} {"level":"info","ts":1784688420.7918267,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80e19034-45fd-4868-87c5-de6bc211e954","header":"x-maas-group"} {"level":"info","ts":1784688420.7918458,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80e19034-45fd-4868-87c5-de6bc211e954","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688420.7918582,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"80e19034-45fd-4868-87c5-de6bc211e954","modelName":"e2e-external-model"} {"level":"info","ts":1784688420.7918756,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"80e19034-45fd-4868-87c5-de6bc211e954","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784688420.791913,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"80e19034-45fd-4868-87c5-de6bc211e954","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784688420.7919362,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"80e19034-45fd-4868-87c5-de6bc211e954","authType":"apikey"} {"level":"info","ts":1784688420.7919722,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"80e19034-45fd-4868-87c5-de6bc211e954"} {"level":"info","ts":1784688420.9061735,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ff8fc3a-f44e-4fff-98af-59d2bb49ab3f"} {"level":"info","ts":1784688420.9061735,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6dd8c84c-9297-4884-a46b-68318b8cab80","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688420.906326,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6dd8c84c-9297-4884-a46b-68318b8cab80","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784688420.91364,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ec62ef6-db31-4e80-88a4-f6dbc8894b0f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688420.9136798,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ec62ef6-db31-4e80-88a4-f6dbc8894b0f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784688420.9138088,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ff8fc3a-f44e-4fff-98af-59d2bb49ab3f","name":"e2e-cleanup-test"} {"level":"info","ts":1784688420.924912,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ff8fc3a-f44e-4fff-98af-59d2bb49ab3f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784688420.9306755,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cdace87a-2747-41d8-b0f8-7eb926894212"} {"level":"info","ts":1784688420.930742,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cdace87a-2747-41d8-b0f8-7eb926894212","name":"e2e-cleanup-test"} {"level":"info","ts":1784688420.9308438,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ecf7ff1-1e7e-45da-9372-b5291ff1cb1c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688420.9308786,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ecf7ff1-1e7e-45da-9372-b5291ff1cb1c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784688420.9424295,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cdace87a-2747-41d8-b0f8-7eb926894212","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784688420.945941,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cdace87a-2747-41d8-b0f8-7eb926894212","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688420.9460387,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d997646a-4943-454c-a5d4-d44c9eb7adeb"} {"level":"info","ts":1784688420.9461033,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d997646a-4943-454c-a5d4-d44c9eb7adeb","name":"e2e-cleanup-test"} {"level":"info","ts":1784688420.9486864,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fc689706-03dd-49d2-b7a8-b1bcb07e15ec","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688420.9487166,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fc689706-03dd-49d2-b7a8-b1bcb07e15ec","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784688420.9548383,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d997646a-4943-454c-a5d4-d44c9eb7adeb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784688420.958031,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d997646a-4943-454c-a5d4-d44c9eb7adeb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688420.9581225,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ed3b3e0-ae88-480d-8102-e20149c11170"} {"level":"info","ts":1784688420.9582036,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ed3b3e0-ae88-480d-8102-e20149c11170","name":"e2e-cleanup-test"} {"level":"info","ts":1784688420.9662158,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"efc121e2-8f5c-4418-a2ca-b962012b5ea6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688420.9662461,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"efc121e2-8f5c-4418-a2ca-b962012b5ea6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784688420.9669728,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ed3b3e0-ae88-480d-8102-e20149c11170","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784688420.9702153,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ed3b3e0-ae88-480d-8102-e20149c11170","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688420.9703097,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e70f269f-54b8-4189-b1b3-027387933a11"} {"level":"info","ts":1784688420.9703987,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e70f269f-54b8-4189-b1b3-027387933a11","name":"e2e-cleanup-test"} {"level":"info","ts":1784688420.9798489,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e70f269f-54b8-4189-b1b3-027387933a11","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784688429.1708977,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ad956b0-20af-4c43-9d75-78021d35d5b9"} {"level":"info","ts":1784688429.1708944,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b20701c-d5a2-496c-adc3-d32f6d47de3f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688429.1709685,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b20701c-d5a2-496c-adc3-d32f6d47de3f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688433.4710357,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688433.4711006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1de1cebb-066c-4d71-a6d3-2d8efe79ec32"} {"level":"info","ts":1784688433.4711087,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1de1cebb-066c-4d71-a6d3-2d8efe79ec32"} {"level":"info","ts":1784688433.4711204,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1de1cebb-066c-4d71-a6d3-2d8efe79ec32","EoS":true} {"level":"info","ts":1784688433.4711733,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1de1cebb-066c-4d71-a6d3-2d8efe79ec32","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784688433.4711993,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1de1cebb-066c-4d71-a6d3-2d8efe79ec32"} {"level":"info","ts":1784688433.5119078,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688433.5119908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f122afb9-0bb8-4691-bbc0-344dae0a5735"} {"level":"info","ts":1784688433.5120037,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f122afb9-0bb8-4691-bbc0-344dae0a5735"} {"level":"info","ts":1784688433.5120153,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f122afb9-0bb8-4691-bbc0-344dae0a5735","EoS":true} {"level":"info","ts":1784688433.5120382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f122afb9-0bb8-4691-bbc0-344dae0a5735","header":"x-maas-username"} {"level":"info","ts":1784688433.5120473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f122afb9-0bb8-4691-bbc0-344dae0a5735","header":"x-maas-subscription"} {"level":"info","ts":1784688433.5120535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f122afb9-0bb8-4691-bbc0-344dae0a5735","header":"x-maas-group"} {"level":"info","ts":1784688433.512067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f122afb9-0bb8-4691-bbc0-344dae0a5735","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688433.5120733,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f122afb9-0bb8-4691-bbc0-344dae0a5735","modelName":"e2e-external-model"} {"level":"info","ts":1784688433.5120885,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f122afb9-0bb8-4691-bbc0-344dae0a5735","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784688433.51212,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"f122afb9-0bb8-4691-bbc0-344dae0a5735","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784688433.5121562,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"f122afb9-0bb8-4691-bbc0-344dae0a5735","authType":"apikey"} {"level":"info","ts":1784688433.512182,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f122afb9-0bb8-4691-bbc0-344dae0a5735"} {"level":"info","ts":1784688433.5513675,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688433.551448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de6c2386-a52d-4141-9149-9ec58ebce6fb"} {"level":"info","ts":1784688433.5514586,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de6c2386-a52d-4141-9149-9ec58ebce6fb"} {"level":"info","ts":1784688433.5514693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de6c2386-a52d-4141-9149-9ec58ebce6fb","EoS":true} {"level":"info","ts":1784688433.551491,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de6c2386-a52d-4141-9149-9ec58ebce6fb","header":"x-maas-subscription"} {"level":"info","ts":1784688433.5515006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de6c2386-a52d-4141-9149-9ec58ebce6fb","header":"x-maas-username"} {"level":"info","ts":1784688433.5515046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de6c2386-a52d-4141-9149-9ec58ebce6fb","header":"x-maas-group"} {"level":"info","ts":1784688433.5515165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de6c2386-a52d-4141-9149-9ec58ebce6fb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688433.5515397,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de6c2386-a52d-4141-9149-9ec58ebce6fb"} {"level":"info","ts":1784688433.6545155,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"de6c2386-a52d-4141-9149-9ec58ebce6fb"} {"level":"info","ts":1784688433.6545484,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"de6c2386-a52d-4141-9149-9ec58ebce6fb"} {"level":"info","ts":1784688433.654568,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"de6c2386-a52d-4141-9149-9ec58ebce6fb","EoS":false} {"level":"info","ts":1784688433.6545813,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"de6c2386-a52d-4141-9149-9ec58ebce6fb","EoS":true} {"level":"error","ts":1784688433.6546028,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"de6c2386-a52d-4141-9149-9ec58ebce6fb","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784688433.6546538,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"de6c2386-a52d-4141-9149-9ec58ebce6fb"} {"level":"info","ts":1784688433.6931224,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688433.693223,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08d196d9-edd4-4a69-b8bb-b5f5f99d3b8d"} {"level":"info","ts":1784688433.693234,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"08d196d9-edd4-4a69-b8bb-b5f5f99d3b8d"} {"level":"info","ts":1784688433.693249,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08d196d9-edd4-4a69-b8bb-b5f5f99d3b8d","EoS":true} {"level":"info","ts":1784688433.6932743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08d196d9-edd4-4a69-b8bb-b5f5f99d3b8d","header":"x-maas-username"} {"level":"info","ts":1784688433.6932838,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08d196d9-edd4-4a69-b8bb-b5f5f99d3b8d","header":"x-maas-group"} {"level":"info","ts":1784688433.6932888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08d196d9-edd4-4a69-b8bb-b5f5f99d3b8d","header":"x-maas-subscription"} {"level":"info","ts":1784688433.693323,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"08d196d9-edd4-4a69-b8bb-b5f5f99d3b8d"} {"level":"info","ts":1784688433.743403,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"08d196d9-edd4-4a69-b8bb-b5f5f99d3b8d"} {"level":"info","ts":1784688433.7434292,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"08d196d9-edd4-4a69-b8bb-b5f5f99d3b8d"} {"level":"info","ts":1784688433.743446,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"08d196d9-edd4-4a69-b8bb-b5f5f99d3b8d","EoS":false} {"level":"info","ts":1784688433.7434592,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"08d196d9-edd4-4a69-b8bb-b5f5f99d3b8d","EoS":true} {"level":"error","ts":1784688433.7434745,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"08d196d9-edd4-4a69-b8bb-b5f5f99d3b8d","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784688433.7435107,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"08d196d9-edd4-4a69-b8bb-b5f5f99d3b8d"} {"level":"info","ts":1784688434.5484388,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"403bd01f-6a9e-4c36-9626-985af3268313","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688434.548486,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"403bd01f-6a9e-4c36-9626-985af3268313","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688434.5484564,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43aae4b6-eaa0-4721-80b9-d54a444feb0d"} {"level":"info","ts":1784688434.6976354,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"035eccbf-5f53-4761-bafc-0d840ed84234","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688434.697684,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"035eccbf-5f53-4761-bafc-0d840ed84234","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688434.6977284,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6877dd0b-003e-4d90-b81e-00262b56c72e"} {"level":"info","ts":1784688434.8119493,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d24a43de-d1ba-4abd-8812-0e08a14973b1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784688434.8120048,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d24a43de-d1ba-4abd-8812-0e08a14973b1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784689070.2210774,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689070.2211854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"000d1479-0d93-41c6-afba-90da9cced99a"} {"level":"info","ts":1784689070.221195,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"000d1479-0d93-41c6-afba-90da9cced99a"} {"level":"info","ts":1784689070.2212079,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"000d1479-0d93-41c6-afba-90da9cced99a","EoS":true} {"level":"info","ts":1784689070.2212324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"000d1479-0d93-41c6-afba-90da9cced99a","header":"x-maas-group"} {"level":"info","ts":1784689070.2212398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"000d1479-0d93-41c6-afba-90da9cced99a","header":"x-maas-subscription"} {"level":"info","ts":1784689070.2212455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"000d1479-0d93-41c6-afba-90da9cced99a","header":"x-maas-username"} {"level":"info","ts":1784689070.221258,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"000d1479-0d93-41c6-afba-90da9cced99a","path":"/ai-tenant-e2e-inf-b-6873d4/test-model-6873d4/v1/chat/completions"} {"level":"info","ts":1784689070.2212858,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"000d1479-0d93-41c6-afba-90da9cced99a"} {"level":"info","ts":1784689070.2344177,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"000d1479-0d93-41c6-afba-90da9cced99a"} {"level":"info","ts":1784689070.234453,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"000d1479-0d93-41c6-afba-90da9cced99a"} {"level":"info","ts":1784689070.2344744,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"000d1479-0d93-41c6-afba-90da9cced99a","EoS":false} {"level":"info","ts":1784689070.2344904,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"000d1479-0d93-41c6-afba-90da9cced99a","EoS":true} {"level":"info","ts":1784689070.2345333,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"000d1479-0d93-41c6-afba-90da9cced99a"} {"level":"info","ts":1784689568.3383095,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689568.3384242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7207f44-e75c-4c3d-b575-a9c4d4a67226"} {"level":"info","ts":1784689568.3384368,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b7207f44-e75c-4c3d-b575-a9c4d4a67226"} {"level":"info","ts":1784689568.338454,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7207f44-e75c-4c3d-b575-a9c4d4a67226","EoS":true} {"level":"info","ts":1784689568.3384855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7207f44-e75c-4c3d-b575-a9c4d4a67226","header":"x-maas-group"} {"level":"info","ts":1784689568.3384967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7207f44-e75c-4c3d-b575-a9c4d4a67226","header":"x-maas-subscription"} {"level":"info","ts":1784689568.3385034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7207f44-e75c-4c3d-b575-a9c4d4a67226","header":"x-maas-username"} {"level":"info","ts":1784689568.3385165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7207f44-e75c-4c3d-b575-a9c4d4a67226","path":"/ai-tenant-e2e-shared-b-bb8c9d/rate-test-model-bb8c9d/v1/completions"} {"level":"info","ts":1784689568.338542,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b7207f44-e75c-4c3d-b575-a9c4d4a67226"} {"level":"info","ts":1784689568.3513083,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b7207f44-e75c-4c3d-b575-a9c4d4a67226"} {"level":"info","ts":1784689568.3513312,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b7207f44-e75c-4c3d-b575-a9c4d4a67226"} {"level":"info","ts":1784689568.3513472,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b7207f44-e75c-4c3d-b575-a9c4d4a67226","EoS":false} {"level":"info","ts":1784689568.35136,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b7207f44-e75c-4c3d-b575-a9c4d4a67226","EoS":true} {"level":"info","ts":1784689568.351402,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b7207f44-e75c-4c3d-b575-a9c4d4a67226"}