{"level":"info","ts":1784908950.8449864,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fbcc94c4-63a3-4a90-84d4-117d60faddf1"} {"level":"info","ts":1784908974.00361,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908974.0037029,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"671c63fe-06c4-4cf3-9929-1b2cd252e728"} {"level":"info","ts":1784908974.0037167,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"671c63fe-06c4-4cf3-9929-1b2cd252e728"} {"level":"info","ts":1784908974.0037296,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"671c63fe-06c4-4cf3-9929-1b2cd252e728","EoS":true} {"level":"info","ts":1784908974.0037584,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"671c63fe-06c4-4cf3-9929-1b2cd252e728","header":"x-maas-group"} {"level":"info","ts":1784908974.0037694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"671c63fe-06c4-4cf3-9929-1b2cd252e728","header":"x-maas-username"} {"level":"info","ts":1784908974.0037744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"671c63fe-06c4-4cf3-9929-1b2cd252e728","header":"x-maas-subscription"} {"level":"info","ts":1784908974.0037875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"671c63fe-06c4-4cf3-9929-1b2cd252e728","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908974.0038123,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"671c63fe-06c4-4cf3-9929-1b2cd252e728"} {"level":"info","ts":1784908974.0070553,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"671c63fe-06c4-4cf3-9929-1b2cd252e728"} {"level":"info","ts":1784908974.0070765,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"671c63fe-06c4-4cf3-9929-1b2cd252e728"} {"level":"info","ts":1784908974.0070925,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"671c63fe-06c4-4cf3-9929-1b2cd252e728","EoS":false} {"level":"info","ts":1784908974.0071049,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"671c63fe-06c4-4cf3-9929-1b2cd252e728","EoS":true} {"level":"info","ts":1784908974.0071437,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"671c63fe-06c4-4cf3-9929-1b2cd252e728"} {"level":"info","ts":1784908974.1436765,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908974.143761,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68708802-676a-453c-b0c1-76a0cdf91d24"} {"level":"info","ts":1784908974.1437728,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"68708802-676a-453c-b0c1-76a0cdf91d24"} {"level":"info","ts":1784908974.143785,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68708802-676a-453c-b0c1-76a0cdf91d24","EoS":true} {"level":"info","ts":1784908974.1438143,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68708802-676a-453c-b0c1-76a0cdf91d24","header":"x-maas-group"} {"level":"info","ts":1784908974.143826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68708802-676a-453c-b0c1-76a0cdf91d24","header":"x-maas-username"} {"level":"info","ts":1784908974.1438315,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68708802-676a-453c-b0c1-76a0cdf91d24","header":"x-maas-subscription"} {"level":"info","ts":1784908974.1438448,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68708802-676a-453c-b0c1-76a0cdf91d24","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908974.1438677,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"68708802-676a-453c-b0c1-76a0cdf91d24"} {"level":"info","ts":1784908974.1448898,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"68708802-676a-453c-b0c1-76a0cdf91d24"} {"level":"info","ts":1784908974.1449082,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"68708802-676a-453c-b0c1-76a0cdf91d24"} {"level":"info","ts":1784908974.144923,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"68708802-676a-453c-b0c1-76a0cdf91d24","EoS":false} {"level":"info","ts":1784908974.1449564,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"68708802-676a-453c-b0c1-76a0cdf91d24","EoS":true} {"level":"info","ts":1784908974.144998,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"68708802-676a-453c-b0c1-76a0cdf91d24"} {"level":"info","ts":1784908974.281336,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908974.2814164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca19a6ce-f69b-42f3-a8c0-949156020beb"} {"level":"info","ts":1784908974.2814286,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ca19a6ce-f69b-42f3-a8c0-949156020beb"} {"level":"info","ts":1784908974.2814412,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ca19a6ce-f69b-42f3-a8c0-949156020beb","EoS":true} {"level":"info","ts":1784908974.2814677,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca19a6ce-f69b-42f3-a8c0-949156020beb","header":"x-maas-username"} {"level":"info","ts":1784908974.281475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca19a6ce-f69b-42f3-a8c0-949156020beb","header":"x-maas-group"} {"level":"info","ts":1784908974.2814808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca19a6ce-f69b-42f3-a8c0-949156020beb","header":"x-maas-subscription"} {"level":"info","ts":1784908974.281499,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca19a6ce-f69b-42f3-a8c0-949156020beb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908974.2815182,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ca19a6ce-f69b-42f3-a8c0-949156020beb"} {"level":"info","ts":1784908974.2824442,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ca19a6ce-f69b-42f3-a8c0-949156020beb"} {"level":"info","ts":1784908974.282463,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ca19a6ce-f69b-42f3-a8c0-949156020beb"} {"level":"info","ts":1784908974.2824802,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ca19a6ce-f69b-42f3-a8c0-949156020beb","EoS":false} {"level":"info","ts":1784908974.2824948,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ca19a6ce-f69b-42f3-a8c0-949156020beb","EoS":true} {"level":"info","ts":1784908974.2825384,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ca19a6ce-f69b-42f3-a8c0-949156020beb"} {"level":"info","ts":1784908974.418686,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908974.4187677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78946ddc-5089-4662-8637-6f272a44270c"} {"level":"info","ts":1784908974.4187791,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"78946ddc-5089-4662-8637-6f272a44270c"} {"level":"info","ts":1784908974.4187906,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78946ddc-5089-4662-8637-6f272a44270c","EoS":true} {"level":"info","ts":1784908974.4188159,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78946ddc-5089-4662-8637-6f272a44270c","header":"x-maas-username"} {"level":"info","ts":1784908974.418825,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78946ddc-5089-4662-8637-6f272a44270c","header":"x-maas-subscription"} {"level":"info","ts":1784908974.4188309,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78946ddc-5089-4662-8637-6f272a44270c","header":"x-maas-group"} {"level":"info","ts":1784908974.4188437,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78946ddc-5089-4662-8637-6f272a44270c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908974.4188683,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"78946ddc-5089-4662-8637-6f272a44270c"} {"level":"info","ts":1784908974.4202085,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"78946ddc-5089-4662-8637-6f272a44270c"} {"level":"info","ts":1784908974.4202275,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"78946ddc-5089-4662-8637-6f272a44270c"} {"level":"info","ts":1784908974.420243,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"78946ddc-5089-4662-8637-6f272a44270c","EoS":false} {"level":"info","ts":1784908974.4202545,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"78946ddc-5089-4662-8637-6f272a44270c","EoS":true} {"level":"info","ts":1784908974.4202955,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"78946ddc-5089-4662-8637-6f272a44270c"} {"level":"info","ts":1784908974.5562155,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908974.556291,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"747b3ad5-12e6-499a-a20e-7294b6e9c553"} {"level":"info","ts":1784908974.5563028,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"747b3ad5-12e6-499a-a20e-7294b6e9c553"} {"level":"info","ts":1784908974.5563185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"747b3ad5-12e6-499a-a20e-7294b6e9c553","EoS":true} {"level":"info","ts":1784908974.5563462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"747b3ad5-12e6-499a-a20e-7294b6e9c553","header":"x-maas-group"} {"level":"info","ts":1784908974.556357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"747b3ad5-12e6-499a-a20e-7294b6e9c553","header":"x-maas-username"} {"level":"info","ts":1784908974.5563622,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"747b3ad5-12e6-499a-a20e-7294b6e9c553","header":"x-maas-subscription"} {"level":"info","ts":1784908974.556375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"747b3ad5-12e6-499a-a20e-7294b6e9c553","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908974.5564013,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"747b3ad5-12e6-499a-a20e-7294b6e9c553"} {"level":"info","ts":1784908974.5575871,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"747b3ad5-12e6-499a-a20e-7294b6e9c553"} {"level":"info","ts":1784908974.55761,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"747b3ad5-12e6-499a-a20e-7294b6e9c553"} {"level":"info","ts":1784908974.5576265,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"747b3ad5-12e6-499a-a20e-7294b6e9c553","EoS":false} {"level":"info","ts":1784908974.5576377,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"747b3ad5-12e6-499a-a20e-7294b6e9c553","EoS":true} {"level":"info","ts":1784908974.5576754,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"747b3ad5-12e6-499a-a20e-7294b6e9c553"} {"level":"info","ts":1784908993.3830059,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908993.3830893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c5ad70a-563d-47da-aac2-ef41e54b149e"} {"level":"info","ts":1784908993.383102,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c5ad70a-563d-47da-aac2-ef41e54b149e"} {"level":"info","ts":1784908993.3831136,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c5ad70a-563d-47da-aac2-ef41e54b149e","EoS":true} {"level":"info","ts":1784908993.383139,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c5ad70a-563d-47da-aac2-ef41e54b149e","header":"x-maas-subscription"} {"level":"info","ts":1784908993.3831494,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c5ad70a-563d-47da-aac2-ef41e54b149e","header":"x-maas-username"} {"level":"info","ts":1784908993.3831537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c5ad70a-563d-47da-aac2-ef41e54b149e","header":"x-maas-group"} {"level":"info","ts":1784908993.3831658,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c5ad70a-563d-47da-aac2-ef41e54b149e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908993.3831916,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c5ad70a-563d-47da-aac2-ef41e54b149e"} {"level":"info","ts":1784908993.3843014,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7c5ad70a-563d-47da-aac2-ef41e54b149e"} {"level":"info","ts":1784908993.3843296,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7c5ad70a-563d-47da-aac2-ef41e54b149e"} {"level":"info","ts":1784908993.3843482,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7c5ad70a-563d-47da-aac2-ef41e54b149e","EoS":false} {"level":"info","ts":1784908993.3843606,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7c5ad70a-563d-47da-aac2-ef41e54b149e","EoS":true} {"level":"info","ts":1784908993.384404,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7c5ad70a-563d-47da-aac2-ef41e54b149e"} {"level":"info","ts":1784908993.49384,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908993.4939117,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aff43ef9-50c4-491b-9c51-5042fe121cae"} {"level":"info","ts":1784908993.4948814,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aff43ef9-50c4-491b-9c51-5042fe121cae"} {"level":"info","ts":1784908993.4949014,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aff43ef9-50c4-491b-9c51-5042fe121cae"} {"level":"info","ts":1784908993.4949236,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aff43ef9-50c4-491b-9c51-5042fe121cae","EoS":false} {"level":"info","ts":1784908993.4949553,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"aff43ef9-50c4-491b-9c51-5042fe121cae"} {"level":"info","ts":1784908993.4949858,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aff43ef9-50c4-491b-9c51-5042fe121cae","EoS":true} {"level":"info","ts":1784908993.4950018,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"aff43ef9-50c4-491b-9c51-5042fe121cae"} {"level":"info","ts":1784908998.107402,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908998.107479,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92bdc4a6-1373-4eb2-8602-f8f926afa9b1"} {"level":"info","ts":1784908998.107491,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92bdc4a6-1373-4eb2-8602-f8f926afa9b1"} {"level":"info","ts":1784908998.1075017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92bdc4a6-1373-4eb2-8602-f8f926afa9b1","EoS":true} {"level":"info","ts":1784908998.107527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92bdc4a6-1373-4eb2-8602-f8f926afa9b1","header":"x-maas-group"} {"level":"info","ts":1784908998.1075368,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92bdc4a6-1373-4eb2-8602-f8f926afa9b1","header":"x-maas-subscription"} {"level":"info","ts":1784908998.1075428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92bdc4a6-1373-4eb2-8602-f8f926afa9b1","header":"x-maas-username"} {"level":"info","ts":1784908998.107556,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92bdc4a6-1373-4eb2-8602-f8f926afa9b1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908998.1075828,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92bdc4a6-1373-4eb2-8602-f8f926afa9b1"} {"level":"info","ts":1784908998.1086023,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92bdc4a6-1373-4eb2-8602-f8f926afa9b1"} {"level":"info","ts":1784908998.1086287,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"92bdc4a6-1373-4eb2-8602-f8f926afa9b1"} {"level":"info","ts":1784908998.1086462,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92bdc4a6-1373-4eb2-8602-f8f926afa9b1","EoS":false} {"level":"info","ts":1784908998.1086583,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92bdc4a6-1373-4eb2-8602-f8f926afa9b1","EoS":true} {"level":"info","ts":1784908998.1086965,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"92bdc4a6-1373-4eb2-8602-f8f926afa9b1"} {"level":"info","ts":1784909008.7235444,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909008.7236214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61755133-716c-4443-8109-cb3856b2fbab"} {"level":"info","ts":1784909008.7236326,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"61755133-716c-4443-8109-cb3856b2fbab"} {"level":"info","ts":1784909008.7236435,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"61755133-716c-4443-8109-cb3856b2fbab","EoS":true} {"level":"info","ts":1784909008.7236679,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"61755133-716c-4443-8109-cb3856b2fbab","header":"x-maas-group"} {"level":"info","ts":1784909008.7236803,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"61755133-716c-4443-8109-cb3856b2fbab","header":"x-maas-username"} {"level":"info","ts":1784909008.7236848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"61755133-716c-4443-8109-cb3856b2fbab","header":"x-maas-subscription"} {"level":"info","ts":1784909008.7237055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"61755133-716c-4443-8109-cb3856b2fbab","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784909008.7237322,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"61755133-716c-4443-8109-cb3856b2fbab"} {"level":"info","ts":1784909008.7248905,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"61755133-716c-4443-8109-cb3856b2fbab"} {"level":"info","ts":1784909008.7249045,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"61755133-716c-4443-8109-cb3856b2fbab"} {"level":"info","ts":1784909008.7249165,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"61755133-716c-4443-8109-cb3856b2fbab","EoS":false} {"level":"info","ts":1784909008.7249272,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"61755133-716c-4443-8109-cb3856b2fbab","EoS":true} {"level":"info","ts":1784909008.7249837,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"61755133-716c-4443-8109-cb3856b2fbab"} {"level":"info","ts":1784909021.6075583,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909021.607651,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42e9732b-f3f2-485e-8622-b7e428b6a369"} {"level":"info","ts":1784909021.6076665,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42e9732b-f3f2-485e-8622-b7e428b6a369"} {"level":"info","ts":1784909021.6076884,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42e9732b-f3f2-485e-8622-b7e428b6a369","EoS":true} {"level":"info","ts":1784909021.6077375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42e9732b-f3f2-485e-8622-b7e428b6a369","header":"x-maas-username"} {"level":"info","ts":1784909021.6077528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42e9732b-f3f2-485e-8622-b7e428b6a369","header":"x-maas-subscription"} {"level":"info","ts":1784909021.6077635,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42e9732b-f3f2-485e-8622-b7e428b6a369","header":"x-maas-group"} {"level":"info","ts":1784909021.6077826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42e9732b-f3f2-485e-8622-b7e428b6a369","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909021.6078186,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42e9732b-f3f2-485e-8622-b7e428b6a369"} {"level":"info","ts":1784909021.6089835,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"42e9732b-f3f2-485e-8622-b7e428b6a369"} {"level":"info","ts":1784909021.6090105,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"42e9732b-f3f2-485e-8622-b7e428b6a369"} {"level":"info","ts":1784909021.6090279,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42e9732b-f3f2-485e-8622-b7e428b6a369","EoS":false} {"level":"info","ts":1784909021.6090448,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42e9732b-f3f2-485e-8622-b7e428b6a369","EoS":true} {"level":"info","ts":1784909021.6090794,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"42e9732b-f3f2-485e-8622-b7e428b6a369"} {"level":"info","ts":1784909030.1330905,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909030.1331832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8205fbee-6914-4acd-8154-77db1ac5e618"} {"level":"info","ts":1784909030.1332047,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8205fbee-6914-4acd-8154-77db1ac5e618"} {"level":"info","ts":1784909030.1332293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8205fbee-6914-4acd-8154-77db1ac5e618","EoS":true} {"level":"info","ts":1784909030.133273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8205fbee-6914-4acd-8154-77db1ac5e618","header":"x-maas-username"} {"level":"info","ts":1784909030.1332867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8205fbee-6914-4acd-8154-77db1ac5e618","header":"x-maas-group"} {"level":"info","ts":1784909030.133297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8205fbee-6914-4acd-8154-77db1ac5e618","header":"x-maas-subscription"} {"level":"info","ts":1784909030.1333148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8205fbee-6914-4acd-8154-77db1ac5e618","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909030.1333427,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8205fbee-6914-4acd-8154-77db1ac5e618"} {"level":"info","ts":1784909030.13458,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8205fbee-6914-4acd-8154-77db1ac5e618"} {"level":"info","ts":1784909030.1345985,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8205fbee-6914-4acd-8154-77db1ac5e618"} {"level":"info","ts":1784909030.1346128,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8205fbee-6914-4acd-8154-77db1ac5e618","EoS":false} {"level":"info","ts":1784909030.134624,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8205fbee-6914-4acd-8154-77db1ac5e618","EoS":true} {"level":"info","ts":1784909030.1346595,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8205fbee-6914-4acd-8154-77db1ac5e618"} {"level":"info","ts":1784909038.9698625,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909038.9699612,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5268b7a-ee76-4181-9c73-34c1966b560b"} {"level":"info","ts":1784909038.969972,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5268b7a-ee76-4181-9c73-34c1966b560b"} {"level":"info","ts":1784909038.9699848,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5268b7a-ee76-4181-9c73-34c1966b560b","EoS":true} {"level":"info","ts":1784909038.9700127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5268b7a-ee76-4181-9c73-34c1966b560b","header":"x-maas-username"} {"level":"info","ts":1784909038.9700234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5268b7a-ee76-4181-9c73-34c1966b560b","header":"x-maas-subscription"} {"level":"info","ts":1784909038.970028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5268b7a-ee76-4181-9c73-34c1966b560b","header":"x-maas-group"} {"level":"info","ts":1784909038.9700403,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5268b7a-ee76-4181-9c73-34c1966b560b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909038.9700644,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5268b7a-ee76-4181-9c73-34c1966b560b"} {"level":"info","ts":1784909038.9710474,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e5268b7a-ee76-4181-9c73-34c1966b560b"} {"level":"info","ts":1784909038.9710639,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e5268b7a-ee76-4181-9c73-34c1966b560b"} {"level":"info","ts":1784909038.9710763,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e5268b7a-ee76-4181-9c73-34c1966b560b","EoS":false} {"level":"info","ts":1784909038.9710886,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e5268b7a-ee76-4181-9c73-34c1966b560b","EoS":true} {"level":"info","ts":1784909038.971124,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e5268b7a-ee76-4181-9c73-34c1966b560b"} {"level":"info","ts":1784909061.7859278,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909061.786031,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b835dee2-2286-4b22-9706-7c65545d0bf0"} {"level":"info","ts":1784909061.7860432,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b835dee2-2286-4b22-9706-7c65545d0bf0"} {"level":"info","ts":1784909061.7860546,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b835dee2-2286-4b22-9706-7c65545d0bf0","EoS":true} {"level":"info","ts":1784909061.786083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b835dee2-2286-4b22-9706-7c65545d0bf0","header":"x-maas-subscription"} {"level":"info","ts":1784909061.7860937,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b835dee2-2286-4b22-9706-7c65545d0bf0","header":"x-maas-group"} {"level":"info","ts":1784909061.7860985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b835dee2-2286-4b22-9706-7c65545d0bf0","header":"x-maas-username"} {"level":"info","ts":1784909061.7861154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b835dee2-2286-4b22-9706-7c65545d0bf0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784909061.7861416,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b835dee2-2286-4b22-9706-7c65545d0bf0"} {"level":"info","ts":1784909061.7874362,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b835dee2-2286-4b22-9706-7c65545d0bf0"} {"level":"info","ts":1784909061.7874477,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b835dee2-2286-4b22-9706-7c65545d0bf0"} {"level":"info","ts":1784909061.7874594,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b835dee2-2286-4b22-9706-7c65545d0bf0","EoS":false} {"level":"info","ts":1784909061.7874813,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b835dee2-2286-4b22-9706-7c65545d0bf0","EoS":true} {"level":"info","ts":1784909061.7875113,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b835dee2-2286-4b22-9706-7c65545d0bf0"} {"level":"info","ts":1784909084.2488518,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909084.2489552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4bc92656-cc4d-403c-b2f6-0007215b7af7"} {"level":"info","ts":1784909084.2489681,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4bc92656-cc4d-403c-b2f6-0007215b7af7"} {"level":"info","ts":1784909084.2489812,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4bc92656-cc4d-403c-b2f6-0007215b7af7","EoS":true} {"level":"info","ts":1784909084.2490048,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4bc92656-cc4d-403c-b2f6-0007215b7af7","header":"x-maas-group"} {"level":"info","ts":1784909084.2490144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4bc92656-cc4d-403c-b2f6-0007215b7af7","header":"x-maas-subscription"} {"level":"info","ts":1784909084.2490199,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4bc92656-cc4d-403c-b2f6-0007215b7af7","header":"x-maas-username"} {"level":"info","ts":1784909084.2490327,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4bc92656-cc4d-403c-b2f6-0007215b7af7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784909084.2490568,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4bc92656-cc4d-403c-b2f6-0007215b7af7"} {"level":"info","ts":1784909084.250104,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4bc92656-cc4d-403c-b2f6-0007215b7af7"} {"level":"info","ts":1784909084.2501261,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4bc92656-cc4d-403c-b2f6-0007215b7af7"} {"level":"info","ts":1784909084.2501485,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4bc92656-cc4d-403c-b2f6-0007215b7af7","EoS":false} {"level":"info","ts":1784909084.2501633,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4bc92656-cc4d-403c-b2f6-0007215b7af7","EoS":true} {"level":"info","ts":1784909084.2501981,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4bc92656-cc4d-403c-b2f6-0007215b7af7"} {"level":"info","ts":1784909110.4879632,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909110.4880621,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a64e1860-d7ca-4b19-93c2-cf8935cf7075"} {"level":"info","ts":1784909110.488079,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a64e1860-d7ca-4b19-93c2-cf8935cf7075"} {"level":"info","ts":1784909110.4881005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a64e1860-d7ca-4b19-93c2-cf8935cf7075","EoS":true} {"level":"info","ts":1784909110.48814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a64e1860-d7ca-4b19-93c2-cf8935cf7075","header":"x-maas-subscription"} {"level":"info","ts":1784909110.4881518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a64e1860-d7ca-4b19-93c2-cf8935cf7075","header":"x-maas-username"} {"level":"info","ts":1784909110.4881616,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a64e1860-d7ca-4b19-93c2-cf8935cf7075","header":"x-maas-group"} {"level":"info","ts":1784909110.4881814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a64e1860-d7ca-4b19-93c2-cf8935cf7075","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909110.4882119,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a64e1860-d7ca-4b19-93c2-cf8935cf7075"} {"level":"info","ts":1784909110.4894454,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a64e1860-d7ca-4b19-93c2-cf8935cf7075"} {"level":"info","ts":1784909110.489467,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a64e1860-d7ca-4b19-93c2-cf8935cf7075"} {"level":"info","ts":1784909110.4894826,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a64e1860-d7ca-4b19-93c2-cf8935cf7075","EoS":false} {"level":"info","ts":1784909110.4894946,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a64e1860-d7ca-4b19-93c2-cf8935cf7075","EoS":true} {"level":"info","ts":1784909110.4895327,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a64e1860-d7ca-4b19-93c2-cf8935cf7075"} {"level":"info","ts":1784909119.8427935,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909119.8428857,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b424d04b-8e6b-4fec-a879-b738c073b10b"} {"level":"info","ts":1784909119.8429022,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b424d04b-8e6b-4fec-a879-b738c073b10b"} {"level":"info","ts":1784909119.8429224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b424d04b-8e6b-4fec-a879-b738c073b10b","EoS":true} {"level":"info","ts":1784909119.8429935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b424d04b-8e6b-4fec-a879-b738c073b10b","header":"x-maas-subscription"} {"level":"info","ts":1784909119.843007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b424d04b-8e6b-4fec-a879-b738c073b10b","header":"x-maas-group"} {"level":"info","ts":1784909119.843015,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b424d04b-8e6b-4fec-a879-b738c073b10b","header":"x-maas-username"} {"level":"info","ts":1784909119.843033,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b424d04b-8e6b-4fec-a879-b738c073b10b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909119.8430665,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b424d04b-8e6b-4fec-a879-b738c073b10b"} {"level":"info","ts":1784909119.844082,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b424d04b-8e6b-4fec-a879-b738c073b10b"} {"level":"info","ts":1784909119.8441036,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b424d04b-8e6b-4fec-a879-b738c073b10b"} {"level":"info","ts":1784909119.8441224,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b424d04b-8e6b-4fec-a879-b738c073b10b","EoS":false} {"level":"info","ts":1784909119.844139,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b424d04b-8e6b-4fec-a879-b738c073b10b","EoS":true} {"level":"info","ts":1784909119.844182,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b424d04b-8e6b-4fec-a879-b738c073b10b"} {"level":"info","ts":1784909119.877552,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909119.877621,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efe4bb06-2dc3-49db-a955-349b3a53aa25"} {"level":"info","ts":1784909119.8776317,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"efe4bb06-2dc3-49db-a955-349b3a53aa25"} {"level":"info","ts":1784909119.8776429,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"efe4bb06-2dc3-49db-a955-349b3a53aa25","EoS":true} {"level":"info","ts":1784909119.877665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"efe4bb06-2dc3-49db-a955-349b3a53aa25","header":"x-maas-username"} {"level":"info","ts":1784909119.8776748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"efe4bb06-2dc3-49db-a955-349b3a53aa25","header":"x-maas-subscription"} {"level":"info","ts":1784909119.8776789,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"efe4bb06-2dc3-49db-a955-349b3a53aa25","header":"x-maas-group"} {"level":"info","ts":1784909119.8776896,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"efe4bb06-2dc3-49db-a955-349b3a53aa25","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909119.8777142,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"efe4bb06-2dc3-49db-a955-349b3a53aa25"} {"level":"info","ts":1784909119.8804681,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"efe4bb06-2dc3-49db-a955-349b3a53aa25"} {"level":"info","ts":1784909119.8804872,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"efe4bb06-2dc3-49db-a955-349b3a53aa25"} {"level":"info","ts":1784909119.8805058,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"efe4bb06-2dc3-49db-a955-349b3a53aa25","EoS":false} {"level":"info","ts":1784909119.880522,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"efe4bb06-2dc3-49db-a955-349b3a53aa25","EoS":true} {"level":"info","ts":1784909119.8805702,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"efe4bb06-2dc3-49db-a955-349b3a53aa25"} {"level":"info","ts":1784909138.946701,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909138.946806,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a75b69e0-2f75-43b7-95f0-32da5ca429af"} {"level":"info","ts":1784909138.9468215,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a75b69e0-2f75-43b7-95f0-32da5ca429af"} {"level":"info","ts":1784909138.946839,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a75b69e0-2f75-43b7-95f0-32da5ca429af","EoS":true} {"level":"info","ts":1784909138.946881,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a75b69e0-2f75-43b7-95f0-32da5ca429af","header":"x-maas-username"} {"level":"info","ts":1784909138.9468932,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a75b69e0-2f75-43b7-95f0-32da5ca429af","header":"x-maas-group"} {"level":"info","ts":1784909138.9469023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a75b69e0-2f75-43b7-95f0-32da5ca429af","header":"x-maas-subscription"} {"level":"info","ts":1784909138.946921,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a75b69e0-2f75-43b7-95f0-32da5ca429af","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909138.9469936,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a75b69e0-2f75-43b7-95f0-32da5ca429af"} {"level":"info","ts":1784909138.948139,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a75b69e0-2f75-43b7-95f0-32da5ca429af"} {"level":"info","ts":1784909138.948156,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a75b69e0-2f75-43b7-95f0-32da5ca429af"} {"level":"info","ts":1784909138.9481733,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a75b69e0-2f75-43b7-95f0-32da5ca429af","EoS":false} {"level":"info","ts":1784909138.9481907,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a75b69e0-2f75-43b7-95f0-32da5ca429af","EoS":true} {"level":"info","ts":1784909138.9482386,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a75b69e0-2f75-43b7-95f0-32da5ca429af"} {"level":"info","ts":1784909271.2853413,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909271.2854316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34bf9796-717e-4849-8d0b-9593363e6329"} {"level":"info","ts":1784909271.2854464,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34bf9796-717e-4849-8d0b-9593363e6329"} {"level":"info","ts":1784909271.2854626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34bf9796-717e-4849-8d0b-9593363e6329","EoS":true} {"level":"info","ts":1784909271.2854917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34bf9796-717e-4849-8d0b-9593363e6329","header":"x-maas-subscription"} {"level":"info","ts":1784909271.2855024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34bf9796-717e-4849-8d0b-9593363e6329","header":"x-maas-group"} {"level":"info","ts":1784909271.2855065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34bf9796-717e-4849-8d0b-9593363e6329","header":"x-maas-username"} {"level":"info","ts":1784909271.2855198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34bf9796-717e-4849-8d0b-9593363e6329","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784909271.2855504,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34bf9796-717e-4849-8d0b-9593363e6329"} {"level":"info","ts":1784909271.2882144,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"34bf9796-717e-4849-8d0b-9593363e6329"} {"level":"info","ts":1784909271.28824,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"34bf9796-717e-4849-8d0b-9593363e6329"} {"level":"info","ts":1784909271.28826,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34bf9796-717e-4849-8d0b-9593363e6329","EoS":false} {"level":"info","ts":1784909271.2882729,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34bf9796-717e-4849-8d0b-9593363e6329","EoS":true} {"level":"info","ts":1784909271.288309,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"34bf9796-717e-4849-8d0b-9593363e6329"} {"level":"info","ts":1784909310.2932136,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909310.2932858,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c09210a1-6970-4c22-a66b-f3de2063d74d"} {"level":"info","ts":1784909310.2932944,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c09210a1-6970-4c22-a66b-f3de2063d74d"} {"level":"info","ts":1784909310.2933056,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c09210a1-6970-4c22-a66b-f3de2063d74d","EoS":true} {"level":"info","ts":1784909310.293334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c09210a1-6970-4c22-a66b-f3de2063d74d","header":"x-maas-username"} {"level":"info","ts":1784909310.2933438,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c09210a1-6970-4c22-a66b-f3de2063d74d","header":"x-maas-group"} {"level":"info","ts":1784909310.2933486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c09210a1-6970-4c22-a66b-f3de2063d74d","header":"x-maas-subscription"} {"level":"info","ts":1784909310.2933612,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c09210a1-6970-4c22-a66b-f3de2063d74d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909310.293386,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c09210a1-6970-4c22-a66b-f3de2063d74d"} {"level":"info","ts":1784909310.2945096,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c09210a1-6970-4c22-a66b-f3de2063d74d"} {"level":"info","ts":1784909310.2945251,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c09210a1-6970-4c22-a66b-f3de2063d74d"} {"level":"info","ts":1784909310.2945375,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c09210a1-6970-4c22-a66b-f3de2063d74d","EoS":false} {"level":"info","ts":1784909310.2945495,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c09210a1-6970-4c22-a66b-f3de2063d74d","EoS":true} {"level":"info","ts":1784909310.2945857,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c09210a1-6970-4c22-a66b-f3de2063d74d"} {"level":"info","ts":1784909325.5448132,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909325.5449004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e76c62c9-556f-97c1-8b51-69f424a3c26b"} {"level":"info","ts":1784909325.5449116,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e76c62c9-556f-97c1-8b51-69f424a3c26b"} {"level":"info","ts":1784909325.544925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e76c62c9-556f-97c1-8b51-69f424a3c26b","EoS":true} {"level":"info","ts":1784909325.544986,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e76c62c9-556f-97c1-8b51-69f424a3c26b","header":"x-maas-subscription"} {"level":"info","ts":1784909325.5449977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e76c62c9-556f-97c1-8b51-69f424a3c26b","header":"x-maas-group"} {"level":"info","ts":1784909325.5450025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e76c62c9-556f-97c1-8b51-69f424a3c26b","header":"x-maas-username"} {"level":"info","ts":1784909325.5450175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e76c62c9-556f-97c1-8b51-69f424a3c26b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909325.5450456,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e76c62c9-556f-97c1-8b51-69f424a3c26b"} {"level":"info","ts":1784909325.548218,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e76c62c9-556f-97c1-8b51-69f424a3c26b"} {"level":"info","ts":1784909325.5482402,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e76c62c9-556f-97c1-8b51-69f424a3c26b"} {"level":"info","ts":1784909325.5482547,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e76c62c9-556f-97c1-8b51-69f424a3c26b","EoS":false} {"level":"info","ts":1784909325.5482674,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e76c62c9-556f-97c1-8b51-69f424a3c26b","EoS":true} {"level":"info","ts":1784909325.548301,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e76c62c9-556f-97c1-8b51-69f424a3c26b"} {"level":"info","ts":1784909650.8587973,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909650.858891,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"903ea4d7-ada8-4485-8aac-f48ee629c4a4"} {"level":"info","ts":1784909650.8589025,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"903ea4d7-ada8-4485-8aac-f48ee629c4a4"} {"level":"info","ts":1784909650.8589144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"903ea4d7-ada8-4485-8aac-f48ee629c4a4","EoS":true} {"level":"info","ts":1784909650.8589616,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"903ea4d7-ada8-4485-8aac-f48ee629c4a4","header":"x-maas-username"} {"level":"info","ts":1784909650.8589716,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"903ea4d7-ada8-4485-8aac-f48ee629c4a4","header":"x-maas-subscription"} {"level":"info","ts":1784909650.858976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"903ea4d7-ada8-4485-8aac-f48ee629c4a4","header":"x-maas-group"} {"level":"info","ts":1784909650.8589892,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"903ea4d7-ada8-4485-8aac-f48ee629c4a4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909650.859012,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"903ea4d7-ada8-4485-8aac-f48ee629c4a4"} {"level":"info","ts":1784909650.862025,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"903ea4d7-ada8-4485-8aac-f48ee629c4a4"} {"level":"info","ts":1784909650.8620462,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"903ea4d7-ada8-4485-8aac-f48ee629c4a4"} {"level":"info","ts":1784909650.8620615,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"903ea4d7-ada8-4485-8aac-f48ee629c4a4","EoS":false} {"level":"info","ts":1784909650.862074,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"903ea4d7-ada8-4485-8aac-f48ee629c4a4","EoS":true} {"level":"info","ts":1784909650.862113,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"903ea4d7-ada8-4485-8aac-f48ee629c4a4"} {"level":"info","ts":1784909650.8989,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909650.8989823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"419c3dc4-35d5-4696-bed7-ac2e1ef08d6b"} {"level":"info","ts":1784909650.8989928,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"419c3dc4-35d5-4696-bed7-ac2e1ef08d6b"} {"level":"info","ts":1784909650.8990035,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"419c3dc4-35d5-4696-bed7-ac2e1ef08d6b","EoS":true} {"level":"info","ts":1784909650.8990238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"419c3dc4-35d5-4696-bed7-ac2e1ef08d6b","header":"x-maas-username"} {"level":"info","ts":1784909650.8990338,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"419c3dc4-35d5-4696-bed7-ac2e1ef08d6b","header":"x-maas-subscription"} {"level":"info","ts":1784909650.8990378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"419c3dc4-35d5-4696-bed7-ac2e1ef08d6b","header":"x-maas-group"} {"level":"info","ts":1784909650.8990486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"419c3dc4-35d5-4696-bed7-ac2e1ef08d6b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909650.8990664,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"419c3dc4-35d5-4696-bed7-ac2e1ef08d6b"} {"level":"info","ts":1784909650.901101,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"419c3dc4-35d5-4696-bed7-ac2e1ef08d6b"} {"level":"info","ts":1784909650.901112,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"419c3dc4-35d5-4696-bed7-ac2e1ef08d6b"} {"level":"info","ts":1784909650.901122,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"419c3dc4-35d5-4696-bed7-ac2e1ef08d6b","EoS":false} {"level":"info","ts":1784909650.9011316,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"419c3dc4-35d5-4696-bed7-ac2e1ef08d6b","EoS":true} {"level":"info","ts":1784909650.9011598,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"419c3dc4-35d5-4696-bed7-ac2e1ef08d6b"} {"level":"info","ts":1784909655.661615,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c7decb00-f010-44a8-94ce-4e1e8d96a62c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784909655.6618834,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37281.414407553,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909655.6619132,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909655.7106905,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909655.7620106,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c7decb00-f010-44a8-94ce-4e1e8d96a62c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784909655.773129,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cb06aa5a-ee45-4dfe-8435-7af49789bae8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909655.7731564,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e45e4527-0130-494c-aa13-a714b2d4da61"} {"level":"info","ts":1784909655.773165,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cb06aa5a-ee45-4dfe-8435-7af49789bae8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784909655.7788959,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"672ce5d0-fbc4-469d-bdbd-28c70d87c191","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909655.7789307,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"672ce5d0-fbc4-469d-bdbd-28c70d87c191","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784909655.781951,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e45e4527-0130-494c-aa13-a714b2d4da61","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909655.7821784,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35305.972713717,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909655.782197,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909655.7894604,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909655.8825874,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e45e4527-0130-494c-aa13-a714b2d4da61","name":"e2e-external-provider"} {"level":"info","ts":1784909655.8850124,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5639e2e2-fa75-4387-9bf6-7b31ea5181aa"} {"level":"info","ts":1784909655.885045,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f11d346-f0cf-44c3-bd54-d5039fd4e0d9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909655.8850844,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f11d346-f0cf-44c3-bd54-d5039fd4e0d9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909655.8906446,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37ebe130-892d-4b92-ab2f-ddae822fd7f9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909655.8906476,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5639e2e2-fa75-4387-9bf6-7b31ea5181aa","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784909655.8906722,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37ebe130-892d-4b92-ab2f-ddae822fd7f9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909655.8908148,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e45e4527-0130-494c-aa13-a714b2d4da61","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1784909655.8976002,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5639e2e2-fa75-4387-9bf6-7b31ea5181aa","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909655.897683,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95e985a0-9965-46ee-a6ab-b394d7f79e4b"} {"level":"info","ts":1784909655.897713,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95e985a0-9965-46ee-a6ab-b394d7f79e4b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784909655.8977668,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea99d59c-0a55-43ea-87d0-daf07ed248a7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909655.8977928,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea99d59c-0a55-43ea-87d0-daf07ed248a7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909655.9011142,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e45e4527-0130-494c-aa13-a714b2d4da61","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784909655.9014966,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95e985a0-9965-46ee-a6ab-b394d7f79e4b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784909655.9015365,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95e985a0-9965-46ee-a6ab-b394d7f79e4b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909655.9015856,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15cabc6b-94ac-4d33-9e97-7313030ad6f5"} {"level":"info","ts":1784909655.9016073,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15cabc6b-94ac-4d33-9e97-7313030ad6f5","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784909655.907254,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15cabc6b-94ac-4d33-9e97-7313030ad6f5","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909655.9086618,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e45e4527-0130-494c-aa13-a714b2d4da61","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784909655.9121203,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e45e4527-0130-494c-aa13-a714b2d4da61","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909655.9122071,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cc4a8049-eb0c-4e40-929d-278bf58670c7"} {"level":"info","ts":1784909655.912261,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cc4a8049-eb0c-4e40-929d-278bf58670c7","name":"e2e-external-provider"} {"level":"info","ts":1784909655.9211442,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cc4a8049-eb0c-4e40-929d-278bf58670c7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784909655.9280457,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee54c47a-2ed8-4f5e-a920-e666b3df7821"} {"level":"info","ts":1784909655.928072,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee54c47a-2ed8-4f5e-a920-e666b3df7821","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784909655.9290788,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"590c70aa-9695-4644-8429-1e0371351970","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909655.9291062,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"590c70aa-9695-4644-8429-1e0371351970","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784909655.9291093,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"68d1d91c-afa0-4ac8-929f-eab23b290faa"} {"level":"info","ts":1784909655.9291408,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"68d1d91c-afa0-4ac8-929f-eab23b290faa","name":"e2e-external-provider"} {"level":"info","ts":1784909655.9291794,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5a33c2e-1632-4c08-a4b1-bda3c231be32","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909655.9292006,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5a33c2e-1632-4c08-a4b1-bda3c231be32","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784909655.932605,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee54c47a-2ed8-4f5e-a920-e666b3df7821","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909655.9326851,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a3fe01a-1802-4ff3-8310-0a7e548a3566"} {"level":"info","ts":1784909655.9328814,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34961.061967952,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909655.932899,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909655.938627,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"68d1d91c-afa0-4ac8-929f-eab23b290faa","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784909655.9423084,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909656.032984,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a3fe01a-1802-4ff3-8310-0a7e548a3566","name":"e2e-external-model"} {"level":"info","ts":1784909656.0443091,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a3fe01a-1802-4ff3-8310-0a7e548a3566","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909656.0517883,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f759ed69-0859-4d44-ad2e-996f24597d97"} {"level":"info","ts":1784909656.0517883,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1a6cf94-afdc-4485-aba6-ea60145287bf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909656.0518327,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1a6cf94-afdc-4485-aba6-ea60145287bf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909656.05185,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f759ed69-0859-4d44-ad2e-996f24597d97","name":"e2e-external-model"} {"level":"info","ts":1784909656.069163,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae74c1de-b966-4d41-99c0-e536d20edf2a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909656.0691981,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae74c1de-b966-4d41-99c0-e536d20edf2a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784909656.0745533,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f759ed69-0859-4d44-ad2e-996f24597d97","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784909656.0746124,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f759ed69-0859-4d44-ad2e-996f24597d97","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909656.0746882,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fca7a55f-c612-4a66-ba82-3426cfdf5c6c"} {"level":"info","ts":1784909656.0747502,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fca7a55f-c612-4a66-ba82-3426cfdf5c6c","name":"e2e-external-model"} {"level":"info","ts":1784909656.0854151,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af640c7b-0f42-45ec-bbb8-1a79d47ec745","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909656.0854485,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af640c7b-0f42-45ec-bbb8-1a79d47ec745","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909656.0861843,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fca7a55f-c612-4a66-ba82-3426cfdf5c6c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784909656.090013,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fca7a55f-c612-4a66-ba82-3426cfdf5c6c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909656.0901253,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ba279da-6a29-4b14-9464-fe953ef9c023"} {"level":"info","ts":1784909656.0901935,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ba279da-6a29-4b14-9464-fe953ef9c023","name":"e2e-external-model"} {"level":"info","ts":1784909656.0980365,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ba279da-6a29-4b14-9464-fe953ef9c023","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909665.44578,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909665.4458585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5269527f-3a40-4f41-b7b3-9cbef2dec6ce"} {"level":"info","ts":1784909665.4458723,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5269527f-3a40-4f41-b7b3-9cbef2dec6ce"} {"level":"info","ts":1784909665.4458854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5269527f-3a40-4f41-b7b3-9cbef2dec6ce","EoS":true} {"level":"info","ts":1784909665.445911,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5269527f-3a40-4f41-b7b3-9cbef2dec6ce","header":"x-maas-subscription"} {"level":"info","ts":1784909665.4459212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5269527f-3a40-4f41-b7b3-9cbef2dec6ce","header":"x-maas-group"} {"level":"info","ts":1784909665.4459257,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5269527f-3a40-4f41-b7b3-9cbef2dec6ce","header":"x-maas-username"} {"level":"info","ts":1784909665.445956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5269527f-3a40-4f41-b7b3-9cbef2dec6ce","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909665.445966,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5269527f-3a40-4f41-b7b3-9cbef2dec6ce","modelName":"e2e-external-model"} {"level":"info","ts":1784909665.445979,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5269527f-3a40-4f41-b7b3-9cbef2dec6ce","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784909665.446021,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"5269527f-3a40-4f41-b7b3-9cbef2dec6ce","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784909665.4460382,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"5269527f-3a40-4f41-b7b3-9cbef2dec6ce","authType":"apikey"} {"level":"info","ts":1784909665.446067,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5269527f-3a40-4f41-b7b3-9cbef2dec6ce"} {"level":"info","ts":1784909665.5544746,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17dae5ad-9ec0-46c0-b42b-344126265938"} {"level":"info","ts":1784909665.5545099,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb0f3847-a0bc-49c5-a6f6-4f93fe7cbf7a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909665.5545502,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb0f3847-a0bc-49c5-a6f6-4f93fe7cbf7a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784909665.5616598,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8e9ea4bf-72f6-4e7b-bb91-130e050ff8c9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909665.5616994,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8e9ea4bf-72f6-4e7b-bb91-130e050ff8c9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784909665.561732,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17dae5ad-9ec0-46c0-b42b-344126265938","name":"e2e-cleanup-test"} {"level":"info","ts":1784909665.578558,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17dae5ad-9ec0-46c0-b42b-344126265938","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909665.583914,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e985a4d-bab5-4254-8cff-195fe6ca08d4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909665.583929,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c49cf115-3758-4df1-8c28-acdebad1c8ea"} {"level":"info","ts":1784909665.5839717,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e985a4d-bab5-4254-8cff-195fe6ca08d4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784909665.5840313,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c49cf115-3758-4df1-8c28-acdebad1c8ea","name":"e2e-cleanup-test"} {"level":"info","ts":1784909665.5987573,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d0940e4-02ab-46c9-9db5-6031e74633e3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909665.5987983,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d0940e4-02ab-46c9-9db5-6031e74633e3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784909665.6021488,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c49cf115-3758-4df1-8c28-acdebad1c8ea","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784909665.6022139,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c49cf115-3758-4df1-8c28-acdebad1c8ea","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909665.6022797,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d2da95d-ed9f-4891-b97c-58976b5a448e"} {"level":"info","ts":1784909665.6023505,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d2da95d-ed9f-4891-b97c-58976b5a448e","name":"e2e-cleanup-test"} {"level":"info","ts":1784909665.6095023,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d2da95d-ed9f-4891-b97c-58976b5a448e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909665.6110928,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2fb389fb-b8e1-4878-ab70-6067b835d9f3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909665.6111212,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2fb389fb-b8e1-4878-ab70-6067b835d9f3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784909665.6127865,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d2da95d-ed9f-4891-b97c-58976b5a448e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909665.6128552,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a2c65dd-6756-46cb-a0e9-48da8c884d13"} {"level":"info","ts":1784909665.6129026,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a2c65dd-6756-46cb-a0e9-48da8c884d13","name":"e2e-cleanup-test"} {"level":"info","ts":1784909665.6205146,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a2c65dd-6756-46cb-a0e9-48da8c884d13","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909673.813824,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b4cd882-22a6-48db-b769-8e6febaebe04"} {"level":"info","ts":1784909673.8138614,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"965bb6cd-9137-427e-af13-c65148aa99a6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909673.8138933,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"965bb6cd-9137-427e-af13-c65148aa99a6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909678.1290739,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909678.1291687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b685d75b-e20d-4f94-991d-5540d4dc7dbf"} {"level":"info","ts":1784909678.1291866,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b685d75b-e20d-4f94-991d-5540d4dc7dbf"} {"level":"info","ts":1784909678.1292036,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b685d75b-e20d-4f94-991d-5540d4dc7dbf","EoS":true} {"level":"info","ts":1784909678.1292489,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b685d75b-e20d-4f94-991d-5540d4dc7dbf","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784909678.1292872,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b685d75b-e20d-4f94-991d-5540d4dc7dbf"} {"level":"info","ts":1784909678.1713276,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909678.1713884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a8112be-e29d-4301-b63e-d36d9106848e"} {"level":"info","ts":1784909678.171397,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a8112be-e29d-4301-b63e-d36d9106848e"} {"level":"info","ts":1784909678.1714075,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a8112be-e29d-4301-b63e-d36d9106848e","EoS":true} {"level":"info","ts":1784909678.1714299,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a8112be-e29d-4301-b63e-d36d9106848e","header":"x-maas-username"} {"level":"info","ts":1784909678.1714408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a8112be-e29d-4301-b63e-d36d9106848e","header":"x-maas-subscription"} {"level":"info","ts":1784909678.1714466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a8112be-e29d-4301-b63e-d36d9106848e","header":"x-maas-group"} {"level":"info","ts":1784909678.1714575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a8112be-e29d-4301-b63e-d36d9106848e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909678.1714647,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5a8112be-e29d-4301-b63e-d36d9106848e","modelName":"e2e-external-model"} {"level":"info","ts":1784909678.1714756,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5a8112be-e29d-4301-b63e-d36d9106848e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784909678.1714988,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"5a8112be-e29d-4301-b63e-d36d9106848e","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784909678.1715133,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"5a8112be-e29d-4301-b63e-d36d9106848e","authType":"apikey"} {"level":"info","ts":1784909678.1715333,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a8112be-e29d-4301-b63e-d36d9106848e"} {"level":"info","ts":1784909678.2052052,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909678.2052655,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30dd1929-dadc-46c4-9f35-4d439a0b851d"} {"level":"info","ts":1784909678.2052789,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30dd1929-dadc-46c4-9f35-4d439a0b851d"} {"level":"info","ts":1784909678.2052903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30dd1929-dadc-46c4-9f35-4d439a0b851d","EoS":true} {"level":"info","ts":1784909678.2053134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30dd1929-dadc-46c4-9f35-4d439a0b851d","header":"x-maas-subscription"} {"level":"info","ts":1784909678.2053235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30dd1929-dadc-46c4-9f35-4d439a0b851d","header":"x-maas-username"} {"level":"info","ts":1784909678.2053287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30dd1929-dadc-46c4-9f35-4d439a0b851d","header":"x-maas-group"} {"level":"info","ts":1784909678.2053392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30dd1929-dadc-46c4-9f35-4d439a0b851d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909678.2053602,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30dd1929-dadc-46c4-9f35-4d439a0b851d"} {"level":"info","ts":1784909678.3143847,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"30dd1929-dadc-46c4-9f35-4d439a0b851d"} {"level":"info","ts":1784909678.314406,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"30dd1929-dadc-46c4-9f35-4d439a0b851d"} {"level":"info","ts":1784909678.3144226,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"30dd1929-dadc-46c4-9f35-4d439a0b851d","EoS":false} {"level":"info","ts":1784909678.3144362,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"30dd1929-dadc-46c4-9f35-4d439a0b851d","EoS":true} {"level":"error","ts":1784909678.314451,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"30dd1929-dadc-46c4-9f35-4d439a0b851d","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784909678.3145037,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"30dd1929-dadc-46c4-9f35-4d439a0b851d"} {"level":"info","ts":1784909678.3527055,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909678.3527775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64caa45a-af09-4809-8226-87057942d1de"} {"level":"info","ts":1784909678.352795,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"64caa45a-af09-4809-8226-87057942d1de"} {"level":"info","ts":1784909678.3528154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64caa45a-af09-4809-8226-87057942d1de","EoS":true} {"level":"info","ts":1784909678.3528519,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64caa45a-af09-4809-8226-87057942d1de","header":"x-maas-username"} {"level":"info","ts":1784909678.352867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64caa45a-af09-4809-8226-87057942d1de","header":"x-maas-subscription"} {"level":"info","ts":1784909678.352875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64caa45a-af09-4809-8226-87057942d1de","header":"x-maas-group"} {"level":"info","ts":1784909678.3529117,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"64caa45a-af09-4809-8226-87057942d1de"} {"level":"info","ts":1784909678.4550009,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"64caa45a-af09-4809-8226-87057942d1de"} {"level":"info","ts":1784909678.455028,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"64caa45a-af09-4809-8226-87057942d1de"} {"level":"info","ts":1784909678.455051,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"64caa45a-af09-4809-8226-87057942d1de","EoS":false} {"level":"info","ts":1784909678.4550695,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"64caa45a-af09-4809-8226-87057942d1de","EoS":true} {"level":"error","ts":1784909678.455092,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"64caa45a-af09-4809-8226-87057942d1de","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784909678.455137,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"64caa45a-af09-4809-8226-87057942d1de"} {"level":"info","ts":1784909679.2841277,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9493e119-188c-4c77-95b4-753ddbc12513"} {"level":"info","ts":1784909679.2841318,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88b63458-c891-4917-9443-2fc3626b21d6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909679.284185,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88b63458-c891-4917-9443-2fc3626b21d6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909679.4285417,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a816f6a2-43bc-44bc-aaaf-7708925b5b10","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909679.428576,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ea7ce69a-9a4f-43c6-9c1d-8c1b67bec195"} {"level":"info","ts":1784909679.4285927,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a816f6a2-43bc-44bc-aaaf-7708925b5b10","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909679.5390086,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7a5dcd59-0aa3-49fc-82e2-01caf6745e27","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784909679.5390687,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7a5dcd59-0aa3-49fc-82e2-01caf6745e27","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784911005.2342377,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784911005.2343378,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"29661c1e-6155-498b-9f2d-238c8053a8af"} {"level":"info","ts":1784911059.5646377,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784911059.5647366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a9fa80e-b4fd-4401-9055-0aeef64b5231"} {"level":"info","ts":1784911059.5647447,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7a9fa80e-b4fd-4401-9055-0aeef64b5231"} {"level":"info","ts":1784911059.5647562,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a9fa80e-b4fd-4401-9055-0aeef64b5231","EoS":true} {"level":"info","ts":1784911059.5647838,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a9fa80e-b4fd-4401-9055-0aeef64b5231","header":"x-maas-subscription"} {"level":"info","ts":1784911059.5647948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a9fa80e-b4fd-4401-9055-0aeef64b5231","header":"x-maas-username"} {"level":"info","ts":1784911059.5648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a9fa80e-b4fd-4401-9055-0aeef64b5231","header":"x-maas-group"} {"level":"info","ts":1784911059.5648136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a9fa80e-b4fd-4401-9055-0aeef64b5231","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784911059.564839,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7a9fa80e-b4fd-4401-9055-0aeef64b5231"} {"level":"info","ts":1784911059.5684614,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7a9fa80e-b4fd-4401-9055-0aeef64b5231"} {"level":"info","ts":1784911059.5684865,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7a9fa80e-b4fd-4401-9055-0aeef64b5231"} {"level":"info","ts":1784911059.5685058,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7a9fa80e-b4fd-4401-9055-0aeef64b5231","EoS":false} {"level":"info","ts":1784911059.5685241,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7a9fa80e-b4fd-4401-9055-0aeef64b5231","EoS":true} {"level":"info","ts":1784911059.5685637,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7a9fa80e-b4fd-4401-9055-0aeef64b5231"}