{"level":"info","ts":1784779773.4008582,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"906719c2-8711-4327-8ec7-8ef98dd46c46","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779773.400881,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"906719c2-8711-4327-8ec7-8ef98dd46c46"} {"level":"info","ts":1784779773.4025216,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"906719c2-8711-4327-8ec7-8ef98dd46c46"} {"level":"info","ts":1784779773.402542,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"906719c2-8711-4327-8ec7-8ef98dd46c46"} {"level":"info","ts":1784779773.4025729,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"906719c2-8711-4327-8ec7-8ef98dd46c46","EoS":false} {"level":"info","ts":1784779773.4025846,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"906719c2-8711-4327-8ec7-8ef98dd46c46","EoS":true} {"level":"info","ts":1784779773.4026217,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"906719c2-8711-4327-8ec7-8ef98dd46c46"} {"level":"info","ts":1784779774.1834805,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779774.1835508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65636d3f-03a6-4af8-a975-6719457aeb10"} {"level":"info","ts":1784779774.1835618,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"65636d3f-03a6-4af8-a975-6719457aeb10"} {"level":"info","ts":1784779774.1835728,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65636d3f-03a6-4af8-a975-6719457aeb10","EoS":true} {"level":"info","ts":1784779774.183593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65636d3f-03a6-4af8-a975-6719457aeb10","header":"x-maas-subscription"} {"level":"info","ts":1784779774.1836026,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65636d3f-03a6-4af8-a975-6719457aeb10","header":"x-maas-group"} {"level":"info","ts":1784779774.1836069,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65636d3f-03a6-4af8-a975-6719457aeb10","header":"x-maas-username"} {"level":"info","ts":1784779774.1836212,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65636d3f-03a6-4af8-a975-6719457aeb10","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779774.1836436,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"65636d3f-03a6-4af8-a975-6719457aeb10"} {"level":"info","ts":1784779774.1845233,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"65636d3f-03a6-4af8-a975-6719457aeb10"} {"level":"info","ts":1784779774.184542,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"65636d3f-03a6-4af8-a975-6719457aeb10"} {"level":"info","ts":1784779774.184556,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"65636d3f-03a6-4af8-a975-6719457aeb10","EoS":false} {"level":"info","ts":1784779774.18457,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"65636d3f-03a6-4af8-a975-6719457aeb10","EoS":true} {"level":"info","ts":1784779774.1846032,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"65636d3f-03a6-4af8-a975-6719457aeb10"} {"level":"info","ts":1784779797.3114705,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779797.3115447,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fec00fe0-b5c8-4f82-8589-8b19053f3211"} {"level":"info","ts":1784779797.3115644,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fec00fe0-b5c8-4f82-8589-8b19053f3211"} {"level":"info","ts":1784779797.311583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fec00fe0-b5c8-4f82-8589-8b19053f3211","EoS":true} {"level":"info","ts":1784779797.3116093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fec00fe0-b5c8-4f82-8589-8b19053f3211","header":"x-maas-username"} {"level":"info","ts":1784779797.3116195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fec00fe0-b5c8-4f82-8589-8b19053f3211","header":"x-maas-subscription"} {"level":"info","ts":1784779797.3116252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fec00fe0-b5c8-4f82-8589-8b19053f3211","header":"x-maas-group"} {"level":"info","ts":1784779797.3116364,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fec00fe0-b5c8-4f82-8589-8b19053f3211","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779797.3116608,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fec00fe0-b5c8-4f82-8589-8b19053f3211"} {"level":"info","ts":1784779797.3142383,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fec00fe0-b5c8-4f82-8589-8b19053f3211"} {"level":"info","ts":1784779797.3142579,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fec00fe0-b5c8-4f82-8589-8b19053f3211"} {"level":"info","ts":1784779797.3142729,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fec00fe0-b5c8-4f82-8589-8b19053f3211","EoS":false} {"level":"info","ts":1784779797.3142846,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fec00fe0-b5c8-4f82-8589-8b19053f3211","EoS":true} {"level":"info","ts":1784779797.3143196,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fec00fe0-b5c8-4f82-8589-8b19053f3211"} {"level":"info","ts":1784779797.4514294,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779797.451514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5bf13fb-1565-49f0-b4c9-eed78300a174"} {"level":"info","ts":1784779797.4515278,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5bf13fb-1565-49f0-b4c9-eed78300a174"} {"level":"info","ts":1784779797.4515479,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5bf13fb-1565-49f0-b4c9-eed78300a174","EoS":true} {"level":"info","ts":1784779797.4515789,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5bf13fb-1565-49f0-b4c9-eed78300a174","header":"x-maas-subscription"} {"level":"info","ts":1784779797.4515953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5bf13fb-1565-49f0-b4c9-eed78300a174","header":"x-maas-group"} {"level":"info","ts":1784779797.4516037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5bf13fb-1565-49f0-b4c9-eed78300a174","header":"x-maas-username"} {"level":"info","ts":1784779797.4516208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5bf13fb-1565-49f0-b4c9-eed78300a174","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779797.451653,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5bf13fb-1565-49f0-b4c9-eed78300a174"} {"level":"info","ts":1784779797.45226,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c5bf13fb-1565-49f0-b4c9-eed78300a174"} {"level":"info","ts":1784779797.4523103,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c5bf13fb-1565-49f0-b4c9-eed78300a174"} {"level":"info","ts":1784779797.452336,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5bf13fb-1565-49f0-b4c9-eed78300a174","EoS":false} {"level":"info","ts":1784779797.4523494,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5bf13fb-1565-49f0-b4c9-eed78300a174","EoS":true} {"level":"info","ts":1784779797.4523854,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c5bf13fb-1565-49f0-b4c9-eed78300a174"} {"level":"info","ts":1784779797.591569,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779797.591648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d350539d-b8fe-464b-8fab-cb625f7f9ae4"} {"level":"info","ts":1784779797.5916607,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d350539d-b8fe-464b-8fab-cb625f7f9ae4"} {"level":"info","ts":1784779797.5916727,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d350539d-b8fe-464b-8fab-cb625f7f9ae4","EoS":true} {"level":"info","ts":1784779797.5916946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d350539d-b8fe-464b-8fab-cb625f7f9ae4","header":"x-maas-group"} {"level":"info","ts":1784779797.5917053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d350539d-b8fe-464b-8fab-cb625f7f9ae4","header":"x-maas-username"} {"level":"info","ts":1784779797.5917106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d350539d-b8fe-464b-8fab-cb625f7f9ae4","header":"x-maas-subscription"} {"level":"info","ts":1784779797.591724,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d350539d-b8fe-464b-8fab-cb625f7f9ae4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779797.5917563,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d350539d-b8fe-464b-8fab-cb625f7f9ae4"} {"level":"info","ts":1784779797.592402,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d350539d-b8fe-464b-8fab-cb625f7f9ae4"} {"level":"info","ts":1784779797.5924191,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d350539d-b8fe-464b-8fab-cb625f7f9ae4"} {"level":"info","ts":1784779797.5924332,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d350539d-b8fe-464b-8fab-cb625f7f9ae4","EoS":false} {"level":"info","ts":1784779797.5924456,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d350539d-b8fe-464b-8fab-cb625f7f9ae4","EoS":true} {"level":"info","ts":1784779797.592486,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d350539d-b8fe-464b-8fab-cb625f7f9ae4"} {"level":"info","ts":1784779797.728611,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779797.72867,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70562c75-3768-44c0-850b-b0b1c4febb8f"} {"level":"info","ts":1784779797.7286804,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"70562c75-3768-44c0-850b-b0b1c4febb8f"} {"level":"info","ts":1784779797.7286913,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70562c75-3768-44c0-850b-b0b1c4febb8f","EoS":true} {"level":"info","ts":1784779797.7287111,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70562c75-3768-44c0-850b-b0b1c4febb8f","header":"x-maas-username"} {"level":"info","ts":1784779797.728721,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70562c75-3768-44c0-850b-b0b1c4febb8f","header":"x-maas-group"} {"level":"info","ts":1784779797.728726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70562c75-3768-44c0-850b-b0b1c4febb8f","header":"x-maas-subscription"} {"level":"info","ts":1784779797.7287376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70562c75-3768-44c0-850b-b0b1c4febb8f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779797.7287579,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"70562c75-3768-44c0-850b-b0b1c4febb8f"} {"level":"info","ts":1784779797.7293537,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"70562c75-3768-44c0-850b-b0b1c4febb8f"} {"level":"info","ts":1784779797.7293706,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"70562c75-3768-44c0-850b-b0b1c4febb8f"} {"level":"info","ts":1784779797.729385,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"70562c75-3768-44c0-850b-b0b1c4febb8f","EoS":false} {"level":"info","ts":1784779797.7293956,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"70562c75-3768-44c0-850b-b0b1c4febb8f","EoS":true} {"level":"info","ts":1784779797.7294247,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"70562c75-3768-44c0-850b-b0b1c4febb8f"} {"level":"info","ts":1784779797.8641248,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779797.8642066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4aacecf4-2202-43a0-b862-a21ca6011f50"} {"level":"info","ts":1784779797.864222,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4aacecf4-2202-43a0-b862-a21ca6011f50"} {"level":"info","ts":1784779797.8642342,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4aacecf4-2202-43a0-b862-a21ca6011f50","EoS":true} {"level":"info","ts":1784779797.8642554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4aacecf4-2202-43a0-b862-a21ca6011f50","header":"x-maas-subscription"} {"level":"info","ts":1784779797.8642647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4aacecf4-2202-43a0-b862-a21ca6011f50","header":"x-maas-group"} {"level":"info","ts":1784779797.8642704,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4aacecf4-2202-43a0-b862-a21ca6011f50","header":"x-maas-username"} {"level":"info","ts":1784779797.8642814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4aacecf4-2202-43a0-b862-a21ca6011f50","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779797.8643022,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4aacecf4-2202-43a0-b862-a21ca6011f50"} {"level":"info","ts":1784779797.8649213,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4aacecf4-2202-43a0-b862-a21ca6011f50"} {"level":"info","ts":1784779797.864939,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4aacecf4-2202-43a0-b862-a21ca6011f50"} {"level":"info","ts":1784779797.8649523,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4aacecf4-2202-43a0-b862-a21ca6011f50","EoS":false} {"level":"info","ts":1784779797.8649654,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4aacecf4-2202-43a0-b862-a21ca6011f50","EoS":true} {"level":"info","ts":1784779797.8650064,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4aacecf4-2202-43a0-b862-a21ca6011f50"} {"level":"info","ts":1784779814.7774773,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779814.7775638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"850d9737-1e5d-438e-928c-a8fb6685fe11"} {"level":"info","ts":1784779814.7775788,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"850d9737-1e5d-438e-928c-a8fb6685fe11"} {"level":"info","ts":1784779814.7775981,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"850d9737-1e5d-438e-928c-a8fb6685fe11","EoS":true} {"level":"info","ts":1784779814.777632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"850d9737-1e5d-438e-928c-a8fb6685fe11","header":"x-maas-username"} {"level":"info","ts":1784779814.7776587,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"850d9737-1e5d-438e-928c-a8fb6685fe11","header":"x-maas-subscription"} {"level":"info","ts":1784779814.7776692,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"850d9737-1e5d-438e-928c-a8fb6685fe11","header":"x-maas-group"} {"level":"info","ts":1784779814.777691,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"850d9737-1e5d-438e-928c-a8fb6685fe11","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779814.7777236,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"850d9737-1e5d-438e-928c-a8fb6685fe11"} {"level":"info","ts":1784779814.7795463,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"850d9737-1e5d-438e-928c-a8fb6685fe11"} {"level":"info","ts":1784779814.7795646,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"850d9737-1e5d-438e-928c-a8fb6685fe11"} {"level":"info","ts":1784779814.7795808,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"850d9737-1e5d-438e-928c-a8fb6685fe11","EoS":false} {"level":"info","ts":1784779814.7795975,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"850d9737-1e5d-438e-928c-a8fb6685fe11","EoS":true} {"level":"info","ts":1784779814.7796283,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"850d9737-1e5d-438e-928c-a8fb6685fe11"} {"level":"info","ts":1784779814.894559,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779814.894629,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6f78fd5a-835f-493e-8f1d-f23dc167f69d"} {"level":"info","ts":1784779814.895944,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6f78fd5a-835f-493e-8f1d-f23dc167f69d"} {"level":"info","ts":1784779814.8959606,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6f78fd5a-835f-493e-8f1d-f23dc167f69d"} {"level":"info","ts":1784779814.8959742,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6f78fd5a-835f-493e-8f1d-f23dc167f69d","EoS":false} {"level":"info","ts":1784779814.8959904,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"6f78fd5a-835f-493e-8f1d-f23dc167f69d"} {"level":"info","ts":1784779814.8960133,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6f78fd5a-835f-493e-8f1d-f23dc167f69d","EoS":true} {"level":"info","ts":1784779814.8960218,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"6f78fd5a-835f-493e-8f1d-f23dc167f69d"} {"level":"info","ts":1784779819.524877,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779819.5249555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f1caeba-947b-4c85-9123-4b88f301625f"} {"level":"info","ts":1784779819.524973,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0f1caeba-947b-4c85-9123-4b88f301625f"} {"level":"info","ts":1784779819.5249891,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f1caeba-947b-4c85-9123-4b88f301625f","EoS":true} {"level":"info","ts":1784779819.5250146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f1caeba-947b-4c85-9123-4b88f301625f","header":"x-maas-group"} {"level":"info","ts":1784779819.5250256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f1caeba-947b-4c85-9123-4b88f301625f","header":"x-maas-subscription"} {"level":"info","ts":1784779819.5250306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f1caeba-947b-4c85-9123-4b88f301625f","header":"x-maas-username"} {"level":"info","ts":1784779819.5250425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f1caeba-947b-4c85-9123-4b88f301625f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779819.5250716,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0f1caeba-947b-4c85-9123-4b88f301625f"} {"level":"info","ts":1784779819.5271125,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0f1caeba-947b-4c85-9123-4b88f301625f"} {"level":"info","ts":1784779819.5271344,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0f1caeba-947b-4c85-9123-4b88f301625f"} {"level":"info","ts":1784779819.527155,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0f1caeba-947b-4c85-9123-4b88f301625f","EoS":false} {"level":"info","ts":1784779819.5271723,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0f1caeba-947b-4c85-9123-4b88f301625f","EoS":true} {"level":"info","ts":1784779819.5272205,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0f1caeba-947b-4c85-9123-4b88f301625f"} {"level":"info","ts":1784779830.1486871,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779830.148792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4451ae8e-25be-4f95-b4bb-2ae69971b171"} {"level":"info","ts":1784779830.1488264,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4451ae8e-25be-4f95-b4bb-2ae69971b171"} {"level":"info","ts":1784779830.14884,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4451ae8e-25be-4f95-b4bb-2ae69971b171","EoS":true} {"level":"info","ts":1784779830.1488633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4451ae8e-25be-4f95-b4bb-2ae69971b171","header":"x-maas-username"} {"level":"info","ts":1784779830.1488729,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4451ae8e-25be-4f95-b4bb-2ae69971b171","header":"x-maas-group"} {"level":"info","ts":1784779830.1488783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4451ae8e-25be-4f95-b4bb-2ae69971b171","header":"x-maas-subscription"} {"level":"info","ts":1784779830.14889,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4451ae8e-25be-4f95-b4bb-2ae69971b171","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784779830.1489162,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4451ae8e-25be-4f95-b4bb-2ae69971b171"} {"level":"info","ts":1784779830.14982,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4451ae8e-25be-4f95-b4bb-2ae69971b171"} {"level":"info","ts":1784779830.1498806,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4451ae8e-25be-4f95-b4bb-2ae69971b171"} {"level":"info","ts":1784779830.1499496,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4451ae8e-25be-4f95-b4bb-2ae69971b171","EoS":false} {"level":"info","ts":1784779830.1499727,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4451ae8e-25be-4f95-b4bb-2ae69971b171","EoS":true} {"level":"info","ts":1784779830.1500552,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4451ae8e-25be-4f95-b4bb-2ae69971b171"} {"level":"info","ts":1784779843.0502222,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779843.0503025,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbad1d71-fbcb-4359-be67-d0965583895a"} {"level":"info","ts":1784779843.0503166,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dbad1d71-fbcb-4359-be67-d0965583895a"} {"level":"info","ts":1784779843.0503297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbad1d71-fbcb-4359-be67-d0965583895a","EoS":true} {"level":"info","ts":1784779843.0503511,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbad1d71-fbcb-4359-be67-d0965583895a","header":"x-maas-username"} {"level":"info","ts":1784779843.050362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbad1d71-fbcb-4359-be67-d0965583895a","header":"x-maas-group"} {"level":"info","ts":1784779843.0503676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbad1d71-fbcb-4359-be67-d0965583895a","header":"x-maas-subscription"} {"level":"info","ts":1784779843.0503795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbad1d71-fbcb-4359-be67-d0965583895a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779843.0504012,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dbad1d71-fbcb-4359-be67-d0965583895a"} {"level":"info","ts":1784779843.0512497,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dbad1d71-fbcb-4359-be67-d0965583895a"} {"level":"info","ts":1784779843.051268,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dbad1d71-fbcb-4359-be67-d0965583895a"} {"level":"info","ts":1784779843.0512817,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dbad1d71-fbcb-4359-be67-d0965583895a","EoS":false} {"level":"info","ts":1784779843.0512922,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dbad1d71-fbcb-4359-be67-d0965583895a","EoS":true} {"level":"info","ts":1784779843.0513282,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dbad1d71-fbcb-4359-be67-d0965583895a"} {"level":"info","ts":1784779851.5820506,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779851.5821238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aad09a36-88c6-47b5-9894-d0885fdc06f8"} {"level":"info","ts":1784779851.5821333,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aad09a36-88c6-47b5-9894-d0885fdc06f8"} {"level":"info","ts":1784779851.5821447,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aad09a36-88c6-47b5-9894-d0885fdc06f8","EoS":true} {"level":"info","ts":1784779851.5821686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aad09a36-88c6-47b5-9894-d0885fdc06f8","header":"x-maas-username"} {"level":"info","ts":1784779851.582179,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aad09a36-88c6-47b5-9894-d0885fdc06f8","header":"x-maas-group"} {"level":"info","ts":1784779851.582184,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aad09a36-88c6-47b5-9894-d0885fdc06f8","header":"x-maas-subscription"} {"level":"info","ts":1784779851.582197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aad09a36-88c6-47b5-9894-d0885fdc06f8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779851.5822232,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aad09a36-88c6-47b5-9894-d0885fdc06f8"} {"level":"info","ts":1784779851.583121,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aad09a36-88c6-47b5-9894-d0885fdc06f8"} {"level":"info","ts":1784779851.5831394,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aad09a36-88c6-47b5-9894-d0885fdc06f8"} {"level":"info","ts":1784779851.583154,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aad09a36-88c6-47b5-9894-d0885fdc06f8","EoS":false} {"level":"info","ts":1784779851.5831656,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aad09a36-88c6-47b5-9894-d0885fdc06f8","EoS":true} {"level":"info","ts":1784779851.5831993,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"aad09a36-88c6-47b5-9894-d0885fdc06f8"} {"level":"info","ts":1784779860.4535203,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779860.4535897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0af65f4a-1efb-4b22-8b35-f1d6e16e4226"} {"level":"info","ts":1784779860.4536018,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0af65f4a-1efb-4b22-8b35-f1d6e16e4226"} {"level":"info","ts":1784779860.4536133,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0af65f4a-1efb-4b22-8b35-f1d6e16e4226","EoS":true} {"level":"info","ts":1784779860.4536378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0af65f4a-1efb-4b22-8b35-f1d6e16e4226","header":"x-maas-username"} {"level":"info","ts":1784779860.4536479,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0af65f4a-1efb-4b22-8b35-f1d6e16e4226","header":"x-maas-group"} {"level":"info","ts":1784779860.453653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0af65f4a-1efb-4b22-8b35-f1d6e16e4226","header":"x-maas-subscription"} {"level":"info","ts":1784779860.4536672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0af65f4a-1efb-4b22-8b35-f1d6e16e4226","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779860.4536922,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0af65f4a-1efb-4b22-8b35-f1d6e16e4226"} {"level":"info","ts":1784779860.4545689,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0af65f4a-1efb-4b22-8b35-f1d6e16e4226"} {"level":"info","ts":1784779860.4545922,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0af65f4a-1efb-4b22-8b35-f1d6e16e4226"} {"level":"info","ts":1784779860.4546137,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0af65f4a-1efb-4b22-8b35-f1d6e16e4226","EoS":false} {"level":"info","ts":1784779860.4546347,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0af65f4a-1efb-4b22-8b35-f1d6e16e4226","EoS":true} {"level":"info","ts":1784779860.4546678,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0af65f4a-1efb-4b22-8b35-f1d6e16e4226"} {"level":"info","ts":1784779883.2991838,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779883.29925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e19c3a0-556e-42f9-9d0c-290267e53329"} {"level":"info","ts":1784779883.2992632,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9e19c3a0-556e-42f9-9d0c-290267e53329"} {"level":"info","ts":1784779883.299275,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e19c3a0-556e-42f9-9d0c-290267e53329","EoS":true} {"level":"info","ts":1784779883.2992992,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e19c3a0-556e-42f9-9d0c-290267e53329","header":"x-maas-subscription"} {"level":"info","ts":1784779883.2993095,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e19c3a0-556e-42f9-9d0c-290267e53329","header":"x-maas-group"} {"level":"info","ts":1784779883.299314,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e19c3a0-556e-42f9-9d0c-290267e53329","header":"x-maas-username"} {"level":"info","ts":1784779883.2993274,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e19c3a0-556e-42f9-9d0c-290267e53329","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784779883.2993548,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9e19c3a0-556e-42f9-9d0c-290267e53329"} {"level":"info","ts":1784779883.3001351,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9e19c3a0-556e-42f9-9d0c-290267e53329"} {"level":"info","ts":1784779883.3001547,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9e19c3a0-556e-42f9-9d0c-290267e53329"} {"level":"info","ts":1784779883.30017,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9e19c3a0-556e-42f9-9d0c-290267e53329","EoS":false} {"level":"info","ts":1784779883.3001814,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9e19c3a0-556e-42f9-9d0c-290267e53329","EoS":true} {"level":"info","ts":1784779883.300211,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9e19c3a0-556e-42f9-9d0c-290267e53329"} {"level":"info","ts":1784779906.977337,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779906.977415,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fca0fb53-931f-43af-886b-5a285275ad57"} {"level":"info","ts":1784779906.9774282,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fca0fb53-931f-43af-886b-5a285275ad57"} {"level":"info","ts":1784779906.9774406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fca0fb53-931f-43af-886b-5a285275ad57","EoS":true} {"level":"info","ts":1784779906.9774601,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fca0fb53-931f-43af-886b-5a285275ad57","header":"x-maas-group"} {"level":"info","ts":1784779906.9774706,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fca0fb53-931f-43af-886b-5a285275ad57","header":"x-maas-username"} {"level":"info","ts":1784779906.9774761,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fca0fb53-931f-43af-886b-5a285275ad57","header":"x-maas-subscription"} {"level":"info","ts":1784779906.977488,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fca0fb53-931f-43af-886b-5a285275ad57","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784779906.977512,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fca0fb53-931f-43af-886b-5a285275ad57"} {"level":"info","ts":1784779906.978178,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fca0fb53-931f-43af-886b-5a285275ad57"} {"level":"info","ts":1784779906.9781947,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fca0fb53-931f-43af-886b-5a285275ad57"} {"level":"info","ts":1784779906.978208,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fca0fb53-931f-43af-886b-5a285275ad57","EoS":false} {"level":"info","ts":1784779906.9782193,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fca0fb53-931f-43af-886b-5a285275ad57","EoS":true} {"level":"info","ts":1784779906.9782546,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fca0fb53-931f-43af-886b-5a285275ad57"} {"level":"info","ts":1784779933.4841552,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779933.484235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f929b4a8-1568-93d6-ae76-6ccde6093786"} {"level":"info","ts":1784779933.4842508,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f929b4a8-1568-93d6-ae76-6ccde6093786"} {"level":"info","ts":1784779933.4842653,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f929b4a8-1568-93d6-ae76-6ccde6093786","EoS":true} {"level":"info","ts":1784779933.484295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f929b4a8-1568-93d6-ae76-6ccde6093786","header":"x-maas-subscription"} {"level":"info","ts":1784779933.4843082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f929b4a8-1568-93d6-ae76-6ccde6093786","header":"x-maas-group"} {"level":"info","ts":1784779933.4843156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f929b4a8-1568-93d6-ae76-6ccde6093786","header":"x-maas-username"} {"level":"info","ts":1784779933.484331,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f929b4a8-1568-93d6-ae76-6ccde6093786","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779933.4843671,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f929b4a8-1568-93d6-ae76-6ccde6093786"} {"level":"info","ts":1784779933.4864023,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f929b4a8-1568-93d6-ae76-6ccde6093786"} {"level":"info","ts":1784779933.4864287,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f929b4a8-1568-93d6-ae76-6ccde6093786"} {"level":"info","ts":1784779933.4864528,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f929b4a8-1568-93d6-ae76-6ccde6093786","EoS":false} {"level":"info","ts":1784779933.486474,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f929b4a8-1568-93d6-ae76-6ccde6093786","EoS":true} {"level":"info","ts":1784779933.4865172,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f929b4a8-1568-93d6-ae76-6ccde6093786"} {"level":"info","ts":1784779942.8792877,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779942.8793552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3da4ae5-3f00-4115-b60d-7421c1e7c4ae"} {"level":"info","ts":1784779942.8793669,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e3da4ae5-3f00-4115-b60d-7421c1e7c4ae"} {"level":"info","ts":1784779942.8793778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e3da4ae5-3f00-4115-b60d-7421c1e7c4ae","EoS":true} {"level":"info","ts":1784779942.8793986,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e3da4ae5-3f00-4115-b60d-7421c1e7c4ae","header":"x-maas-subscription"} {"level":"info","ts":1784779942.8794088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e3da4ae5-3f00-4115-b60d-7421c1e7c4ae","header":"x-maas-group"} {"level":"info","ts":1784779942.8794143,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e3da4ae5-3f00-4115-b60d-7421c1e7c4ae","header":"x-maas-username"} {"level":"info","ts":1784779942.8794267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3da4ae5-3f00-4115-b60d-7421c1e7c4ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779942.8794556,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e3da4ae5-3f00-4115-b60d-7421c1e7c4ae"} {"level":"info","ts":1784779942.8802702,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e3da4ae5-3f00-4115-b60d-7421c1e7c4ae"} {"level":"info","ts":1784779942.880291,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e3da4ae5-3f00-4115-b60d-7421c1e7c4ae"} {"level":"info","ts":1784779942.8803122,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e3da4ae5-3f00-4115-b60d-7421c1e7c4ae","EoS":false} {"level":"info","ts":1784779942.8803308,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e3da4ae5-3f00-4115-b60d-7421c1e7c4ae","EoS":true} {"level":"info","ts":1784779942.8803725,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e3da4ae5-3f00-4115-b60d-7421c1e7c4ae"} {"level":"info","ts":1784779942.9169095,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779942.9169786,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d76d7bad-79f2-4c5c-8550-8b87eaaff707"} {"level":"info","ts":1784779942.916995,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d76d7bad-79f2-4c5c-8550-8b87eaaff707"} {"level":"info","ts":1784779942.9170084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d76d7bad-79f2-4c5c-8550-8b87eaaff707","EoS":true} {"level":"info","ts":1784779942.917027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d76d7bad-79f2-4c5c-8550-8b87eaaff707","header":"x-maas-group"} {"level":"info","ts":1784779942.9170363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d76d7bad-79f2-4c5c-8550-8b87eaaff707","header":"x-maas-username"} {"level":"info","ts":1784779942.9170425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d76d7bad-79f2-4c5c-8550-8b87eaaff707","header":"x-maas-subscription"} {"level":"info","ts":1784779942.9170547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d76d7bad-79f2-4c5c-8550-8b87eaaff707","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779942.9170773,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d76d7bad-79f2-4c5c-8550-8b87eaaff707"} {"level":"info","ts":1784779942.9179254,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d76d7bad-79f2-4c5c-8550-8b87eaaff707"} {"level":"info","ts":1784779942.9179425,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d76d7bad-79f2-4c5c-8550-8b87eaaff707"} {"level":"info","ts":1784779942.9179611,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d76d7bad-79f2-4c5c-8550-8b87eaaff707","EoS":false} {"level":"info","ts":1784779942.9179792,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d76d7bad-79f2-4c5c-8550-8b87eaaff707","EoS":true} {"level":"info","ts":1784779942.9180176,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d76d7bad-79f2-4c5c-8550-8b87eaaff707"} {"level":"info","ts":1784779962.0784976,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784779962.0785735,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d50fc83-46c1-439e-a040-9c6cd6cc71f7"} {"level":"info","ts":1784779962.078589,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d50fc83-46c1-439e-a040-9c6cd6cc71f7"} {"level":"info","ts":1784779962.0786057,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d50fc83-46c1-439e-a040-9c6cd6cc71f7","EoS":true} {"level":"info","ts":1784779962.0786335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d50fc83-46c1-439e-a040-9c6cd6cc71f7","header":"x-maas-group"} {"level":"info","ts":1784779962.0786426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d50fc83-46c1-439e-a040-9c6cd6cc71f7","header":"x-maas-subscription"} {"level":"info","ts":1784779962.0786483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d50fc83-46c1-439e-a040-9c6cd6cc71f7","header":"x-maas-username"} {"level":"info","ts":1784779962.0786614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d50fc83-46c1-439e-a040-9c6cd6cc71f7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784779962.0786853,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d50fc83-46c1-439e-a040-9c6cd6cc71f7"} {"level":"info","ts":1784779962.0795932,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9d50fc83-46c1-439e-a040-9c6cd6cc71f7"} {"level":"info","ts":1784779962.0796123,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9d50fc83-46c1-439e-a040-9c6cd6cc71f7"} {"level":"info","ts":1784779962.079627,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9d50fc83-46c1-439e-a040-9c6cd6cc71f7","EoS":false} {"level":"info","ts":1784779962.0796373,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9d50fc83-46c1-439e-a040-9c6cd6cc71f7","EoS":true} {"level":"info","ts":1784779962.0796766,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9d50fc83-46c1-439e-a040-9c6cd6cc71f7"} {"level":"info","ts":1784780090.617685,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780090.6177502,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f85c03d0-90c6-4da0-ac70-c2c61ea20200"} {"level":"info","ts":1784780090.6177595,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f85c03d0-90c6-4da0-ac70-c2c61ea20200"} {"level":"info","ts":1784780090.6177704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f85c03d0-90c6-4da0-ac70-c2c61ea20200","EoS":true} {"level":"info","ts":1784780090.6178145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f85c03d0-90c6-4da0-ac70-c2c61ea20200","header":"x-maas-username"} {"level":"info","ts":1784780090.6178253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f85c03d0-90c6-4da0-ac70-c2c61ea20200","header":"x-maas-subscription"} {"level":"info","ts":1784780090.6178308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f85c03d0-90c6-4da0-ac70-c2c61ea20200","header":"x-maas-group"} {"level":"info","ts":1784780090.6178432,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f85c03d0-90c6-4da0-ac70-c2c61ea20200","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784780090.6178653,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f85c03d0-90c6-4da0-ac70-c2c61ea20200"} {"level":"info","ts":1784780090.620474,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f85c03d0-90c6-4da0-ac70-c2c61ea20200"} {"level":"info","ts":1784780090.6204925,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f85c03d0-90c6-4da0-ac70-c2c61ea20200"} {"level":"info","ts":1784780090.6205072,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f85c03d0-90c6-4da0-ac70-c2c61ea20200","EoS":false} {"level":"info","ts":1784780090.6205223,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f85c03d0-90c6-4da0-ac70-c2c61ea20200","EoS":true} {"level":"info","ts":1784780090.6205597,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f85c03d0-90c6-4da0-ac70-c2c61ea20200"} {"level":"info","ts":1784780127.6767275,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780127.676822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2366dc54-b6fa-4449-9aff-41766ff6af56"} {"level":"info","ts":1784780127.676838,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2366dc54-b6fa-4449-9aff-41766ff6af56"} {"level":"info","ts":1784780127.6768568,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2366dc54-b6fa-4449-9aff-41766ff6af56","EoS":true} {"level":"info","ts":1784780127.676884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2366dc54-b6fa-4449-9aff-41766ff6af56","header":"x-maas-username"} {"level":"info","ts":1784780127.6768944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2366dc54-b6fa-4449-9aff-41766ff6af56","header":"x-maas-group"} {"level":"info","ts":1784780127.6768997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2366dc54-b6fa-4449-9aff-41766ff6af56","header":"x-maas-subscription"} {"level":"info","ts":1784780127.6769114,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2366dc54-b6fa-4449-9aff-41766ff6af56","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784780127.6769364,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2366dc54-b6fa-4449-9aff-41766ff6af56"} {"level":"info","ts":1784780127.6794028,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2366dc54-b6fa-4449-9aff-41766ff6af56"} {"level":"info","ts":1784780127.6794178,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2366dc54-b6fa-4449-9aff-41766ff6af56"} {"level":"info","ts":1784780127.6794312,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2366dc54-b6fa-4449-9aff-41766ff6af56","EoS":false} {"level":"info","ts":1784780127.679441,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2366dc54-b6fa-4449-9aff-41766ff6af56","EoS":true} {"level":"info","ts":1784780127.6794772,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2366dc54-b6fa-4449-9aff-41766ff6af56"} {"level":"info","ts":1784780142.9291615,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780142.9292336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51e1164e-3cf2-4bbd-9cda-1db8ef22ff39"} {"level":"info","ts":1784780142.9292467,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"51e1164e-3cf2-4bbd-9cda-1db8ef22ff39"} {"level":"info","ts":1784780142.9292598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51e1164e-3cf2-4bbd-9cda-1db8ef22ff39","EoS":true} {"level":"info","ts":1784780142.929286,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51e1164e-3cf2-4bbd-9cda-1db8ef22ff39","header":"x-maas-username"} {"level":"info","ts":1784780142.9292955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51e1164e-3cf2-4bbd-9cda-1db8ef22ff39","header":"x-maas-subscription"} {"level":"info","ts":1784780142.9293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51e1164e-3cf2-4bbd-9cda-1db8ef22ff39","header":"x-maas-group"} {"level":"info","ts":1784780142.929313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51e1164e-3cf2-4bbd-9cda-1db8ef22ff39","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784780142.9293375,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"51e1164e-3cf2-4bbd-9cda-1db8ef22ff39"} {"level":"info","ts":1784780142.9301722,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"51e1164e-3cf2-4bbd-9cda-1db8ef22ff39"} {"level":"info","ts":1784780142.930195,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"51e1164e-3cf2-4bbd-9cda-1db8ef22ff39"} {"level":"info","ts":1784780142.930211,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"51e1164e-3cf2-4bbd-9cda-1db8ef22ff39","EoS":false} {"level":"info","ts":1784780142.9302287,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"51e1164e-3cf2-4bbd-9cda-1db8ef22ff39","EoS":true} {"level":"info","ts":1784780142.930271,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"51e1164e-3cf2-4bbd-9cda-1db8ef22ff39"} {"level":"info","ts":1784780447.7067032,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780447.7067792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80cb4245-5e3a-4250-9126-c86e8c5d739d"} {"level":"info","ts":1784780447.706787,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"80cb4245-5e3a-4250-9126-c86e8c5d739d"} {"level":"info","ts":1784780447.706798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80cb4245-5e3a-4250-9126-c86e8c5d739d","EoS":true} {"level":"info","ts":1784780447.7068498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80cb4245-5e3a-4250-9126-c86e8c5d739d","header":"x-maas-username"} {"level":"info","ts":1784780447.7068603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80cb4245-5e3a-4250-9126-c86e8c5d739d","header":"x-maas-subscription"} {"level":"info","ts":1784780447.7068646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80cb4245-5e3a-4250-9126-c86e8c5d739d","header":"x-maas-group"} {"level":"info","ts":1784780447.7068775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80cb4245-5e3a-4250-9126-c86e8c5d739d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784780447.7069063,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"80cb4245-5e3a-4250-9126-c86e8c5d739d"} {"level":"info","ts":1784780447.7090375,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"80cb4245-5e3a-4250-9126-c86e8c5d739d"} {"level":"info","ts":1784780447.7090592,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"80cb4245-5e3a-4250-9126-c86e8c5d739d"} {"level":"info","ts":1784780447.709078,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"80cb4245-5e3a-4250-9126-c86e8c5d739d","EoS":false} {"level":"info","ts":1784780447.7090902,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"80cb4245-5e3a-4250-9126-c86e8c5d739d","EoS":true} {"level":"info","ts":1784780447.7091224,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"80cb4245-5e3a-4250-9126-c86e8c5d739d"} {"level":"info","ts":1784780452.519242,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"56b61447-20d4-4684-ace2-4a843b51bbb2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784780452.5194743,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37928.55807893,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784780452.519497,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784780452.5766363,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784780452.6203656,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"56b61447-20d4-4684-ace2-4a843b51bbb2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784780452.630858,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4511f0e3-6c47-48b9-b45a-4cec72897fa9"} {"level":"info","ts":1784780452.6308646,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c03b565-427c-4023-89a3-ea46acdb37ea","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784780452.6309035,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c03b565-427c-4023-89a3-ea46acdb37ea","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784780452.6388898,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"80ad31ce-4e00-4b74-a767-8facbd63ef01","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784780452.638916,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"80ad31ce-4e00-4b74-a767-8facbd63ef01","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784780452.6392155,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33408.800408774,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784780452.6392329,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784780452.6475005,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784780452.7393084,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4511f0e3-6c47-48b9-b45a-4cec72897fa9","name":"e2e-external-provider"} {"level":"info","ts":1784780452.7509673,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f134839-62b5-4dc5-8c61-5709bb92bc75"} {"level":"info","ts":1784780452.7509842,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c3c8c3e-e8fa-44e3-824a-3d504c84efc4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784780452.7511165,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c3c8c3e-e8fa-44e3-824a-3d504c84efc4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784780452.754959,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4511f0e3-6c47-48b9-b45a-4cec72897fa9","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784780452.7587404,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"753417d8-8eb8-4f4d-b57c-55fd2c784af5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784780452.7587721,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"753417d8-8eb8-4f4d-b57c-55fd2c784af5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784780452.759721,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f134839-62b5-4dc5-8c61-5709bb92bc75","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784780452.7597654,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f134839-62b5-4dc5-8c61-5709bb92bc75","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784780452.7631779,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f134839-62b5-4dc5-8c61-5709bb92bc75","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784780452.7632153,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f134839-62b5-4dc5-8c61-5709bb92bc75","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784780452.7632866,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"703209fb-ebf8-493c-a482-44438dca36fa"} {"level":"info","ts":1784780452.7633102,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"703209fb-ebf8-493c-a482-44438dca36fa","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784780452.7650797,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4511f0e3-6c47-48b9-b45a-4cec72897fa9","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784780452.7681549,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"703209fb-ebf8-493c-a482-44438dca36fa","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784780452.7681966,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3a7e4be-acbe-403d-aa4e-2ba267b55272","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784780452.7682211,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3a7e4be-acbe-403d-aa4e-2ba267b55272","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784780452.7682388,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"297fb214-a547-4eba-9112-ca81f6872ff5"} {"level":"info","ts":1784780452.7682586,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"297fb214-a547-4eba-9112-ca81f6872ff5","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784780452.770118,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4511f0e3-6c47-48b9-b45a-4cec72897fa9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784780452.7740827,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"297fb214-a547-4eba-9112-ca81f6872ff5","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784780452.7779381,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5127468b-a971-4f4c-9042-02c31da3fbec"} {"level":"info","ts":1784780452.7779455,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f684092-5682-48fb-9f4d-9499a8966576"} {"level":"info","ts":1784780452.7780077,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f5ffdcb6-124e-489d-a467-829b7d05e654","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784780452.7781055,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37904.339684606,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784780452.7781215,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784780452.7781549,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f684092-5682-48fb-9f4d-9499a8966576","name":"e2e-external-provider"} {"level":"info","ts":1784780452.7782242,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f5ffdcb6-124e-489d-a467-829b7d05e654","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784780452.7782872,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c1e3c48-5e31-43d6-8d73-05ae0483e64b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784780452.7783024,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c1e3c48-5e31-43d6-8d73-05ae0483e64b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784780452.7852147,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784780452.7874875,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f684092-5682-48fb-9f4d-9499a8966576","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784780452.7923777,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bc39b2f-ce20-4a2e-bbbe-bdcee4b4c112"} {"level":"info","ts":1784780452.7924128,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bc39b2f-ce20-4a2e-bbbe-bdcee4b4c112","name":"e2e-external-provider"} {"level":"info","ts":1784780452.8027127,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bc39b2f-ce20-4a2e-bbbe-bdcee4b4c112","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784780452.8783236,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5127468b-a971-4f4c-9042-02c31da3fbec","name":"e2e-external-model"} {"level":"info","ts":1784780452.8890054,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5127468b-a971-4f4c-9042-02c31da3fbec","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784780452.8951368,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"603406f0-7c83-417f-9539-f74deace2d4d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784780452.8951688,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"603406f0-7c83-417f-9539-f74deace2d4d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784780452.8953097,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d25195b6-9b80-4010-b8b3-c94aaee83819"} {"level":"info","ts":1784780452.8953774,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d25195b6-9b80-4010-b8b3-c94aaee83819","name":"e2e-external-model"} {"level":"info","ts":1784780452.9093168,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d656bd35-c924-46a9-9965-2c7def47cbe4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784780452.909347,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d656bd35-c924-46a9-9965-2c7def47cbe4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784780452.9095616,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d25195b6-9b80-4010-b8b3-c94aaee83819","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784780452.9096448,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a9dfc5c-4b2e-48d8-8ce5-438125411478"} {"level":"info","ts":1784780452.9096956,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a9dfc5c-4b2e-48d8-8ce5-438125411478","name":"e2e-external-model"} {"level":"info","ts":1784780452.9178793,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a9dfc5c-4b2e-48d8-8ce5-438125411478","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784780452.9249032,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b267c0a0-393e-4571-98a2-4cb9538494ae"} {"level":"info","ts":1784780452.9249613,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b267c0a0-393e-4571-98a2-4cb9538494ae","name":"e2e-external-model"} {"level":"info","ts":1784780452.9249635,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ccadb2dd-c15a-4375-8af2-bfc988a49ab8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784780452.9249887,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ccadb2dd-c15a-4375-8af2-bfc988a49ab8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784780452.9329555,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b267c0a0-393e-4571-98a2-4cb9538494ae","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784780462.3533552,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780462.3534324,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da85ba45-4094-47ee-83b6-91d119928e63"} {"level":"info","ts":1784780462.3534439,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"da85ba45-4094-47ee-83b6-91d119928e63"} {"level":"info","ts":1784780462.3534565,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da85ba45-4094-47ee-83b6-91d119928e63","EoS":true} {"level":"info","ts":1784780462.3534791,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da85ba45-4094-47ee-83b6-91d119928e63","header":"x-maas-group"} {"level":"info","ts":1784780462.3534923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da85ba45-4094-47ee-83b6-91d119928e63","header":"x-maas-username"} {"level":"info","ts":1784780462.3534992,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da85ba45-4094-47ee-83b6-91d119928e63","header":"x-maas-subscription"} {"level":"info","ts":1784780462.3535128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da85ba45-4094-47ee-83b6-91d119928e63","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784780462.3535197,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"da85ba45-4094-47ee-83b6-91d119928e63","modelName":"e2e-external-model"} {"level":"info","ts":1784780462.3535302,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"da85ba45-4094-47ee-83b6-91d119928e63","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784780462.353572,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"da85ba45-4094-47ee-83b6-91d119928e63","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784780462.3535938,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"da85ba45-4094-47ee-83b6-91d119928e63","authType":"apikey"} {"level":"info","ts":1784780462.3536243,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"da85ba45-4094-47ee-83b6-91d119928e63"} {"level":"info","ts":1784780462.468501,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e206a35c-7589-4d99-a97c-2f0c602214b0"} {"level":"info","ts":1784780462.4685142,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f6370e3d-3dfc-44e2-8c97-84994f37acef","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784780462.4686441,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f6370e3d-3dfc-44e2-8c97-84994f37acef","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784780462.4765625,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"748d2b87-c37d-4696-862b-af7d7526a78a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784780462.4765742,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e206a35c-7589-4d99-a97c-2f0c602214b0","name":"e2e-cleanup-test"} {"level":"info","ts":1784780462.4765966,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"748d2b87-c37d-4696-862b-af7d7526a78a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784780462.4879854,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e206a35c-7589-4d99-a97c-2f0c602214b0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784780462.4949822,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb220caa-a9cb-474d-b792-4a1d36eb7c7a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784780462.49499,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3fae66a7-37df-453c-ae90-28e4bd833305"} {"level":"info","ts":1784780462.4950106,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb220caa-a9cb-474d-b792-4a1d36eb7c7a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784780462.4950438,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3fae66a7-37df-453c-ae90-28e4bd833305","name":"e2e-cleanup-test"} {"level":"info","ts":1784780462.5104318,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"163cdf0e-d069-4a31-9dfe-69cf0ee75549","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784780462.5104702,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"163cdf0e-d069-4a31-9dfe-69cf0ee75549","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784780462.513798,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3fae66a7-37df-453c-ae90-28e4bd833305","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784780462.5138705,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3fae66a7-37df-453c-ae90-28e4bd833305","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784780462.5139205,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e445c378-2cdd-42d2-9a73-6a3a81006f95"} {"level":"info","ts":1784780462.5139663,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e445c378-2cdd-42d2-9a73-6a3a81006f95","name":"e2e-cleanup-test"} {"level":"info","ts":1784780462.5236983,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e445c378-2cdd-42d2-9a73-6a3a81006f95","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784780462.5293105,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f4da4a3-51e7-4cb3-977d-16d395825c40","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784780462.5293412,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f4da4a3-51e7-4cb3-977d-16d395825c40","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784780462.53048,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e445c378-2cdd-42d2-9a73-6a3a81006f95","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784780462.5305457,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8dd5613-2dad-48f7-b88c-349b288efddf"} {"level":"info","ts":1784780462.5305943,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8dd5613-2dad-48f7-b88c-349b288efddf","name":"e2e-cleanup-test"} {"level":"info","ts":1784780462.5389502,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8dd5613-2dad-48f7-b88c-349b288efddf","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784780470.7376397,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92e35b9d-51ca-46f6-bb3c-832d1660886a"} {"level":"info","ts":1784780470.7376919,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1b787d9-516a-481b-89c5-0dd9ac957773","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784780470.737715,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1b787d9-516a-481b-89c5-0dd9ac957773","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784780475.0679862,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780475.0680673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec107ffe-5fd0-4562-86c4-8244a7e51a2a"} {"level":"info","ts":1784780475.0680833,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec107ffe-5fd0-4562-86c4-8244a7e51a2a"} {"level":"info","ts":1784780475.0681014,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec107ffe-5fd0-4562-86c4-8244a7e51a2a","EoS":true} {"level":"info","ts":1784780475.0681322,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec107ffe-5fd0-4562-86c4-8244a7e51a2a","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784780475.0681639,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec107ffe-5fd0-4562-86c4-8244a7e51a2a"} {"level":"info","ts":1784780475.1103382,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780475.1104102,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5ff7fe5-c000-43a9-9626-77862dea027a"} {"level":"info","ts":1784780475.110427,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5ff7fe5-c000-43a9-9626-77862dea027a"} {"level":"info","ts":1784780475.110441,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5ff7fe5-c000-43a9-9626-77862dea027a","EoS":true} {"level":"info","ts":1784780475.110461,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5ff7fe5-c000-43a9-9626-77862dea027a","header":"x-maas-username"} {"level":"info","ts":1784780475.1104674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5ff7fe5-c000-43a9-9626-77862dea027a","header":"x-maas-group"} {"level":"info","ts":1784780475.1104724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5ff7fe5-c000-43a9-9626-77862dea027a","header":"x-maas-subscription"} {"level":"info","ts":1784780475.1104841,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5ff7fe5-c000-43a9-9626-77862dea027a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784780475.1104898,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c5ff7fe5-c000-43a9-9626-77862dea027a","modelName":"e2e-external-model"} {"level":"info","ts":1784780475.110504,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c5ff7fe5-c000-43a9-9626-77862dea027a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784780475.1105313,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"c5ff7fe5-c000-43a9-9626-77862dea027a","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784780475.1105475,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"c5ff7fe5-c000-43a9-9626-77862dea027a","authType":"apikey"} {"level":"info","ts":1784780475.1105707,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5ff7fe5-c000-43a9-9626-77862dea027a"} {"level":"info","ts":1784780475.145142,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780475.1452034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a31e354-a63b-4926-a110-db2536a8eba2"} {"level":"info","ts":1784780475.1452174,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a31e354-a63b-4926-a110-db2536a8eba2"} {"level":"info","ts":1784780475.1452289,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a31e354-a63b-4926-a110-db2536a8eba2","EoS":true} {"level":"info","ts":1784780475.1452472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a31e354-a63b-4926-a110-db2536a8eba2","header":"x-maas-username"} {"level":"info","ts":1784780475.1452563,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a31e354-a63b-4926-a110-db2536a8eba2","header":"x-maas-subscription"} {"level":"info","ts":1784780475.145261,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a31e354-a63b-4926-a110-db2536a8eba2","header":"x-maas-group"} {"level":"info","ts":1784780475.1452708,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a31e354-a63b-4926-a110-db2536a8eba2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784780475.145292,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a31e354-a63b-4926-a110-db2536a8eba2"} {"level":"info","ts":1784780475.2460198,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4a31e354-a63b-4926-a110-db2536a8eba2"} {"level":"info","ts":1784780475.2460475,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4a31e354-a63b-4926-a110-db2536a8eba2"} {"level":"info","ts":1784780475.2460706,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4a31e354-a63b-4926-a110-db2536a8eba2","EoS":false} {"level":"info","ts":1784780475.2461054,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4a31e354-a63b-4926-a110-db2536a8eba2","EoS":true} {"level":"error","ts":1784780475.2461274,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"4a31e354-a63b-4926-a110-db2536a8eba2","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784780475.246175,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4a31e354-a63b-4926-a110-db2536a8eba2"} {"level":"info","ts":1784780475.2825084,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784780475.2826002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dde37802-1578-4e98-8314-688fdab571b2"} {"level":"info","ts":1784780475.2826133,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dde37802-1578-4e98-8314-688fdab571b2"} {"level":"info","ts":1784780475.2826245,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dde37802-1578-4e98-8314-688fdab571b2","EoS":true} {"level":"info","ts":1784780475.2826407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dde37802-1578-4e98-8314-688fdab571b2","header":"x-maas-subscription"} {"level":"info","ts":1784780475.28265,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dde37802-1578-4e98-8314-688fdab571b2","header":"x-maas-group"} {"level":"info","ts":1784780475.2826545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dde37802-1578-4e98-8314-688fdab571b2","header":"x-maas-username"} {"level":"info","ts":1784780475.28268,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dde37802-1578-4e98-8314-688fdab571b2"} {"level":"info","ts":1784780475.3285456,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dde37802-1578-4e98-8314-688fdab571b2"} {"level":"info","ts":1784780475.3285625,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dde37802-1578-4e98-8314-688fdab571b2"} {"level":"info","ts":1784780475.3285751,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dde37802-1578-4e98-8314-688fdab571b2","EoS":false} {"level":"info","ts":1784780475.3287017,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dde37802-1578-4e98-8314-688fdab571b2","EoS":true} {"level":"error","ts":1784780475.3287146,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"dde37802-1578-4e98-8314-688fdab571b2","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784780475.328747,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dde37802-1578-4e98-8314-688fdab571b2"} {"level":"info","ts":1784780476.1613228,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"940b54fa-e3b9-4bfd-8481-68f450b7dd5f"} {"level":"info","ts":1784780476.161361,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e3d78ea-cf52-4f2b-83ca-d610b68d7bfc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784780476.161394,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e3d78ea-cf52-4f2b-83ca-d610b68d7bfc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784780476.3036556,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"287330ad-f2f7-4276-9cfa-e73c0ec478c5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784780476.3036988,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dd78aed3-e826-48ed-a4db-3724ad928095"} {"level":"info","ts":1784780476.3036985,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"287330ad-f2f7-4276-9cfa-e73c0ec478c5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784780476.4158392,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"bb2925f1-5bdf-4645-82b9-351aad7382a5","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784780476.415902,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"bb2925f1-5bdf-4645-82b9-351aad7382a5","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784781071.9322064,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784781071.9322948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21c8f754-57f0-4667-ade7-49c56e8ef583"} {"level":"info","ts":1784781071.9323065,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"21c8f754-57f0-4667-ade7-49c56e8ef583"} {"level":"info","ts":1784781071.9323175,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21c8f754-57f0-4667-ade7-49c56e8ef583","EoS":true} {"level":"info","ts":1784781071.932341,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21c8f754-57f0-4667-ade7-49c56e8ef583","header":"x-maas-subscription"} {"level":"info","ts":1784781071.9323504,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21c8f754-57f0-4667-ade7-49c56e8ef583","header":"x-maas-group"} {"level":"info","ts":1784781071.9323564,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21c8f754-57f0-4667-ade7-49c56e8ef583","header":"x-maas-username"} {"level":"info","ts":1784781071.9323695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21c8f754-57f0-4667-ade7-49c56e8ef583","path":"/ai-tenant-e2e-inf-b-c7abdc/test-model-c7abdc/v1/chat/completions"} {"level":"info","ts":1784781071.9323952,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"21c8f754-57f0-4667-ade7-49c56e8ef583"} {"level":"info","ts":1784781071.9464133,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"21c8f754-57f0-4667-ade7-49c56e8ef583"} {"level":"info","ts":1784781071.9464395,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"21c8f754-57f0-4667-ade7-49c56e8ef583"} {"level":"info","ts":1784781071.9464548,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"21c8f754-57f0-4667-ade7-49c56e8ef583","EoS":false} {"level":"info","ts":1784781071.9464695,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"21c8f754-57f0-4667-ade7-49c56e8ef583","EoS":true} {"level":"info","ts":1784781071.9465106,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"21c8f754-57f0-4667-ade7-49c56e8ef583"} {"level":"info","ts":1784781581.0394287,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784781581.0395007,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a82b2b3a-e4f0-4396-ad12-c74ca0cf505a"}