{"level":"info","ts":1784901826.3821757,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ec59f7ef-8b0a-4d4c-b832-800d4ce4603e","EoS":false} {"level":"info","ts":1784901826.3821921,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ec59f7ef-8b0a-4d4c-b832-800d4ce4603e","EoS":true} {"level":"info","ts":1784901826.3822305,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ec59f7ef-8b0a-4d4c-b832-800d4ce4603e"} {"level":"info","ts":1784901827.2026706,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901827.2027678,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9655fbb4-155a-4431-a918-92af1727f0e6"} {"level":"info","ts":1784901827.2027824,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9655fbb4-155a-4431-a918-92af1727f0e6"} {"level":"info","ts":1784901827.2027965,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9655fbb4-155a-4431-a918-92af1727f0e6","EoS":true} {"level":"info","ts":1784901827.2028239,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9655fbb4-155a-4431-a918-92af1727f0e6","header":"x-maas-group"} {"level":"info","ts":1784901827.2028346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9655fbb4-155a-4431-a918-92af1727f0e6","header":"x-maas-username"} {"level":"info","ts":1784901827.2028399,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9655fbb4-155a-4431-a918-92af1727f0e6","header":"x-maas-subscription"} {"level":"info","ts":1784901827.202854,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9655fbb4-155a-4431-a918-92af1727f0e6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901827.2028792,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9655fbb4-155a-4431-a918-92af1727f0e6"} {"level":"info","ts":1784901827.2037773,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9655fbb4-155a-4431-a918-92af1727f0e6"} {"level":"info","ts":1784901827.2037973,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9655fbb4-155a-4431-a918-92af1727f0e6"} {"level":"info","ts":1784901827.2038188,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9655fbb4-155a-4431-a918-92af1727f0e6","EoS":false} {"level":"info","ts":1784901827.2038438,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9655fbb4-155a-4431-a918-92af1727f0e6","EoS":true} {"level":"info","ts":1784901827.2038956,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9655fbb4-155a-4431-a918-92af1727f0e6"} {"level":"info","ts":1784901850.419445,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901850.4195216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50931c1a-02fc-43d7-9487-ea5c7c0565d0"} {"level":"info","ts":1784901850.419532,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50931c1a-02fc-43d7-9487-ea5c7c0565d0"} {"level":"info","ts":1784901850.419544,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50931c1a-02fc-43d7-9487-ea5c7c0565d0","EoS":true} {"level":"info","ts":1784901850.4195704,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50931c1a-02fc-43d7-9487-ea5c7c0565d0","header":"x-maas-subscription"} {"level":"info","ts":1784901850.4195812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50931c1a-02fc-43d7-9487-ea5c7c0565d0","header":"x-maas-group"} {"level":"info","ts":1784901850.419586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50931c1a-02fc-43d7-9487-ea5c7c0565d0","header":"x-maas-username"} {"level":"info","ts":1784901850.4195993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50931c1a-02fc-43d7-9487-ea5c7c0565d0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901850.4196234,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50931c1a-02fc-43d7-9487-ea5c7c0565d0"} {"level":"info","ts":1784901850.420723,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"50931c1a-02fc-43d7-9487-ea5c7c0565d0"} {"level":"info","ts":1784901850.4207432,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"50931c1a-02fc-43d7-9487-ea5c7c0565d0"} {"level":"info","ts":1784901850.4207575,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"50931c1a-02fc-43d7-9487-ea5c7c0565d0","EoS":false} {"level":"info","ts":1784901850.4207683,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"50931c1a-02fc-43d7-9487-ea5c7c0565d0","EoS":true} {"level":"info","ts":1784901850.4208028,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"50931c1a-02fc-43d7-9487-ea5c7c0565d0"} {"level":"info","ts":1784901850.5528066,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901850.552908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"332c4823-dc9b-903f-9f54-a12b1bde736b"} {"level":"info","ts":1784901850.5529234,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"332c4823-dc9b-903f-9f54-a12b1bde736b"} {"level":"info","ts":1784901850.5529416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"332c4823-dc9b-903f-9f54-a12b1bde736b","EoS":true} {"level":"info","ts":1784901850.552968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"332c4823-dc9b-903f-9f54-a12b1bde736b","header":"x-maas-subscription"} {"level":"info","ts":1784901850.5529776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"332c4823-dc9b-903f-9f54-a12b1bde736b","header":"x-maas-username"} {"level":"info","ts":1784901850.5529995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"332c4823-dc9b-903f-9f54-a12b1bde736b","header":"x-maas-group"} {"level":"info","ts":1784901850.5530179,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"332c4823-dc9b-903f-9f54-a12b1bde736b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901850.5530462,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"332c4823-dc9b-903f-9f54-a12b1bde736b"} {"level":"info","ts":1784901850.554024,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"332c4823-dc9b-903f-9f54-a12b1bde736b"} {"level":"info","ts":1784901850.5540426,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"332c4823-dc9b-903f-9f54-a12b1bde736b"} {"level":"info","ts":1784901850.5540574,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"332c4823-dc9b-903f-9f54-a12b1bde736b","EoS":false} {"level":"info","ts":1784901850.5540717,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"332c4823-dc9b-903f-9f54-a12b1bde736b","EoS":true} {"level":"info","ts":1784901850.55411,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"332c4823-dc9b-903f-9f54-a12b1bde736b"} {"level":"info","ts":1784901850.689686,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901850.689792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd0ee71d-62ce-461c-b8f3-e8d2dd1f4a7d"} {"level":"info","ts":1784901850.6898084,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd0ee71d-62ce-461c-b8f3-e8d2dd1f4a7d"} {"level":"info","ts":1784901850.6898284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd0ee71d-62ce-461c-b8f3-e8d2dd1f4a7d","EoS":true} {"level":"info","ts":1784901850.689865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd0ee71d-62ce-461c-b8f3-e8d2dd1f4a7d","header":"x-maas-subscription"} {"level":"info","ts":1784901850.6898797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd0ee71d-62ce-461c-b8f3-e8d2dd1f4a7d","header":"x-maas-group"} {"level":"info","ts":1784901850.6898885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd0ee71d-62ce-461c-b8f3-e8d2dd1f4a7d","header":"x-maas-username"} {"level":"info","ts":1784901850.6899056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd0ee71d-62ce-461c-b8f3-e8d2dd1f4a7d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901850.6899414,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd0ee71d-62ce-461c-b8f3-e8d2dd1f4a7d"} {"level":"info","ts":1784901850.6930845,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dd0ee71d-62ce-461c-b8f3-e8d2dd1f4a7d"} {"level":"info","ts":1784901850.6931038,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dd0ee71d-62ce-461c-b8f3-e8d2dd1f4a7d"} {"level":"info","ts":1784901850.6931243,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dd0ee71d-62ce-461c-b8f3-e8d2dd1f4a7d","EoS":false} {"level":"info","ts":1784901850.6931386,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dd0ee71d-62ce-461c-b8f3-e8d2dd1f4a7d","EoS":true} {"level":"info","ts":1784901850.6931753,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dd0ee71d-62ce-461c-b8f3-e8d2dd1f4a7d"} {"level":"info","ts":1784901850.8268738,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901850.8269641,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a850822b-42e4-4d57-b0e3-01794ac7de2b"} {"level":"info","ts":1784901850.8269954,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a850822b-42e4-4d57-b0e3-01794ac7de2b"} {"level":"info","ts":1784901850.8270147,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a850822b-42e4-4d57-b0e3-01794ac7de2b","EoS":true} {"level":"info","ts":1784901850.8270533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a850822b-42e4-4d57-b0e3-01794ac7de2b","header":"x-maas-group"} {"level":"info","ts":1784901850.8270671,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a850822b-42e4-4d57-b0e3-01794ac7de2b","header":"x-maas-username"} {"level":"info","ts":1784901850.8270752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a850822b-42e4-4d57-b0e3-01794ac7de2b","header":"x-maas-subscription"} {"level":"info","ts":1784901850.8270946,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a850822b-42e4-4d57-b0e3-01794ac7de2b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901850.827137,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a850822b-42e4-4d57-b0e3-01794ac7de2b"} {"level":"info","ts":1784901850.8280535,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a850822b-42e4-4d57-b0e3-01794ac7de2b"} {"level":"info","ts":1784901850.8280725,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a850822b-42e4-4d57-b0e3-01794ac7de2b"} {"level":"info","ts":1784901850.8281052,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a850822b-42e4-4d57-b0e3-01794ac7de2b","EoS":false} {"level":"info","ts":1784901850.8281178,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a850822b-42e4-4d57-b0e3-01794ac7de2b","EoS":true} {"level":"info","ts":1784901850.8281538,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a850822b-42e4-4d57-b0e3-01794ac7de2b"} {"level":"info","ts":1784901850.9645133,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901850.9645858,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"245d75ce-63bf-4726-9878-b9b1d95c4256"} {"level":"info","ts":1784901850.964597,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"245d75ce-63bf-4726-9878-b9b1d95c4256"} {"level":"info","ts":1784901850.964608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"245d75ce-63bf-4726-9878-b9b1d95c4256","EoS":true} {"level":"info","ts":1784901850.9646318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"245d75ce-63bf-4726-9878-b9b1d95c4256","header":"x-maas-username"} {"level":"info","ts":1784901850.9646425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"245d75ce-63bf-4726-9878-b9b1d95c4256","header":"x-maas-subscription"} {"level":"info","ts":1784901850.9646478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"245d75ce-63bf-4726-9878-b9b1d95c4256","header":"x-maas-group"} {"level":"info","ts":1784901850.9646606,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"245d75ce-63bf-4726-9878-b9b1d95c4256","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901850.9646862,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"245d75ce-63bf-4726-9878-b9b1d95c4256"} {"level":"info","ts":1784901850.9655893,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"245d75ce-63bf-4726-9878-b9b1d95c4256"} {"level":"info","ts":1784901850.965607,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"245d75ce-63bf-4726-9878-b9b1d95c4256"} {"level":"info","ts":1784901850.9656231,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"245d75ce-63bf-4726-9878-b9b1d95c4256","EoS":false} {"level":"info","ts":1784901850.9656346,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"245d75ce-63bf-4726-9878-b9b1d95c4256","EoS":true} {"level":"info","ts":1784901850.965681,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"245d75ce-63bf-4726-9878-b9b1d95c4256"} {"level":"info","ts":1784901871.090793,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901871.0908768,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3bf8f0e-1431-4eb5-8967-a71e14160e08"} {"level":"info","ts":1784901871.0908892,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3bf8f0e-1431-4eb5-8967-a71e14160e08"} {"level":"info","ts":1784901871.090912,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3bf8f0e-1431-4eb5-8967-a71e14160e08","EoS":true} {"level":"info","ts":1784901871.0909433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3bf8f0e-1431-4eb5-8967-a71e14160e08","header":"x-maas-group"} {"level":"info","ts":1784901871.0909536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3bf8f0e-1431-4eb5-8967-a71e14160e08","header":"x-maas-username"} {"level":"info","ts":1784901871.0909586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3bf8f0e-1431-4eb5-8967-a71e14160e08","header":"x-maas-subscription"} {"level":"info","ts":1784901871.0909731,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3bf8f0e-1431-4eb5-8967-a71e14160e08","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901871.0910244,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3bf8f0e-1431-4eb5-8967-a71e14160e08"} {"level":"info","ts":1784901871.0920844,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d3bf8f0e-1431-4eb5-8967-a71e14160e08"} {"level":"info","ts":1784901871.0921059,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d3bf8f0e-1431-4eb5-8967-a71e14160e08"} {"level":"info","ts":1784901871.0921276,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d3bf8f0e-1431-4eb5-8967-a71e14160e08","EoS":false} {"level":"info","ts":1784901871.0921474,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d3bf8f0e-1431-4eb5-8967-a71e14160e08","EoS":true} {"level":"info","ts":1784901871.0921996,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d3bf8f0e-1431-4eb5-8967-a71e14160e08"} {"level":"info","ts":1784901871.20461,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901871.2046957,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"efd5ead1-3a28-4ce1-b4d5-eb6bbb908c6c"} {"level":"info","ts":1784901871.2055962,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"efd5ead1-3a28-4ce1-b4d5-eb6bbb908c6c"} {"level":"info","ts":1784901871.2056243,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"efd5ead1-3a28-4ce1-b4d5-eb6bbb908c6c"} {"level":"info","ts":1784901871.205648,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"efd5ead1-3a28-4ce1-b4d5-eb6bbb908c6c","EoS":false} {"level":"info","ts":1784901871.2056665,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"efd5ead1-3a28-4ce1-b4d5-eb6bbb908c6c"} {"level":"info","ts":1784901871.2056968,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"efd5ead1-3a28-4ce1-b4d5-eb6bbb908c6c","EoS":true} {"level":"info","ts":1784901871.2057073,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"efd5ead1-3a28-4ce1-b4d5-eb6bbb908c6c"} {"level":"info","ts":1784901875.8562992,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901875.856382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06893039-45f6-4e23-ba0f-766deef36854"} {"level":"info","ts":1784901875.8563938,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06893039-45f6-4e23-ba0f-766deef36854"} {"level":"info","ts":1784901875.8564053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06893039-45f6-4e23-ba0f-766deef36854","EoS":true} {"level":"info","ts":1784901875.8564312,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06893039-45f6-4e23-ba0f-766deef36854","header":"x-maas-group"} {"level":"info","ts":1784901875.856443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06893039-45f6-4e23-ba0f-766deef36854","header":"x-maas-subscription"} {"level":"info","ts":1784901875.8564482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06893039-45f6-4e23-ba0f-766deef36854","header":"x-maas-username"} {"level":"info","ts":1784901875.8564615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06893039-45f6-4e23-ba0f-766deef36854","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901875.8564882,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06893039-45f6-4e23-ba0f-766deef36854"} {"level":"info","ts":1784901875.8574204,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"06893039-45f6-4e23-ba0f-766deef36854"} {"level":"info","ts":1784901875.857446,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"06893039-45f6-4e23-ba0f-766deef36854"} {"level":"info","ts":1784901875.8574681,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"06893039-45f6-4e23-ba0f-766deef36854","EoS":false} {"level":"info","ts":1784901875.8574905,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"06893039-45f6-4e23-ba0f-766deef36854","EoS":true} {"level":"info","ts":1784901875.8575342,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"06893039-45f6-4e23-ba0f-766deef36854"} {"level":"info","ts":1784901888.5248733,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901888.5249488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8e93bee-ceb5-40f9-a70a-12cc67942ab6"} {"level":"info","ts":1784901888.5249586,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e8e93bee-ceb5-40f9-a70a-12cc67942ab6"} {"level":"info","ts":1784901888.524969,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8e93bee-ceb5-40f9-a70a-12cc67942ab6","EoS":true} {"level":"info","ts":1784901888.5250118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8e93bee-ceb5-40f9-a70a-12cc67942ab6","header":"x-maas-group"} {"level":"info","ts":1784901888.5250201,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8e93bee-ceb5-40f9-a70a-12cc67942ab6","header":"x-maas-subscription"} {"level":"info","ts":1784901888.5250263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8e93bee-ceb5-40f9-a70a-12cc67942ab6","header":"x-maas-username"} {"level":"info","ts":1784901888.5250392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8e93bee-ceb5-40f9-a70a-12cc67942ab6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901888.5250645,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e8e93bee-ceb5-40f9-a70a-12cc67942ab6"} {"level":"info","ts":1784901888.5259442,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e8e93bee-ceb5-40f9-a70a-12cc67942ab6"} {"level":"info","ts":1784901888.525965,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e8e93bee-ceb5-40f9-a70a-12cc67942ab6"} {"level":"info","ts":1784901888.5260174,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e8e93bee-ceb5-40f9-a70a-12cc67942ab6","EoS":false} {"level":"info","ts":1784901888.5260365,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e8e93bee-ceb5-40f9-a70a-12cc67942ab6","EoS":true} {"level":"info","ts":1784901888.5260751,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e8e93bee-ceb5-40f9-a70a-12cc67942ab6"} {"level":"info","ts":1784901901.408469,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901901.4085534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"494c7621-bf80-4b88-838f-da3d21158c5a"} {"level":"info","ts":1784901901.4085648,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"494c7621-bf80-4b88-838f-da3d21158c5a"} {"level":"info","ts":1784901901.4085767,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"494c7621-bf80-4b88-838f-da3d21158c5a","EoS":true} {"level":"info","ts":1784901901.408603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"494c7621-bf80-4b88-838f-da3d21158c5a","header":"x-maas-subscription"} {"level":"info","ts":1784901901.4086113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"494c7621-bf80-4b88-838f-da3d21158c5a","header":"x-maas-group"} {"level":"info","ts":1784901901.4086165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"494c7621-bf80-4b88-838f-da3d21158c5a","header":"x-maas-username"} {"level":"info","ts":1784901901.4086287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"494c7621-bf80-4b88-838f-da3d21158c5a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901901.4086564,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"494c7621-bf80-4b88-838f-da3d21158c5a"} {"level":"info","ts":1784901901.4102194,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"494c7621-bf80-4b88-838f-da3d21158c5a"} {"level":"info","ts":1784901901.410246,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"494c7621-bf80-4b88-838f-da3d21158c5a"} {"level":"info","ts":1784901901.4102683,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"494c7621-bf80-4b88-838f-da3d21158c5a","EoS":false} {"level":"info","ts":1784901901.4102898,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"494c7621-bf80-4b88-838f-da3d21158c5a","EoS":true} {"level":"info","ts":1784901901.410327,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"494c7621-bf80-4b88-838f-da3d21158c5a"} {"level":"info","ts":1784901909.9671588,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901909.9672394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c70dab4a-e2e6-43f8-a836-126cb145b59e"} {"level":"info","ts":1784901909.9672532,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c70dab4a-e2e6-43f8-a836-126cb145b59e"} {"level":"info","ts":1784901909.967267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c70dab4a-e2e6-43f8-a836-126cb145b59e","EoS":true} {"level":"info","ts":1784901909.9673045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c70dab4a-e2e6-43f8-a836-126cb145b59e","header":"x-maas-username"} {"level":"info","ts":1784901909.9673145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c70dab4a-e2e6-43f8-a836-126cb145b59e","header":"x-maas-group"} {"level":"info","ts":1784901909.9673207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c70dab4a-e2e6-43f8-a836-126cb145b59e","header":"x-maas-subscription"} {"level":"info","ts":1784901909.967333,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c70dab4a-e2e6-43f8-a836-126cb145b59e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901909.9673593,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c70dab4a-e2e6-43f8-a836-126cb145b59e"} {"level":"info","ts":1784901909.9682875,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c70dab4a-e2e6-43f8-a836-126cb145b59e"} {"level":"info","ts":1784901909.9683084,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c70dab4a-e2e6-43f8-a836-126cb145b59e"} {"level":"info","ts":1784901909.9683228,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c70dab4a-e2e6-43f8-a836-126cb145b59e","EoS":false} {"level":"info","ts":1784901909.9683366,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c70dab4a-e2e6-43f8-a836-126cb145b59e","EoS":true} {"level":"info","ts":1784901909.9683695,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c70dab4a-e2e6-43f8-a836-126cb145b59e"} {"level":"info","ts":1784901918.877209,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901918.8773065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af701cb6-1f73-4759-820c-080923b684ae"} {"level":"info","ts":1784901918.8773215,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af701cb6-1f73-4759-820c-080923b684ae"} {"level":"info","ts":1784901918.8773353,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af701cb6-1f73-4759-820c-080923b684ae","EoS":true} {"level":"info","ts":1784901918.87736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af701cb6-1f73-4759-820c-080923b684ae","header":"x-maas-subscription"} {"level":"info","ts":1784901918.8773713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af701cb6-1f73-4759-820c-080923b684ae","header":"x-maas-username"} {"level":"info","ts":1784901918.8773816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af701cb6-1f73-4759-820c-080923b684ae","header":"x-maas-group"} {"level":"info","ts":1784901918.8773954,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af701cb6-1f73-4759-820c-080923b684ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901918.8774211,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"af701cb6-1f73-4759-820c-080923b684ae"} {"level":"info","ts":1784901918.8783207,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"af701cb6-1f73-4759-820c-080923b684ae"} {"level":"info","ts":1784901918.8783417,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"af701cb6-1f73-4759-820c-080923b684ae"} {"level":"info","ts":1784901918.8783574,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"af701cb6-1f73-4759-820c-080923b684ae","EoS":false} {"level":"info","ts":1784901918.8783774,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"af701cb6-1f73-4759-820c-080923b684ae","EoS":true} {"level":"info","ts":1784901918.8784113,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"af701cb6-1f73-4759-820c-080923b684ae"} {"level":"info","ts":1784901943.9195335,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901943.919603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0af08817-1835-4208-ac85-90acdc633fab"} {"level":"info","ts":1784901943.9196146,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0af08817-1835-4208-ac85-90acdc633fab"} {"level":"info","ts":1784901943.9196255,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0af08817-1835-4208-ac85-90acdc633fab","EoS":true} {"level":"info","ts":1784901943.919649,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0af08817-1835-4208-ac85-90acdc633fab","header":"x-maas-username"} {"level":"info","ts":1784901943.9196608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0af08817-1835-4208-ac85-90acdc633fab","header":"x-maas-group"} {"level":"info","ts":1784901943.9196665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0af08817-1835-4208-ac85-90acdc633fab","header":"x-maas-subscription"} {"level":"info","ts":1784901943.9196787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0af08817-1835-4208-ac85-90acdc633fab","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901943.9197023,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0af08817-1835-4208-ac85-90acdc633fab"} {"level":"info","ts":1784901943.9205518,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0af08817-1835-4208-ac85-90acdc633fab"} {"level":"info","ts":1784901943.9205732,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0af08817-1835-4208-ac85-90acdc633fab"} {"level":"info","ts":1784901943.9205947,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0af08817-1835-4208-ac85-90acdc633fab","EoS":false} {"level":"info","ts":1784901943.9206161,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0af08817-1835-4208-ac85-90acdc633fab","EoS":true} {"level":"info","ts":1784901943.9206698,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0af08817-1835-4208-ac85-90acdc633fab"} {"level":"info","ts":1784901967.094225,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901967.094302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79e49dca-2229-4667-90b3-0317b1b36e6e"} {"level":"info","ts":1784901967.0943143,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"79e49dca-2229-4667-90b3-0317b1b36e6e"} {"level":"info","ts":1784901967.0943265,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"79e49dca-2229-4667-90b3-0317b1b36e6e","EoS":true} {"level":"info","ts":1784901967.0943534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79e49dca-2229-4667-90b3-0317b1b36e6e","header":"x-maas-username"} {"level":"info","ts":1784901967.0943632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79e49dca-2229-4667-90b3-0317b1b36e6e","header":"x-maas-group"} {"level":"info","ts":1784901967.094368,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79e49dca-2229-4667-90b3-0317b1b36e6e","header":"x-maas-subscription"} {"level":"info","ts":1784901967.0943813,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79e49dca-2229-4667-90b3-0317b1b36e6e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784901967.0944078,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"79e49dca-2229-4667-90b3-0317b1b36e6e"} {"level":"info","ts":1784901967.0953865,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"79e49dca-2229-4667-90b3-0317b1b36e6e"} {"level":"info","ts":1784901967.0954072,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"79e49dca-2229-4667-90b3-0317b1b36e6e"} {"level":"info","ts":1784901967.095422,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"79e49dca-2229-4667-90b3-0317b1b36e6e","EoS":false} {"level":"info","ts":1784901967.095436,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"79e49dca-2229-4667-90b3-0317b1b36e6e","EoS":true} {"level":"info","ts":1784901967.0954762,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"79e49dca-2229-4667-90b3-0317b1b36e6e"} {"level":"info","ts":1784901993.882169,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901993.8822727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d087efbc-62a8-4edb-9d64-08e2b3d30f4b"} {"level":"info","ts":1784901993.8822927,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d087efbc-62a8-4edb-9d64-08e2b3d30f4b"} {"level":"info","ts":1784901993.882313,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d087efbc-62a8-4edb-9d64-08e2b3d30f4b","EoS":true} {"level":"info","ts":1784901993.8823564,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d087efbc-62a8-4edb-9d64-08e2b3d30f4b","header":"x-maas-username"} {"level":"info","ts":1784901993.8823748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d087efbc-62a8-4edb-9d64-08e2b3d30f4b","header":"x-maas-subscription"} {"level":"info","ts":1784901993.882382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d087efbc-62a8-4edb-9d64-08e2b3d30f4b","header":"x-maas-group"} {"level":"info","ts":1784901993.8824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d087efbc-62a8-4edb-9d64-08e2b3d30f4b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784901993.8824348,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d087efbc-62a8-4edb-9d64-08e2b3d30f4b"} {"level":"info","ts":1784901993.8833425,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d087efbc-62a8-4edb-9d64-08e2b3d30f4b"} {"level":"info","ts":1784901993.8833668,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d087efbc-62a8-4edb-9d64-08e2b3d30f4b"} {"level":"info","ts":1784901993.8833854,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d087efbc-62a8-4edb-9d64-08e2b3d30f4b","EoS":false} {"level":"info","ts":1784901993.8834023,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d087efbc-62a8-4edb-9d64-08e2b3d30f4b","EoS":true} {"level":"info","ts":1784901993.8834422,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d087efbc-62a8-4edb-9d64-08e2b3d30f4b"} {"level":"info","ts":1784902003.4300995,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902003.43019,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7040775-23b3-4afd-8479-4ce8ab9ab03f"} {"level":"info","ts":1784902003.430204,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a7040775-23b3-4afd-8479-4ce8ab9ab03f"} {"level":"info","ts":1784902003.4302223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7040775-23b3-4afd-8479-4ce8ab9ab03f","EoS":true} {"level":"info","ts":1784902003.4302597,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7040775-23b3-4afd-8479-4ce8ab9ab03f","header":"x-maas-username"} {"level":"info","ts":1784902003.4302723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7040775-23b3-4afd-8479-4ce8ab9ab03f","header":"x-maas-subscription"} {"level":"info","ts":1784902003.4302804,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7040775-23b3-4afd-8479-4ce8ab9ab03f","header":"x-maas-group"} {"level":"info","ts":1784902003.430301,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7040775-23b3-4afd-8479-4ce8ab9ab03f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784902003.4303358,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a7040775-23b3-4afd-8479-4ce8ab9ab03f"} {"level":"info","ts":1784902003.4331675,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a7040775-23b3-4afd-8479-4ce8ab9ab03f"} {"level":"info","ts":1784902003.4332075,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a7040775-23b3-4afd-8479-4ce8ab9ab03f"} {"level":"info","ts":1784902003.433225,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a7040775-23b3-4afd-8479-4ce8ab9ab03f","EoS":false} {"level":"info","ts":1784902003.4332378,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a7040775-23b3-4afd-8479-4ce8ab9ab03f","EoS":true} {"level":"info","ts":1784902003.4332798,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a7040775-23b3-4afd-8479-4ce8ab9ab03f"} {"level":"info","ts":1784902003.4894497,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902003.4895427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44526c5d-6385-4a20-ac75-ef7601f9ecda"} {"level":"info","ts":1784902003.4895551,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44526c5d-6385-4a20-ac75-ef7601f9ecda"} {"level":"info","ts":1784902003.48957,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44526c5d-6385-4a20-ac75-ef7601f9ecda","EoS":true} {"level":"info","ts":1784902003.4896,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44526c5d-6385-4a20-ac75-ef7601f9ecda","header":"x-maas-username"} {"level":"info","ts":1784902003.4896135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44526c5d-6385-4a20-ac75-ef7601f9ecda","header":"x-maas-subscription"} {"level":"info","ts":1784902003.4896195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44526c5d-6385-4a20-ac75-ef7601f9ecda","header":"x-maas-group"} {"level":"info","ts":1784902003.4896367,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44526c5d-6385-4a20-ac75-ef7601f9ecda","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784902003.4896667,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44526c5d-6385-4a20-ac75-ef7601f9ecda"} {"level":"info","ts":1784902003.4906673,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44526c5d-6385-4a20-ac75-ef7601f9ecda"} {"level":"info","ts":1784902003.4906943,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"44526c5d-6385-4a20-ac75-ef7601f9ecda"} {"level":"info","ts":1784902003.4907157,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"44526c5d-6385-4a20-ac75-ef7601f9ecda","EoS":false} {"level":"info","ts":1784902003.4907315,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"44526c5d-6385-4a20-ac75-ef7601f9ecda","EoS":true} {"level":"info","ts":1784902003.4907768,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"44526c5d-6385-4a20-ac75-ef7601f9ecda"} {"level":"info","ts":1784902022.9727604,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902022.972863,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d9892b0-ada8-45ca-b536-7afd7dce37f0"} {"level":"info","ts":1784902022.9728808,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d9892b0-ada8-45ca-b536-7afd7dce37f0"} {"level":"info","ts":1784902022.9729002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d9892b0-ada8-45ca-b536-7afd7dce37f0","EoS":true} {"level":"info","ts":1784902022.9729366,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d9892b0-ada8-45ca-b536-7afd7dce37f0","header":"x-maas-group"} {"level":"info","ts":1784902022.9729502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d9892b0-ada8-45ca-b536-7afd7dce37f0","header":"x-maas-username"} {"level":"info","ts":1784902022.9729574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d9892b0-ada8-45ca-b536-7afd7dce37f0","header":"x-maas-subscription"} {"level":"info","ts":1784902022.9729753,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d9892b0-ada8-45ca-b536-7afd7dce37f0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784902022.9730327,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d9892b0-ada8-45ca-b536-7afd7dce37f0"} {"level":"info","ts":1784902022.974005,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4d9892b0-ada8-45ca-b536-7afd7dce37f0"} {"level":"info","ts":1784902022.9740264,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4d9892b0-ada8-45ca-b536-7afd7dce37f0"} {"level":"info","ts":1784902022.974048,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4d9892b0-ada8-45ca-b536-7afd7dce37f0","EoS":false} {"level":"info","ts":1784902022.974071,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4d9892b0-ada8-45ca-b536-7afd7dce37f0","EoS":true} {"level":"info","ts":1784902022.974115,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4d9892b0-ada8-45ca-b536-7afd7dce37f0"} {"level":"info","ts":1784902154.226786,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902154.2268708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6d9194b-a569-4fad-8a92-a17c95b0b99e"} {"level":"info","ts":1784902154.2268841,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6d9194b-a569-4fad-8a92-a17c95b0b99e"} {"level":"info","ts":1784902154.2268963,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6d9194b-a569-4fad-8a92-a17c95b0b99e","EoS":true} {"level":"info","ts":1784902154.2269216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6d9194b-a569-4fad-8a92-a17c95b0b99e","header":"x-maas-group"} {"level":"info","ts":1784902154.226931,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6d9194b-a569-4fad-8a92-a17c95b0b99e","header":"x-maas-username"} {"level":"info","ts":1784902154.2269363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6d9194b-a569-4fad-8a92-a17c95b0b99e","header":"x-maas-subscription"} {"level":"info","ts":1784902154.2269492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6d9194b-a569-4fad-8a92-a17c95b0b99e","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784902154.2269757,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6d9194b-a569-4fad-8a92-a17c95b0b99e"} {"level":"info","ts":1784902154.2280288,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a6d9194b-a569-4fad-8a92-a17c95b0b99e"} {"level":"info","ts":1784902154.2280583,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a6d9194b-a569-4fad-8a92-a17c95b0b99e"} {"level":"info","ts":1784902154.228081,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6d9194b-a569-4fad-8a92-a17c95b0b99e","EoS":false} {"level":"info","ts":1784902154.2281032,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6d9194b-a569-4fad-8a92-a17c95b0b99e","EoS":true} {"level":"info","ts":1784902154.2281377,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a6d9194b-a569-4fad-8a92-a17c95b0b99e"} {"level":"info","ts":1784902191.6856809,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902191.6857615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48cd2427-74d2-473c-81c2-247899414fbb"} {"level":"info","ts":1784902191.685774,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"48cd2427-74d2-473c-81c2-247899414fbb"} {"level":"info","ts":1784902191.685787,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48cd2427-74d2-473c-81c2-247899414fbb","EoS":true} {"level":"info","ts":1784902191.6858158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48cd2427-74d2-473c-81c2-247899414fbb","header":"x-maas-username"} {"level":"info","ts":1784902191.6858325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48cd2427-74d2-473c-81c2-247899414fbb","header":"x-maas-subscription"} {"level":"info","ts":1784902191.685838,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48cd2427-74d2-473c-81c2-247899414fbb","header":"x-maas-group"} {"level":"info","ts":1784902191.6858509,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48cd2427-74d2-473c-81c2-247899414fbb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784902191.6858752,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"48cd2427-74d2-473c-81c2-247899414fbb"} {"level":"info","ts":1784902191.6867392,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"48cd2427-74d2-473c-81c2-247899414fbb"} {"level":"info","ts":1784902191.686763,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"48cd2427-74d2-473c-81c2-247899414fbb"} {"level":"info","ts":1784902191.6867824,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"48cd2427-74d2-473c-81c2-247899414fbb","EoS":false} {"level":"info","ts":1784902191.686804,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"48cd2427-74d2-473c-81c2-247899414fbb","EoS":true} {"level":"info","ts":1784902191.6868544,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"48cd2427-74d2-473c-81c2-247899414fbb"} {"level":"info","ts":1784902207.0416446,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902207.041719,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42bb518f-dabc-4db8-bd54-0ae93f37adb4"} {"level":"info","ts":1784902207.0417297,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42bb518f-dabc-4db8-bd54-0ae93f37adb4"} {"level":"info","ts":1784902207.0417414,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42bb518f-dabc-4db8-bd54-0ae93f37adb4","EoS":true} {"level":"info","ts":1784902207.0417633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42bb518f-dabc-4db8-bd54-0ae93f37adb4","header":"x-maas-subscription"} {"level":"info","ts":1784902207.0417733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42bb518f-dabc-4db8-bd54-0ae93f37adb4","header":"x-maas-username"} {"level":"info","ts":1784902207.041778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42bb518f-dabc-4db8-bd54-0ae93f37adb4","header":"x-maas-group"} {"level":"info","ts":1784902207.0417917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42bb518f-dabc-4db8-bd54-0ae93f37adb4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784902207.0418155,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42bb518f-dabc-4db8-bd54-0ae93f37adb4"} {"level":"info","ts":1784902207.0426314,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"42bb518f-dabc-4db8-bd54-0ae93f37adb4"} {"level":"info","ts":1784902207.042651,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"42bb518f-dabc-4db8-bd54-0ae93f37adb4"} {"level":"info","ts":1784902207.0426664,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42bb518f-dabc-4db8-bd54-0ae93f37adb4","EoS":false} {"level":"info","ts":1784902207.0426774,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42bb518f-dabc-4db8-bd54-0ae93f37adb4","EoS":true} {"level":"info","ts":1784902207.0427127,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"42bb518f-dabc-4db8-bd54-0ae93f37adb4"} {"level":"info","ts":1784902534.4630492,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902534.463147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92aeb814-cf58-440e-8df9-997ccaac3f4c"} {"level":"info","ts":1784902534.4631598,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92aeb814-cf58-440e-8df9-997ccaac3f4c"} {"level":"info","ts":1784902534.4631722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92aeb814-cf58-440e-8df9-997ccaac3f4c","EoS":true} {"level":"info","ts":1784902534.463199,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92aeb814-cf58-440e-8df9-997ccaac3f4c","header":"x-maas-username"} {"level":"info","ts":1784902534.4632092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92aeb814-cf58-440e-8df9-997ccaac3f4c","header":"x-maas-group"} {"level":"info","ts":1784902534.4632132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92aeb814-cf58-440e-8df9-997ccaac3f4c","header":"x-maas-subscription"} {"level":"info","ts":1784902534.4632268,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92aeb814-cf58-440e-8df9-997ccaac3f4c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784902534.4632525,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92aeb814-cf58-440e-8df9-997ccaac3f4c"} {"level":"info","ts":1784902534.4642334,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92aeb814-cf58-440e-8df9-997ccaac3f4c"} {"level":"info","ts":1784902534.4642534,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"92aeb814-cf58-440e-8df9-997ccaac3f4c"} {"level":"info","ts":1784902534.4642658,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92aeb814-cf58-440e-8df9-997ccaac3f4c","EoS":false} {"level":"info","ts":1784902534.4642768,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92aeb814-cf58-440e-8df9-997ccaac3f4c","EoS":true} {"level":"info","ts":1784902534.4643126,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"92aeb814-cf58-440e-8df9-997ccaac3f4c"} {"level":"info","ts":1784902539.2570515,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"31b658e6-0503-4adf-972f-097bf4306d17","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784902539.2573664,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39260.391799452,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784902539.2573926,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784902539.2997298,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784902539.357541,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"31b658e6-0503-4adf-972f-097bf4306d17","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784902539.3627458,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12da0023-a3aa-497b-b878-635de94c45d5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784902539.3627954,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12da0023-a3aa-497b-b878-635de94c45d5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784902539.362816,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ea612799-11ec-4743-a952-ff2d4e78fb18"} {"level":"info","ts":1784902539.371458,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7462a281-af8d-4565-86e5-1cc1a8ad2c4b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784902539.3716376,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7462a281-af8d-4565-86e5-1cc1a8ad2c4b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784902539.3717084,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38550.5263612,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784902539.371726,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784902539.3805387,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784902539.4722846,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ea612799-11ec-4743-a952-ff2d4e78fb18","name":"e2e-external-provider"} {"level":"info","ts":1784902539.4738884,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c2621e1-4938-424d-9a3a-7cdf69ae9b8a"} {"level":"info","ts":1784902539.4738948,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"406962f9-a0e9-4ffa-a967-2a4b715c9cb4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784902539.4740422,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"406962f9-a0e9-4ffa-a967-2a4b715c9cb4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784902539.4829452,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ea612799-11ec-4743-a952-ff2d4e78fb18","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784902539.4832683,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c2621e1-4938-424d-9a3a-7cdf69ae9b8a","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784902539.4836817,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0cdc4cf-46df-4589-b110-10ef9c45274d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784902539.4837172,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0cdc4cf-46df-4589-b110-10ef9c45274d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784902539.4914265,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c2621e1-4938-424d-9a3a-7cdf69ae9b8a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784902539.4915144,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"361e06c6-4828-440c-a4b9-9d1ba372b6cd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784902539.4915466,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb614a51-9b37-46d3-a4a3-8aecd974d526"} {"level":"info","ts":1784902539.4915535,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"361e06c6-4828-440c-a4b9-9d1ba372b6cd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784902539.4915843,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb614a51-9b37-46d3-a4a3-8aecd974d526","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784902539.4947038,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ea612799-11ec-4743-a952-ff2d4e78fb18","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784902539.4959986,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb614a51-9b37-46d3-a4a3-8aecd974d526","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784902539.5021925,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ea612799-11ec-4743-a952-ff2d4e78fb18","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784902539.5068846,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24affdff-7884-4e4d-951d-418f74b9fc88"} {"level":"info","ts":1784902539.5069287,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24affdff-7884-4e4d-951d-418f74b9fc88","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784902539.5093153,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a10bfbf8-037a-405f-8279-550246db0329"} {"level":"info","ts":1784902539.509328,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0d0c4cc-8a46-4324-be37-78ff14b84164","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784902539.5093591,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0d0c4cc-8a46-4324-be37-78ff14b84164","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784902539.5093825,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a10bfbf8-037a-405f-8279-550246db0329","name":"e2e-external-provider"} {"level":"info","ts":1784902539.5094638,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"083a208d-2a03-4fd2-8f25-a12fb1877b7d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784902539.5094883,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"083a208d-2a03-4fd2-8f25-a12fb1877b7d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784902539.511454,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24affdff-7884-4e4d-951d-418f74b9fc88","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784902539.5115225,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b6c8d051-8a2c-48c6-b496-02424e4dab06"} {"level":"info","ts":1784902539.5117545,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36850.476288911,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784902539.511775,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784902539.5178802,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a10bfbf8-037a-405f-8279-550246db0329","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784902539.5186465,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784902539.522571,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c60dcbcf-28b9-4c3e-8d9c-be4c2dae6e1f"} {"level":"info","ts":1784902539.5226228,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c60dcbcf-28b9-4c3e-8d9c-be4c2dae6e1f","name":"e2e-external-provider"} {"level":"info","ts":1784902539.5327315,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c60dcbcf-28b9-4c3e-8d9c-be4c2dae6e1f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784902539.6124485,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b6c8d051-8a2c-48c6-b496-02424e4dab06","name":"e2e-external-model"} {"level":"info","ts":1784902539.6248398,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b6c8d051-8a2c-48c6-b496-02424e4dab06","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784902539.6364133,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f638a819-70c4-441e-8cdf-ce90e0e49031"} {"level":"info","ts":1784902539.636412,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7902783b-709a-4cf0-8612-02d2ac8d863a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784902539.6364915,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f638a819-70c4-441e-8cdf-ce90e0e49031","name":"e2e-external-model"} {"level":"info","ts":1784902539.6365268,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7902783b-709a-4cf0-8612-02d2ac8d863a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784902539.6545184,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b66bcbb4-9555-4456-a516-4b43dfa1f7c2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784902539.6545684,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b66bcbb4-9555-4456-a516-4b43dfa1f7c2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784902539.6546562,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f638a819-70c4-441e-8cdf-ce90e0e49031","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784902539.6547463,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc94dc03-2b95-446b-a676-606dc54fd9a3"} {"level":"info","ts":1784902539.6548057,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc94dc03-2b95-446b-a676-606dc54fd9a3","name":"e2e-external-model"} {"level":"info","ts":1784902539.6652892,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc94dc03-2b95-446b-a676-606dc54fd9a3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784902539.6740577,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fbbec36-3917-467e-977e-c00b69d9fdb2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784902539.6741064,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fbbec36-3917-467e-977e-c00b69d9fdb2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784902539.6744463,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d997729-5ff0-48f0-92c2-894fccf6439f"} {"level":"info","ts":1784902539.6745126,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d997729-5ff0-48f0-92c2-894fccf6439f","name":"e2e-external-model"} {"level":"info","ts":1784902539.6835337,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d997729-5ff0-48f0-92c2-894fccf6439f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784902549.1250176,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902549.1250896,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f07f401-b76f-4e49-a152-7d97f5f1d659"} {"level":"info","ts":1784902549.1251004,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9f07f401-b76f-4e49-a152-7d97f5f1d659"} {"level":"info","ts":1784902549.1251132,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f07f401-b76f-4e49-a152-7d97f5f1d659","EoS":true} {"level":"info","ts":1784902549.125136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f07f401-b76f-4e49-a152-7d97f5f1d659","header":"x-maas-username"} {"level":"info","ts":1784902549.1251454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f07f401-b76f-4e49-a152-7d97f5f1d659","header":"x-maas-group"} {"level":"info","ts":1784902549.125151,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f07f401-b76f-4e49-a152-7d97f5f1d659","header":"x-maas-subscription"} {"level":"info","ts":1784902549.125165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f07f401-b76f-4e49-a152-7d97f5f1d659","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784902549.125174,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9f07f401-b76f-4e49-a152-7d97f5f1d659","modelName":"e2e-external-model"} {"level":"info","ts":1784902549.125187,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9f07f401-b76f-4e49-a152-7d97f5f1d659","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784902549.1252172,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"9f07f401-b76f-4e49-a152-7d97f5f1d659","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784902549.1252353,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"9f07f401-b76f-4e49-a152-7d97f5f1d659","authType":"apikey"} {"level":"info","ts":1784902549.125264,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9f07f401-b76f-4e49-a152-7d97f5f1d659"} {"level":"info","ts":1784902549.245108,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2835602-496e-400d-9a99-3d48b4569ce6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784902549.2451682,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2835602-496e-400d-9a99-3d48b4569ce6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784902549.2448056,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b7d4759-8794-485a-9841-fa5003bcf7da"} {"level":"info","ts":1784902549.2532322,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd0d7747-5b4f-4c58-8977-c3fdfa57fb5d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784902549.2532833,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd0d7747-5b4f-4c58-8977-c3fdfa57fb5d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784902549.2540843,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b7d4759-8794-485a-9841-fa5003bcf7da","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784902549.2541635,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b7d4759-8794-485a-9841-fa5003bcf7da","name":"e2e-cleanup-test"} {"level":"info","ts":1784902549.264309,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b7d4759-8794-485a-9841-fa5003bcf7da","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784902549.2685623,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b7d4759-8794-485a-9841-fa5003bcf7da","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784902549.2686794,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2de79741-7eac-436a-93f6-6049a9c59aed"} {"level":"info","ts":1784902549.268753,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2de79741-7eac-436a-93f6-6049a9c59aed","name":"e2e-cleanup-test"} {"level":"info","ts":1784902549.2735977,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d2bf14d8-85f2-4e56-bef4-a32c2a3f06b7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784902549.2736385,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d2bf14d8-85f2-4e56-bef4-a32c2a3f06b7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784902549.2816172,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2de79741-7eac-436a-93f6-6049a9c59aed","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784902549.2816732,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2de79741-7eac-436a-93f6-6049a9c59aed","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784902549.281742,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f0caf18-a285-4432-b536-e2cb2b18698f"} {"level":"info","ts":1784902549.2818036,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f0caf18-a285-4432-b536-e2cb2b18698f","name":"e2e-cleanup-test"} {"level":"info","ts":1784902549.288284,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d042c040-8ca3-46bd-ac9a-8ba1b651b4a5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784902549.2883291,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d042c040-8ca3-46bd-ac9a-8ba1b651b4a5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784902549.290814,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f0caf18-a285-4432-b536-e2cb2b18698f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784902549.294283,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f0caf18-a285-4432-b536-e2cb2b18698f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784902549.2943802,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0107311-f52a-4e47-9e65-5d27055fb030"} {"level":"info","ts":1784902549.294446,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0107311-f52a-4e47-9e65-5d27055fb030","name":"e2e-cleanup-test"} {"level":"info","ts":1784902549.305821,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"60f1a315-01e0-4953-b865-aa07131aada2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784902549.3058596,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"60f1a315-01e0-4953-b865-aa07131aada2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784902549.3063126,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0107311-f52a-4e47-9e65-5d27055fb030","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784902549.3098922,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0107311-f52a-4e47-9e65-5d27055fb030","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784902549.309974,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a1be673-074a-4147-a029-f5ac64eed637"} {"level":"info","ts":1784902549.3100662,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a1be673-074a-4147-a029-f5ac64eed637","name":"e2e-cleanup-test"} {"level":"info","ts":1784902549.3184502,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a1be673-074a-4147-a029-f5ac64eed637","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784902557.536557,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"604b6a6a-97c8-4733-a772-7d5fcaa609ed"} {"level":"info","ts":1784902557.5365717,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"feba9f4a-8999-47f2-8bca-7723687022f8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784902557.5366142,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"feba9f4a-8999-47f2-8bca-7723687022f8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784902561.8583684,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902561.8584704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f43e905f-c217-448e-9365-08073955dc0e"} {"level":"info","ts":1784902561.858492,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f43e905f-c217-448e-9365-08073955dc0e"} {"level":"info","ts":1784902561.858512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f43e905f-c217-448e-9365-08073955dc0e","EoS":true} {"level":"info","ts":1784902561.8585505,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f43e905f-c217-448e-9365-08073955dc0e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784902561.8585832,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f43e905f-c217-448e-9365-08073955dc0e"} {"level":"info","ts":1784902561.9014804,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902561.901556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7efa1880-3449-4d6e-be15-afee06dc972c"} {"level":"info","ts":1784902561.9015672,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7efa1880-3449-4d6e-be15-afee06dc972c"} {"level":"info","ts":1784902561.9015787,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7efa1880-3449-4d6e-be15-afee06dc972c","EoS":true} {"level":"info","ts":1784902561.9016018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7efa1880-3449-4d6e-be15-afee06dc972c","header":"x-maas-username"} {"level":"info","ts":1784902561.9016113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7efa1880-3449-4d6e-be15-afee06dc972c","header":"x-maas-group"} {"level":"info","ts":1784902561.9016163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7efa1880-3449-4d6e-be15-afee06dc972c","header":"x-maas-subscription"} {"level":"info","ts":1784902561.9016402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7efa1880-3449-4d6e-be15-afee06dc972c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784902561.901647,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7efa1880-3449-4d6e-be15-afee06dc972c","modelName":"e2e-external-model"} {"level":"info","ts":1784902561.9016597,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7efa1880-3449-4d6e-be15-afee06dc972c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784902561.9016817,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"7efa1880-3449-4d6e-be15-afee06dc972c","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784902561.9016993,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"7efa1880-3449-4d6e-be15-afee06dc972c","authType":"apikey"} {"level":"info","ts":1784902561.9017246,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7efa1880-3449-4d6e-be15-afee06dc972c"} {"level":"info","ts":1784902561.9496768,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902561.9497645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"357d519f-f65f-4c89-af34-feeaf20e549d"} {"level":"info","ts":1784902561.949779,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"357d519f-f65f-4c89-af34-feeaf20e549d"} {"level":"info","ts":1784902561.9497979,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"357d519f-f65f-4c89-af34-feeaf20e549d","EoS":true} {"level":"info","ts":1784902561.949836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"357d519f-f65f-4c89-af34-feeaf20e549d","header":"x-maas-username"} {"level":"info","ts":1784902561.9498472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"357d519f-f65f-4c89-af34-feeaf20e549d","header":"x-maas-group"} {"level":"info","ts":1784902561.949854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"357d519f-f65f-4c89-af34-feeaf20e549d","header":"x-maas-subscription"} {"level":"info","ts":1784902561.9498718,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"357d519f-f65f-4c89-af34-feeaf20e549d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784902561.9499059,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"357d519f-f65f-4c89-af34-feeaf20e549d"} {"level":"info","ts":1784902562.0561097,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"357d519f-f65f-4c89-af34-feeaf20e549d"} {"level":"info","ts":1784902562.056139,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"357d519f-f65f-4c89-af34-feeaf20e549d"} {"level":"info","ts":1784902562.0561583,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"357d519f-f65f-4c89-af34-feeaf20e549d","EoS":false} {"level":"info","ts":1784902562.056175,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"357d519f-f65f-4c89-af34-feeaf20e549d","EoS":true} {"level":"error","ts":1784902562.0561955,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"357d519f-f65f-4c89-af34-feeaf20e549d","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784902562.0562553,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"357d519f-f65f-4c89-af34-feeaf20e549d"} {"level":"info","ts":1784902562.0978556,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784902562.097935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f28a3a02-a2d6-4504-a003-fd28d9156625"} {"level":"info","ts":1784902562.0979462,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f28a3a02-a2d6-4504-a003-fd28d9156625"} {"level":"info","ts":1784902562.0979576,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f28a3a02-a2d6-4504-a003-fd28d9156625","EoS":true} {"level":"info","ts":1784902562.0979965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f28a3a02-a2d6-4504-a003-fd28d9156625","header":"x-maas-username"} {"level":"info","ts":1784902562.0980074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f28a3a02-a2d6-4504-a003-fd28d9156625","header":"x-maas-group"} {"level":"info","ts":1784902562.0980115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f28a3a02-a2d6-4504-a003-fd28d9156625","header":"x-maas-subscription"} {"level":"info","ts":1784902562.0980437,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f28a3a02-a2d6-4504-a003-fd28d9156625"} {"level":"info","ts":1784902562.149119,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f28a3a02-a2d6-4504-a003-fd28d9156625"} {"level":"info","ts":1784902562.1491454,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f28a3a02-a2d6-4504-a003-fd28d9156625"} {"level":"info","ts":1784902562.1491644,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f28a3a02-a2d6-4504-a003-fd28d9156625","EoS":false} {"level":"info","ts":1784902562.1491768,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f28a3a02-a2d6-4504-a003-fd28d9156625","EoS":true} {"level":"error","ts":1784902562.149193,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"f28a3a02-a2d6-4504-a003-fd28d9156625","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784902562.1492262,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f28a3a02-a2d6-4504-a003-fd28d9156625"} {"level":"info","ts":1784902562.998688,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6269a9c9-1eac-49be-9852-2ae35347f226"} {"level":"info","ts":1784902562.9987376,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9357909f-ca53-40fe-8d90-697ea3ef9064","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784902562.9987698,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9357909f-ca53-40fe-8d90-697ea3ef9064","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784902563.1642456,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"314b3e10-2ada-4395-b937-fdb978e4815b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784902563.1642962,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"314b3e10-2ada-4395-b937-fdb978e4815b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784902563.1642945,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5354c02f-653b-4b74-bbf0-2a8e5e307835"} {"level":"info","ts":1784902563.2850797,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c122e69f-69e7-4be1-b338-f5a06f162d2c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784902563.2852366,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c122e69f-69e7-4be1-b338-f5a06f162d2c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784903714.2558618,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784903714.2559395,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32dbc011-dc5c-4288-b412-ad9839f43574"} {"level":"info","ts":1784903779.2872868,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784903779.2873886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ace4de5-76a5-49c6-8b0b-cfa39d87b089"} {"level":"info","ts":1784903779.287403,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0ace4de5-76a5-49c6-8b0b-cfa39d87b089"} {"level":"info","ts":1784903779.2874215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ace4de5-76a5-49c6-8b0b-cfa39d87b089","EoS":true} {"level":"info","ts":1784903779.2874603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ace4de5-76a5-49c6-8b0b-cfa39d87b089","header":"x-maas-subscription"} {"level":"info","ts":1784903779.287471,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ace4de5-76a5-49c6-8b0b-cfa39d87b089","header":"x-maas-group"} {"level":"info","ts":1784903779.287479,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ace4de5-76a5-49c6-8b0b-cfa39d87b089","header":"x-maas-username"} {"level":"info","ts":1784903779.287496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ace4de5-76a5-49c6-8b0b-cfa39d87b089","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784903779.2875218,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0ace4de5-76a5-49c6-8b0b-cfa39d87b089"} {"level":"info","ts":1784903779.3021615,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0ace4de5-76a5-49c6-8b0b-cfa39d87b089"} {"level":"info","ts":1784903779.3023703,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0ace4de5-76a5-49c6-8b0b-cfa39d87b089"} {"level":"info","ts":1784903779.3024564,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0ace4de5-76a5-49c6-8b0b-cfa39d87b089","EoS":false} {"level":"info","ts":1784903779.3025122,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0ace4de5-76a5-49c6-8b0b-cfa39d87b089","EoS":true} {"level":"info","ts":1784903779.3026187,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0ace4de5-76a5-49c6-8b0b-cfa39d87b089"}