{"level":"info","ts":1785286309.0309284,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8627a609-d265-42a0-8017-e4940c6ca300"} {"level":"info","ts":1785286309.0309489,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8627a609-d265-42a0-8017-e4940c6ca300"} {"level":"info","ts":1785286309.030967,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8627a609-d265-42a0-8017-e4940c6ca300","EoS":false} {"level":"info","ts":1785286309.0309818,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8627a609-d265-42a0-8017-e4940c6ca300"} {"level":"info","ts":1785286309.0310097,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8627a609-d265-42a0-8017-e4940c6ca300","EoS":true} {"level":"info","ts":1785286309.0310242,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8627a609-d265-42a0-8017-e4940c6ca300"} {"level":"info","ts":1785286309.1635106,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286309.1635973,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"056391c9-700e-4b42-97f6-ba5237f98486"} {"level":"info","ts":1785286309.163611,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"056391c9-700e-4b42-97f6-ba5237f98486"} {"level":"info","ts":1785286309.1636271,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"056391c9-700e-4b42-97f6-ba5237f98486","EoS":true} {"level":"info","ts":1785286309.163656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"056391c9-700e-4b42-97f6-ba5237f98486","header":"x-maas-subscription"} {"level":"info","ts":1785286309.1636665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"056391c9-700e-4b42-97f6-ba5237f98486","header":"x-maas-group"} {"level":"info","ts":1785286309.1636713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"056391c9-700e-4b42-97f6-ba5237f98486","header":"x-maas-username"} {"level":"info","ts":1785286309.1636844,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"056391c9-700e-4b42-97f6-ba5237f98486","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286309.1637144,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"056391c9-700e-4b42-97f6-ba5237f98486"} {"level":"info","ts":1785286309.1645954,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"056391c9-700e-4b42-97f6-ba5237f98486"} {"level":"info","ts":1785286309.1646163,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"056391c9-700e-4b42-97f6-ba5237f98486"} {"level":"info","ts":1785286309.1646333,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"056391c9-700e-4b42-97f6-ba5237f98486","EoS":false} {"level":"info","ts":1785286309.1646442,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"056391c9-700e-4b42-97f6-ba5237f98486"} {"level":"info","ts":1785286309.1646702,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"056391c9-700e-4b42-97f6-ba5237f98486","EoS":true} {"level":"info","ts":1785286309.1646812,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"056391c9-700e-4b42-97f6-ba5237f98486"} {"level":"info","ts":1785286309.2979054,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286309.297986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d44c8dc-397b-4e8f-88a2-31d3adcaa0f9"} {"level":"info","ts":1785286309.2979968,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d44c8dc-397b-4e8f-88a2-31d3adcaa0f9"} {"level":"info","ts":1785286309.2980087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d44c8dc-397b-4e8f-88a2-31d3adcaa0f9","EoS":true} {"level":"info","ts":1785286309.2980382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d44c8dc-397b-4e8f-88a2-31d3adcaa0f9","header":"x-maas-username"} {"level":"info","ts":1785286309.2980506,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d44c8dc-397b-4e8f-88a2-31d3adcaa0f9","header":"x-maas-subscription"} {"level":"info","ts":1785286309.2980595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d44c8dc-397b-4e8f-88a2-31d3adcaa0f9","header":"x-maas-group"} {"level":"info","ts":1785286309.2980735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d44c8dc-397b-4e8f-88a2-31d3adcaa0f9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286309.2980998,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d44c8dc-397b-4e8f-88a2-31d3adcaa0f9"} {"level":"info","ts":1785286309.2990162,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5d44c8dc-397b-4e8f-88a2-31d3adcaa0f9"} {"level":"info","ts":1785286309.2990346,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5d44c8dc-397b-4e8f-88a2-31d3adcaa0f9"} {"level":"info","ts":1785286309.29905,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5d44c8dc-397b-4e8f-88a2-31d3adcaa0f9","EoS":false} {"level":"info","ts":1785286309.2990649,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5d44c8dc-397b-4e8f-88a2-31d3adcaa0f9"} {"level":"info","ts":1785286309.2990909,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5d44c8dc-397b-4e8f-88a2-31d3adcaa0f9","EoS":true} {"level":"info","ts":1785286309.2991126,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5d44c8dc-397b-4e8f-88a2-31d3adcaa0f9"} {"level":"info","ts":1785286309.43372,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286309.4338045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0aa2262-0e74-4389-8e2c-aab706d62d37"} {"level":"info","ts":1785286309.4338152,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b0aa2262-0e74-4389-8e2c-aab706d62d37"} {"level":"info","ts":1785286309.4338295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0aa2262-0e74-4389-8e2c-aab706d62d37","EoS":true} {"level":"info","ts":1785286309.4338608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0aa2262-0e74-4389-8e2c-aab706d62d37","header":"x-maas-subscription"} {"level":"info","ts":1785286309.4338725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0aa2262-0e74-4389-8e2c-aab706d62d37","header":"x-maas-group"} {"level":"info","ts":1785286309.4338775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0aa2262-0e74-4389-8e2c-aab706d62d37","header":"x-maas-username"} {"level":"info","ts":1785286309.4338903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0aa2262-0e74-4389-8e2c-aab706d62d37","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286309.4339154,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b0aa2262-0e74-4389-8e2c-aab706d62d37"} {"level":"info","ts":1785286309.4348166,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b0aa2262-0e74-4389-8e2c-aab706d62d37"} {"level":"info","ts":1785286309.4348407,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b0aa2262-0e74-4389-8e2c-aab706d62d37"} {"level":"info","ts":1785286309.434855,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b0aa2262-0e74-4389-8e2c-aab706d62d37","EoS":false} {"level":"info","ts":1785286309.4348683,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b0aa2262-0e74-4389-8e2c-aab706d62d37"} {"level":"info","ts":1785286309.4348953,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b0aa2262-0e74-4389-8e2c-aab706d62d37","EoS":true} {"level":"info","ts":1785286309.4349031,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b0aa2262-0e74-4389-8e2c-aab706d62d37"} {"level":"info","ts":1785286329.4862902,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286329.4863799,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"589c85e6-6e31-4e1d-b241-35d439652947"} {"level":"info","ts":1785286329.4863913,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"589c85e6-6e31-4e1d-b241-35d439652947"} {"level":"info","ts":1785286329.4864025,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"589c85e6-6e31-4e1d-b241-35d439652947","EoS":true} {"level":"info","ts":1785286329.4864316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"589c85e6-6e31-4e1d-b241-35d439652947","header":"x-maas-group"} {"level":"info","ts":1785286329.486443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"589c85e6-6e31-4e1d-b241-35d439652947","header":"x-maas-username"} {"level":"info","ts":1785286329.486448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"589c85e6-6e31-4e1d-b241-35d439652947","header":"x-maas-subscription"} {"level":"info","ts":1785286329.4864614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"589c85e6-6e31-4e1d-b241-35d439652947","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286329.4864855,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"589c85e6-6e31-4e1d-b241-35d439652947"} {"level":"info","ts":1785286329.488533,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"589c85e6-6e31-4e1d-b241-35d439652947"} {"level":"info","ts":1785286329.4885561,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"589c85e6-6e31-4e1d-b241-35d439652947"} {"level":"info","ts":1785286329.4885724,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"589c85e6-6e31-4e1d-b241-35d439652947","EoS":false} {"level":"info","ts":1785286329.4885852,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"589c85e6-6e31-4e1d-b241-35d439652947"} {"level":"info","ts":1785286329.4886134,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"589c85e6-6e31-4e1d-b241-35d439652947","EoS":true} {"level":"info","ts":1785286329.4886234,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"589c85e6-6e31-4e1d-b241-35d439652947"} {"level":"info","ts":1785286329.5869088,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286329.5869877,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e539b733-8ba3-4d26-8428-70586484e648"} {"level":"info","ts":1785286329.5879996,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e539b733-8ba3-4d26-8428-70586484e648"} {"level":"info","ts":1785286329.5880191,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e539b733-8ba3-4d26-8428-70586484e648"} {"level":"info","ts":1785286329.5880353,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e539b733-8ba3-4d26-8428-70586484e648","EoS":false} {"level":"info","ts":1785286329.588048,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e539b733-8ba3-4d26-8428-70586484e648"} {"level":"info","ts":1785286329.5880764,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e539b733-8ba3-4d26-8428-70586484e648","EoS":true} {"level":"info","ts":1785286329.5880868,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e539b733-8ba3-4d26-8428-70586484e648"} {"level":"info","ts":1785286334.2024097,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286334.2024975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03861553-435b-48da-85e4-698d90960b57"} {"level":"info","ts":1785286334.2025094,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"03861553-435b-48da-85e4-698d90960b57"} {"level":"info","ts":1785286334.2025216,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03861553-435b-48da-85e4-698d90960b57","EoS":true} {"level":"info","ts":1785286334.2025511,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03861553-435b-48da-85e4-698d90960b57","header":"x-maas-subscription"} {"level":"info","ts":1785286334.2025619,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03861553-435b-48da-85e4-698d90960b57","header":"x-maas-username"} {"level":"info","ts":1785286334.2025688,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03861553-435b-48da-85e4-698d90960b57","header":"x-maas-group"} {"level":"info","ts":1785286334.2025838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03861553-435b-48da-85e4-698d90960b57","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286334.2026105,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"03861553-435b-48da-85e4-698d90960b57"} {"level":"info","ts":1785286334.2036715,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"03861553-435b-48da-85e4-698d90960b57"} {"level":"info","ts":1785286334.2036967,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"03861553-435b-48da-85e4-698d90960b57"} {"level":"info","ts":1785286334.2037122,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"03861553-435b-48da-85e4-698d90960b57","EoS":false} {"level":"info","ts":1785286334.203727,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"03861553-435b-48da-85e4-698d90960b57"} {"level":"info","ts":1785286334.203752,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"03861553-435b-48da-85e4-698d90960b57","EoS":true} {"level":"info","ts":1785286334.20376,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"03861553-435b-48da-85e4-698d90960b57"} {"level":"info","ts":1785286344.769643,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286344.769736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8f217cb-a1e4-4619-85ed-f9efeb943ad1"} {"level":"info","ts":1785286344.769751,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d8f217cb-a1e4-4619-85ed-f9efeb943ad1"} {"level":"info","ts":1785286344.769776,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8f217cb-a1e4-4619-85ed-f9efeb943ad1","EoS":true} {"level":"info","ts":1785286344.7698195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8f217cb-a1e4-4619-85ed-f9efeb943ad1","header":"x-maas-username"} {"level":"info","ts":1785286344.769831,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8f217cb-a1e4-4619-85ed-f9efeb943ad1","header":"x-maas-group"} {"level":"info","ts":1785286344.7698388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8f217cb-a1e4-4619-85ed-f9efeb943ad1","header":"x-maas-subscription"} {"level":"info","ts":1785286344.7698615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8f217cb-a1e4-4619-85ed-f9efeb943ad1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785286344.7698996,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d8f217cb-a1e4-4619-85ed-f9efeb943ad1"} {"level":"info","ts":1785286344.7725234,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d8f217cb-a1e4-4619-85ed-f9efeb943ad1"} {"level":"info","ts":1785286344.7725463,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d8f217cb-a1e4-4619-85ed-f9efeb943ad1"} {"level":"info","ts":1785286344.772563,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d8f217cb-a1e4-4619-85ed-f9efeb943ad1","EoS":false} {"level":"info","ts":1785286344.7725744,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d8f217cb-a1e4-4619-85ed-f9efeb943ad1"} {"level":"info","ts":1785286344.7726054,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d8f217cb-a1e4-4619-85ed-f9efeb943ad1","EoS":true} {"level":"info","ts":1785286344.7726147,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d8f217cb-a1e4-4619-85ed-f9efeb943ad1"} {"level":"info","ts":1785286357.6611326,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286357.661266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cf0eb5b-82f7-43d1-b878-5bc392e78f59"} {"level":"info","ts":1785286357.66128,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3cf0eb5b-82f7-43d1-b878-5bc392e78f59"} {"level":"info","ts":1785286357.6612928,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cf0eb5b-82f7-43d1-b878-5bc392e78f59","EoS":true} {"level":"info","ts":1785286357.661319,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cf0eb5b-82f7-43d1-b878-5bc392e78f59","header":"x-maas-group"} {"level":"info","ts":1785286357.6613293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cf0eb5b-82f7-43d1-b878-5bc392e78f59","header":"x-maas-subscription"} {"level":"info","ts":1785286357.6613343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cf0eb5b-82f7-43d1-b878-5bc392e78f59","header":"x-maas-username"} {"level":"info","ts":1785286357.6613483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3cf0eb5b-82f7-43d1-b878-5bc392e78f59","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286357.6613727,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3cf0eb5b-82f7-43d1-b878-5bc392e78f59"} {"level":"info","ts":1785286357.6627502,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3cf0eb5b-82f7-43d1-b878-5bc392e78f59"} {"level":"info","ts":1785286357.6627736,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3cf0eb5b-82f7-43d1-b878-5bc392e78f59"} {"level":"info","ts":1785286357.6627903,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3cf0eb5b-82f7-43d1-b878-5bc392e78f59","EoS":false} {"level":"info","ts":1785286357.6628015,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3cf0eb5b-82f7-43d1-b878-5bc392e78f59"} {"level":"info","ts":1785286357.662825,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3cf0eb5b-82f7-43d1-b878-5bc392e78f59","EoS":true} {"level":"info","ts":1785286357.6628335,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3cf0eb5b-82f7-43d1-b878-5bc392e78f59"} {"level":"info","ts":1785286366.1862743,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286366.1863632,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8c4049b-7910-402f-b1fd-66a5b273d5dc"} {"level":"info","ts":1785286366.186376,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c8c4049b-7910-402f-b1fd-66a5b273d5dc"} {"level":"info","ts":1785286366.1863885,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8c4049b-7910-402f-b1fd-66a5b273d5dc","EoS":true} {"level":"info","ts":1785286366.1864197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8c4049b-7910-402f-b1fd-66a5b273d5dc","header":"x-maas-group"} {"level":"info","ts":1785286366.186434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8c4049b-7910-402f-b1fd-66a5b273d5dc","header":"x-maas-subscription"} {"level":"info","ts":1785286366.1864426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8c4049b-7910-402f-b1fd-66a5b273d5dc","header":"x-maas-username"} {"level":"info","ts":1785286366.1864614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8c4049b-7910-402f-b1fd-66a5b273d5dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286366.1864862,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c8c4049b-7910-402f-b1fd-66a5b273d5dc"} {"level":"info","ts":1785286366.1874409,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c8c4049b-7910-402f-b1fd-66a5b273d5dc"} {"level":"info","ts":1785286366.1874626,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c8c4049b-7910-402f-b1fd-66a5b273d5dc"} {"level":"info","ts":1785286366.1874838,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c8c4049b-7910-402f-b1fd-66a5b273d5dc","EoS":false} {"level":"info","ts":1785286366.1875002,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c8c4049b-7910-402f-b1fd-66a5b273d5dc"} {"level":"info","ts":1785286366.1875253,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c8c4049b-7910-402f-b1fd-66a5b273d5dc","EoS":true} {"level":"info","ts":1785286366.1875339,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c8c4049b-7910-402f-b1fd-66a5b273d5dc"} {"level":"info","ts":1785286375.0586634,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286375.05877,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09f0d397-112c-4c49-8414-d4b982bf9e46"} {"level":"info","ts":1785286375.0587869,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09f0d397-112c-4c49-8414-d4b982bf9e46"} {"level":"info","ts":1785286375.0588026,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09f0d397-112c-4c49-8414-d4b982bf9e46","EoS":true} {"level":"info","ts":1785286375.0588386,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09f0d397-112c-4c49-8414-d4b982bf9e46","header":"x-maas-subscription"} {"level":"info","ts":1785286375.058853,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09f0d397-112c-4c49-8414-d4b982bf9e46","header":"x-maas-username"} {"level":"info","ts":1785286375.058863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09f0d397-112c-4c49-8414-d4b982bf9e46","header":"x-maas-group"} {"level":"info","ts":1785286375.0588794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09f0d397-112c-4c49-8414-d4b982bf9e46","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286375.0589082,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09f0d397-112c-4c49-8414-d4b982bf9e46"} {"level":"info","ts":1785286375.0599406,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"09f0d397-112c-4c49-8414-d4b982bf9e46"} {"level":"info","ts":1785286375.0599623,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"09f0d397-112c-4c49-8414-d4b982bf9e46"} {"level":"info","ts":1785286375.0599809,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09f0d397-112c-4c49-8414-d4b982bf9e46","EoS":false} {"level":"info","ts":1785286375.059998,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09f0d397-112c-4c49-8414-d4b982bf9e46"} {"level":"info","ts":1785286375.0600283,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09f0d397-112c-4c49-8414-d4b982bf9e46","EoS":true} {"level":"info","ts":1785286375.0600395,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09f0d397-112c-4c49-8414-d4b982bf9e46"} {"level":"info","ts":1785286403.2204316,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286403.2205262,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"165d36c2-66c9-4047-aa9c-62a18ae5d52c"} {"level":"info","ts":1785286403.2205365,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"165d36c2-66c9-4047-aa9c-62a18ae5d52c"} {"level":"info","ts":1785286403.2205486,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"165d36c2-66c9-4047-aa9c-62a18ae5d52c","EoS":true} {"level":"info","ts":1785286403.2205756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"165d36c2-66c9-4047-aa9c-62a18ae5d52c","header":"x-maas-subscription"} {"level":"info","ts":1785286403.2205877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"165d36c2-66c9-4047-aa9c-62a18ae5d52c","header":"x-maas-username"} {"level":"info","ts":1785286403.2205973,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"165d36c2-66c9-4047-aa9c-62a18ae5d52c","header":"x-maas-group"} {"level":"info","ts":1785286403.2206151,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"165d36c2-66c9-4047-aa9c-62a18ae5d52c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785286403.2206392,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"165d36c2-66c9-4047-aa9c-62a18ae5d52c"} {"level":"info","ts":1785286403.2217329,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"165d36c2-66c9-4047-aa9c-62a18ae5d52c"} {"level":"info","ts":1785286403.221754,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"165d36c2-66c9-4047-aa9c-62a18ae5d52c"} {"level":"info","ts":1785286403.2217708,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"165d36c2-66c9-4047-aa9c-62a18ae5d52c","EoS":false} {"level":"info","ts":1785286403.2217834,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"165d36c2-66c9-4047-aa9c-62a18ae5d52c"} {"level":"info","ts":1785286403.2218091,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"165d36c2-66c9-4047-aa9c-62a18ae5d52c","EoS":true} {"level":"info","ts":1785286403.221817,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"165d36c2-66c9-4047-aa9c-62a18ae5d52c"} {"level":"info","ts":1785286426.068155,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286426.0682569,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"367372d5-4721-4ca0-b3b5-bbb7159bd5fb"} {"level":"info","ts":1785286426.0682654,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"367372d5-4721-4ca0-b3b5-bbb7159bd5fb"} {"level":"info","ts":1785286426.0682766,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"367372d5-4721-4ca0-b3b5-bbb7159bd5fb","EoS":true} {"level":"info","ts":1785286426.068303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"367372d5-4721-4ca0-b3b5-bbb7159bd5fb","header":"x-maas-subscription"} {"level":"info","ts":1785286426.0683143,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"367372d5-4721-4ca0-b3b5-bbb7159bd5fb","header":"x-maas-username"} {"level":"info","ts":1785286426.0683274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"367372d5-4721-4ca0-b3b5-bbb7159bd5fb","header":"x-maas-group"} {"level":"info","ts":1785286426.0683415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"367372d5-4721-4ca0-b3b5-bbb7159bd5fb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785286426.0683699,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"367372d5-4721-4ca0-b3b5-bbb7159bd5fb"} {"level":"info","ts":1785286426.0711415,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"367372d5-4721-4ca0-b3b5-bbb7159bd5fb"} {"level":"info","ts":1785286426.07117,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"367372d5-4721-4ca0-b3b5-bbb7159bd5fb"} {"level":"info","ts":1785286426.0711865,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"367372d5-4721-4ca0-b3b5-bbb7159bd5fb","EoS":false} {"level":"info","ts":1785286426.0712206,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"367372d5-4721-4ca0-b3b5-bbb7159bd5fb"} {"level":"info","ts":1785286426.0712519,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"367372d5-4721-4ca0-b3b5-bbb7159bd5fb","EoS":true} {"level":"info","ts":1785286426.0712612,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"367372d5-4721-4ca0-b3b5-bbb7159bd5fb"} {"level":"info","ts":1785286465.1694121,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286465.1694958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce3db9fb-0bf0-4df9-9c30-0e2362a614b4"} {"level":"info","ts":1785286465.1695056,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce3db9fb-0bf0-4df9-9c30-0e2362a614b4"} {"level":"info","ts":1785286465.1695175,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce3db9fb-0bf0-4df9-9c30-0e2362a614b4","EoS":true} {"level":"info","ts":1785286465.1695433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce3db9fb-0bf0-4df9-9c30-0e2362a614b4","header":"x-maas-username"} {"level":"info","ts":1785286465.1695528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce3db9fb-0bf0-4df9-9c30-0e2362a614b4","header":"x-maas-group"} {"level":"info","ts":1785286465.1695585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce3db9fb-0bf0-4df9-9c30-0e2362a614b4","header":"x-maas-subscription"} {"level":"info","ts":1785286465.1695726,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce3db9fb-0bf0-4df9-9c30-0e2362a614b4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286465.169596,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce3db9fb-0bf0-4df9-9c30-0e2362a614b4"} {"level":"info","ts":1785286465.1706252,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ce3db9fb-0bf0-4df9-9c30-0e2362a614b4"} {"level":"info","ts":1785286465.1706376,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ce3db9fb-0bf0-4df9-9c30-0e2362a614b4"} {"level":"info","ts":1785286465.1706555,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce3db9fb-0bf0-4df9-9c30-0e2362a614b4","EoS":false} {"level":"info","ts":1785286465.1706662,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ce3db9fb-0bf0-4df9-9c30-0e2362a614b4"} {"level":"info","ts":1785286465.170687,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce3db9fb-0bf0-4df9-9c30-0e2362a614b4","EoS":true} {"level":"info","ts":1785286465.1706946,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ce3db9fb-0bf0-4df9-9c30-0e2362a614b4"} {"level":"info","ts":1785286474.514847,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286474.5149426,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a4a78f9-43ef-4d1b-8c40-f8dde4002a7a"} {"level":"info","ts":1785286474.5149565,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a4a78f9-43ef-4d1b-8c40-f8dde4002a7a"} {"level":"info","ts":1785286474.5149775,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a4a78f9-43ef-4d1b-8c40-f8dde4002a7a","EoS":true} {"level":"info","ts":1785286474.5150192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a4a78f9-43ef-4d1b-8c40-f8dde4002a7a","header":"x-maas-username"} {"level":"info","ts":1785286474.5150318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a4a78f9-43ef-4d1b-8c40-f8dde4002a7a","header":"x-maas-group"} {"level":"info","ts":1785286474.5150435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a4a78f9-43ef-4d1b-8c40-f8dde4002a7a","header":"x-maas-subscription"} {"level":"info","ts":1785286474.515066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a4a78f9-43ef-4d1b-8c40-f8dde4002a7a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286474.515102,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2a4a78f9-43ef-4d1b-8c40-f8dde4002a7a"} {"level":"info","ts":1785286474.5179918,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2a4a78f9-43ef-4d1b-8c40-f8dde4002a7a"} {"level":"info","ts":1785286474.518014,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2a4a78f9-43ef-4d1b-8c40-f8dde4002a7a"} {"level":"info","ts":1785286474.5180306,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a4a78f9-43ef-4d1b-8c40-f8dde4002a7a","EoS":false} {"level":"info","ts":1785286474.5180428,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2a4a78f9-43ef-4d1b-8c40-f8dde4002a7a"} {"level":"info","ts":1785286474.5180714,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a4a78f9-43ef-4d1b-8c40-f8dde4002a7a","EoS":true} {"level":"info","ts":1785286474.5180821,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2a4a78f9-43ef-4d1b-8c40-f8dde4002a7a"} {"level":"info","ts":1785286474.5524242,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286474.552522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b236ac5-fa50-437f-b3ad-541abc28178e"} {"level":"info","ts":1785286474.5525372,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8b236ac5-fa50-437f-b3ad-541abc28178e"} {"level":"info","ts":1785286474.5525541,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b236ac5-fa50-437f-b3ad-541abc28178e","EoS":true} {"level":"info","ts":1785286474.552592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b236ac5-fa50-437f-b3ad-541abc28178e","header":"x-maas-username"} {"level":"info","ts":1785286474.552605,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b236ac5-fa50-437f-b3ad-541abc28178e","header":"x-maas-group"} {"level":"info","ts":1785286474.5526147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b236ac5-fa50-437f-b3ad-541abc28178e","header":"x-maas-subscription"} {"level":"info","ts":1785286474.552638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b236ac5-fa50-437f-b3ad-541abc28178e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286474.5526745,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8b236ac5-fa50-437f-b3ad-541abc28178e"} {"level":"info","ts":1785286474.55364,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8b236ac5-fa50-437f-b3ad-541abc28178e"} {"level":"info","ts":1785286474.55366,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8b236ac5-fa50-437f-b3ad-541abc28178e"} {"level":"info","ts":1785286474.553675,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8b236ac5-fa50-437f-b3ad-541abc28178e","EoS":false} {"level":"info","ts":1785286474.5536878,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8b236ac5-fa50-437f-b3ad-541abc28178e"} {"level":"info","ts":1785286474.5537145,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8b236ac5-fa50-437f-b3ad-541abc28178e","EoS":true} {"level":"info","ts":1785286474.5537248,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8b236ac5-fa50-437f-b3ad-541abc28178e"} {"level":"info","ts":1785286493.548731,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286493.5488167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ab66473-80ee-4887-931d-44684488c9ba"} {"level":"info","ts":1785286493.5488284,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ab66473-80ee-4887-931d-44684488c9ba"} {"level":"info","ts":1785286493.5488458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ab66473-80ee-4887-931d-44684488c9ba","EoS":true} {"level":"info","ts":1785286493.548884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ab66473-80ee-4887-931d-44684488c9ba","header":"x-maas-username"} {"level":"info","ts":1785286493.548898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ab66473-80ee-4887-931d-44684488c9ba","header":"x-maas-group"} {"level":"info","ts":1785286493.5489056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ab66473-80ee-4887-931d-44684488c9ba","header":"x-maas-subscription"} {"level":"info","ts":1785286493.5489252,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ab66473-80ee-4887-931d-44684488c9ba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286493.5489585,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ab66473-80ee-4887-931d-44684488c9ba"} {"level":"info","ts":1785286493.5499704,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7ab66473-80ee-4887-931d-44684488c9ba"} {"level":"info","ts":1785286493.5499933,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7ab66473-80ee-4887-931d-44684488c9ba"} {"level":"info","ts":1785286493.550009,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ab66473-80ee-4887-931d-44684488c9ba","EoS":false} {"level":"info","ts":1785286493.5500205,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7ab66473-80ee-4887-931d-44684488c9ba"} {"level":"info","ts":1785286493.5500443,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ab66473-80ee-4887-931d-44684488c9ba","EoS":true} {"level":"info","ts":1785286493.5500517,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7ab66473-80ee-4887-931d-44684488c9ba"} {"level":"info","ts":1785286625.9673264,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286625.9674473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"938c6ace-ca88-475c-ad1d-facf75f4e13d"} {"level":"info","ts":1785286625.9674587,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"938c6ace-ca88-475c-ad1d-facf75f4e13d"} {"level":"info","ts":1785286625.9674718,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"938c6ace-ca88-475c-ad1d-facf75f4e13d","EoS":true} {"level":"info","ts":1785286625.967503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"938c6ace-ca88-475c-ad1d-facf75f4e13d","header":"x-maas-username"} {"level":"info","ts":1785286625.9675145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"938c6ace-ca88-475c-ad1d-facf75f4e13d","header":"x-maas-group"} {"level":"info","ts":1785286625.9675212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"938c6ace-ca88-475c-ad1d-facf75f4e13d","header":"x-maas-subscription"} {"level":"info","ts":1785286625.9675984,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"938c6ace-ca88-475c-ad1d-facf75f4e13d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785286625.9676301,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"938c6ace-ca88-475c-ad1d-facf75f4e13d"} {"level":"info","ts":1785286625.970027,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"938c6ace-ca88-475c-ad1d-facf75f4e13d"} {"level":"info","ts":1785286625.9700642,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"938c6ace-ca88-475c-ad1d-facf75f4e13d"} {"level":"info","ts":1785286625.9700842,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"938c6ace-ca88-475c-ad1d-facf75f4e13d","EoS":false} {"level":"info","ts":1785286625.970102,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"938c6ace-ca88-475c-ad1d-facf75f4e13d"} {"level":"info","ts":1785286625.9701407,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"938c6ace-ca88-475c-ad1d-facf75f4e13d","EoS":true} {"level":"info","ts":1785286625.9701493,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"938c6ace-ca88-475c-ad1d-facf75f4e13d"} {"level":"info","ts":1785286662.904333,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286662.904432,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a568c82-5ddc-4646-b223-4ff07d0eaa82"} {"level":"info","ts":1785286662.9044476,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a568c82-5ddc-4646-b223-4ff07d0eaa82"} {"level":"info","ts":1785286662.9044685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a568c82-5ddc-4646-b223-4ff07d0eaa82","EoS":true} {"level":"info","ts":1785286662.9045124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a568c82-5ddc-4646-b223-4ff07d0eaa82","header":"x-maas-group"} {"level":"info","ts":1785286662.9045258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a568c82-5ddc-4646-b223-4ff07d0eaa82","header":"x-maas-subscription"} {"level":"info","ts":1785286662.9045358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a568c82-5ddc-4646-b223-4ff07d0eaa82","header":"x-maas-username"} {"level":"info","ts":1785286662.9045553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a568c82-5ddc-4646-b223-4ff07d0eaa82","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286662.9045908,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a568c82-5ddc-4646-b223-4ff07d0eaa82"} {"level":"info","ts":1785286662.9073362,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0a568c82-5ddc-4646-b223-4ff07d0eaa82"} {"level":"info","ts":1785286662.9073572,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0a568c82-5ddc-4646-b223-4ff07d0eaa82"} {"level":"info","ts":1785286662.907375,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0a568c82-5ddc-4646-b223-4ff07d0eaa82","EoS":false} {"level":"info","ts":1785286662.907391,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0a568c82-5ddc-4646-b223-4ff07d0eaa82"} {"level":"info","ts":1785286662.9074225,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0a568c82-5ddc-4646-b223-4ff07d0eaa82","EoS":true} {"level":"info","ts":1785286662.9074316,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0a568c82-5ddc-4646-b223-4ff07d0eaa82"} {"level":"info","ts":1785286678.1181421,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286678.1182506,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a506128c-4fd8-46d0-9c6b-6eb18e8098fb"} {"level":"info","ts":1785286678.1182647,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a506128c-4fd8-46d0-9c6b-6eb18e8098fb"} {"level":"info","ts":1785286678.118278,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a506128c-4fd8-46d0-9c6b-6eb18e8098fb","EoS":true} {"level":"info","ts":1785286678.1183047,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a506128c-4fd8-46d0-9c6b-6eb18e8098fb","header":"x-maas-subscription"} {"level":"info","ts":1785286678.1183157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a506128c-4fd8-46d0-9c6b-6eb18e8098fb","header":"x-maas-username"} {"level":"info","ts":1785286678.1183214,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a506128c-4fd8-46d0-9c6b-6eb18e8098fb","header":"x-maas-group"} {"level":"info","ts":1785286678.118338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a506128c-4fd8-46d0-9c6b-6eb18e8098fb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785286678.1183674,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a506128c-4fd8-46d0-9c6b-6eb18e8098fb"} {"level":"info","ts":1785286678.1194274,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a506128c-4fd8-46d0-9c6b-6eb18e8098fb"} {"level":"info","ts":1785286678.1194522,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a506128c-4fd8-46d0-9c6b-6eb18e8098fb"} {"level":"info","ts":1785286678.1194742,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a506128c-4fd8-46d0-9c6b-6eb18e8098fb","EoS":false} {"level":"info","ts":1785286678.1194894,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a506128c-4fd8-46d0-9c6b-6eb18e8098fb"} {"level":"info","ts":1785286678.1195252,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a506128c-4fd8-46d0-9c6b-6eb18e8098fb","EoS":true} {"level":"info","ts":1785286678.1195395,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a506128c-4fd8-46d0-9c6b-6eb18e8098fb"} {"level":"info","ts":1785287000.6381655,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785287000.6382816,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4fa6c788-6d95-49c2-b10b-d2ff7e8779be"} {"level":"info","ts":1785287000.6382911,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4fa6c788-6d95-49c2-b10b-d2ff7e8779be"} {"level":"info","ts":1785287000.6383033,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4fa6c788-6d95-49c2-b10b-d2ff7e8779be","EoS":true} {"level":"info","ts":1785287000.638329,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4fa6c788-6d95-49c2-b10b-d2ff7e8779be","header":"x-maas-subscription"} {"level":"info","ts":1785287000.6383407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4fa6c788-6d95-49c2-b10b-d2ff7e8779be","header":"x-maas-group"} {"level":"info","ts":1785287000.638346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4fa6c788-6d95-49c2-b10b-d2ff7e8779be","header":"x-maas-username"} {"level":"info","ts":1785287000.6383603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4fa6c788-6d95-49c2-b10b-d2ff7e8779be","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785287000.6383843,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4fa6c788-6d95-49c2-b10b-d2ff7e8779be"} {"level":"info","ts":1785287000.6406267,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4fa6c788-6d95-49c2-b10b-d2ff7e8779be"} {"level":"info","ts":1785287000.6406546,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4fa6c788-6d95-49c2-b10b-d2ff7e8779be"} {"level":"info","ts":1785287000.640676,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4fa6c788-6d95-49c2-b10b-d2ff7e8779be","EoS":false} {"level":"info","ts":1785287000.640695,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4fa6c788-6d95-49c2-b10b-d2ff7e8779be"} {"level":"info","ts":1785287000.6407382,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4fa6c788-6d95-49c2-b10b-d2ff7e8779be","EoS":true} {"level":"info","ts":1785287000.6407504,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4fa6c788-6d95-49c2-b10b-d2ff7e8779be"} {"level":"info","ts":1785287000.6764786,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785287000.6765656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9abf3673-3453-44f8-971d-9263dfbd09d3"} {"level":"info","ts":1785287000.6765776,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9abf3673-3453-44f8-971d-9263dfbd09d3"} {"level":"info","ts":1785287000.6765893,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9abf3673-3453-44f8-971d-9263dfbd09d3","EoS":true} {"level":"info","ts":1785287000.676614,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9abf3673-3453-44f8-971d-9263dfbd09d3","header":"x-maas-username"} {"level":"info","ts":1785287000.6766243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9abf3673-3453-44f8-971d-9263dfbd09d3","header":"x-maas-subscription"} {"level":"info","ts":1785287000.6766303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9abf3673-3453-44f8-971d-9263dfbd09d3","header":"x-maas-group"} {"level":"info","ts":1785287000.676646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9abf3673-3453-44f8-971d-9263dfbd09d3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785287000.6766725,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9abf3673-3453-44f8-971d-9263dfbd09d3"} {"level":"info","ts":1785287000.6776974,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9abf3673-3453-44f8-971d-9263dfbd09d3"} {"level":"info","ts":1785287000.677713,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9abf3673-3453-44f8-971d-9263dfbd09d3"} {"level":"info","ts":1785287000.6777275,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9abf3673-3453-44f8-971d-9263dfbd09d3","EoS":false} {"level":"info","ts":1785287000.6777413,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9abf3673-3453-44f8-971d-9263dfbd09d3"} {"level":"info","ts":1785287000.6777701,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9abf3673-3453-44f8-971d-9263dfbd09d3","EoS":true} {"level":"info","ts":1785287000.6777792,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9abf3673-3453-44f8-971d-9263dfbd09d3"} {"level":"info","ts":1785287005.4304526,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ec39769f-a479-400b-86c8-ea7ec44abe9b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785287005.430728,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35758.819269305,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785287005.4307556,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785287005.4672573,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785287005.5310686,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ec39769f-a479-400b-86c8-ea7ec44abe9b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785287005.5405674,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"23c2c3e1-2b76-40d4-b362-bf0e2c769e3e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785287005.540605,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"23c2c3e1-2b76-40d4-b362-bf0e2c769e3e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785287005.540622,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f179270c-3c20-4865-ae33-edfb6d69679b"} {"level":"info","ts":1785287005.547818,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36257.06904761,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785287005.547844,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785287005.5478559,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"deec666d-748d-4d59-8747-d8cbfbd68487","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785287005.547889,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"deec666d-748d-4d59-8747-d8cbfbd68487","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785287005.5546284,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785287005.6419256,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9811085b-68f8-4ee5-aeb4-b63f2341553a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785287005.6419327,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae86abf5-8b3f-487a-a9a2-5aaacb24f016"} {"level":"info","ts":1785287005.6419826,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9811085b-68f8-4ee5-aeb4-b63f2341553a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785287005.6468594,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d6b0fa4-23b9-422e-958f-f722cf6153ee","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785287005.6468668,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae86abf5-8b3f-487a-a9a2-5aaacb24f016","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785287005.6468954,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d6b0fa4-23b9-422e-958f-f722cf6153ee","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785287005.6480308,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f179270c-3c20-4865-ae33-edfb6d69679b","name":"e2e-external-provider"} {"level":"info","ts":1785287005.653503,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9e842ac-e472-47c5-8ce7-a06a9db8696e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785287005.6535337,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9e842ac-e472-47c5-8ce7-a06a9db8696e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785287005.6535811,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae86abf5-8b3f-487a-a9a2-5aaacb24f016","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785287005.6536365,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85ceaf32-9539-4034-9881-e15596f36e83"} {"level":"info","ts":1785287005.653654,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85ceaf32-9539-4034-9881-e15596f36e83","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785287005.6575181,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85ceaf32-9539-4034-9881-e15596f36e83","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785287005.661283,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f179270c-3c20-4865-ae33-edfb6d69679b","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785287005.6678956,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"12dde0a8-101d-4f3e-b9c1-6a0d4440de23"} {"level":"info","ts":1785287005.667944,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"12dde0a8-101d-4f3e-b9c1-6a0d4440de23","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785287005.669983,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f179270c-3c20-4865-ae33-edfb6d69679b","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785287005.6719673,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"12dde0a8-101d-4f3e-b9c1-6a0d4440de23","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785287005.6748142,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f179270c-3c20-4865-ae33-edfb6d69679b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785287005.6815429,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"20b698e1-cb74-4203-afe8-5787358e82bc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785287005.6815736,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"20b698e1-cb74-4203-afe8-5787358e82bc","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785287005.6816096,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8047f4f1-ef95-4c76-a8c1-94c96dbe9c78"} {"level":"info","ts":1785287005.6816723,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8047f4f1-ef95-4c76-a8c1-94c96dbe9c78","name":"e2e-external-provider"} {"level":"info","ts":1785287005.6817257,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"058c2131-8daa-4b53-90db-9edd62d09c10","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785287005.6817472,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"058c2131-8daa-4b53-90db-9edd62d09c10","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785287005.6816695,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"34b047fa-f4a9-4651-847b-bcfa85f6aa83"} {"level":"info","ts":1785287005.6819894,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36520.410801298,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785287005.6820047,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785287005.6879177,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785287005.688586,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8047f4f1-ef95-4c76-a8c1-94c96dbe9c78","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785287005.6918182,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3de764c5-b610-4da1-80fb-bc36ce0dc602"} {"level":"info","ts":1785287005.691864,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3de764c5-b610-4da1-80fb-bc36ce0dc602","name":"e2e-external-provider"} {"level":"info","ts":1785287005.6986747,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3de764c5-b610-4da1-80fb-bc36ce0dc602","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785287005.7824163,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"34b047fa-f4a9-4651-847b-bcfa85f6aa83","name":"e2e-external-model"} {"level":"info","ts":1785287005.792613,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"34b047fa-f4a9-4651-847b-bcfa85f6aa83","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785287005.7984574,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ca9677c-f88f-4c0b-848c-b46ceba2da60","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785287005.798502,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ca9677c-f88f-4c0b-848c-b46ceba2da60","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785287005.7985413,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be2e392d-bf3a-43ca-bcbc-031461b67645"} {"level":"info","ts":1785287005.7985942,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be2e392d-bf3a-43ca-bcbc-031461b67645","name":"e2e-external-model"} {"level":"error","ts":1785287005.8142974,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be2e392d-bf3a-43ca-bcbc-031461b67645","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785287005.8144698,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7090abcc-b4c6-4203-b210-552e50c57907","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785287005.8144825,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c79923e-906a-4d1e-879a-a1f6d27a3796"} {"level":"info","ts":1785287005.8145022,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7090abcc-b4c6-4203-b210-552e50c57907","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785287005.8145478,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c79923e-906a-4d1e-879a-a1f6d27a3796","name":"e2e-external-model"} {"level":"info","ts":1785287005.8214154,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c79923e-906a-4d1e-879a-a1f6d27a3796","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785287005.828017,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6034bfe8-d5c7-42b3-9589-a545b395cdb6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785287005.828026,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8c9eedd-1ecd-4bef-a44e-d99d28ca02f3"} {"level":"info","ts":1785287005.8280509,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6034bfe8-d5c7-42b3-9589-a545b395cdb6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785287005.828088,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8c9eedd-1ecd-4bef-a44e-d99d28ca02f3","name":"e2e-external-model"} {"level":"info","ts":1785287005.835112,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8c9eedd-1ecd-4bef-a44e-d99d28ca02f3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785287013.1578941,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785287013.157995,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797"} {"level":"info","ts":1785287013.1580122,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797"} {"level":"info","ts":1785287013.158032,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797","EoS":true} {"level":"info","ts":1785287013.1580696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797","header":"x-maas-subscription"} {"level":"info","ts":1785287013.1581306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797","header":"x-maas-group"} {"level":"info","ts":1785287013.1581438,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797","header":"x-maas-username"} {"level":"info","ts":1785287013.1581624,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785287013.1581743,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797","modelName":"e2e-external-model"} {"level":"info","ts":1785287013.1582148,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785287013.1582682,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785287013.1583073,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797","authType":"apikey"} {"level":"info","ts":1785287013.1583588,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797"} {"level":"info","ts":1785287013.2605205,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797"} {"level":"info","ts":1785287013.2605515,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797"} {"level":"info","ts":1785287013.2605703,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797","EoS":false} {"level":"info","ts":1785287013.260586,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797"} {"level":"info","ts":1785287013.260618,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797","EoS":true} {"level":"info","ts":1785287013.2606287,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b2b73f64-5faa-4e4d-b80e-fa5017671797"} {"level":"info","ts":1785287013.3686173,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e861494-a0c6-46ce-8c73-15a4817e7c2f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785287013.3686574,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e861494-a0c6-46ce-8c73-15a4817e7c2f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785287013.368668,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2930d005-0541-4f9e-a1f2-555c8b239e62"} {"level":"info","ts":1785287013.373533,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2930d005-0541-4f9e-a1f2-555c8b239e62","name":"e2e-cleanup-test"} {"level":"info","ts":1785287013.3735862,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8e1ead2c-df9f-41f8-894f-76b366722218","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785287013.3736095,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8e1ead2c-df9f-41f8-894f-76b366722218","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785287013.380777,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2930d005-0541-4f9e-a1f2-555c8b239e62","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785287013.3881466,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb94a2c8-285d-4cf8-aeef-6ba2aeb4ef0a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785287013.3881667,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1480b44-c285-41ab-9d6b-867846033c0b"} {"level":"info","ts":1785287013.388187,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb94a2c8-285d-4cf8-aeef-6ba2aeb4ef0a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785287013.388274,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1480b44-c285-41ab-9d6b-867846033c0b","name":"e2e-cleanup-test"} {"level":"error","ts":1785287013.3994353,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1480b44-c285-41ab-9d6b-867846033c0b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785287013.3995366,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4517173b-283b-4548-8e3c-fb9fe545a918"} {"level":"info","ts":1785287013.3995407,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80a91d57-a622-4b6f-bd7d-479a31f4a4f6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785287013.3995745,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80a91d57-a622-4b6f-bd7d-479a31f4a4f6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785287013.399613,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4517173b-283b-4548-8e3c-fb9fe545a918","name":"e2e-cleanup-test"} {"level":"info","ts":1785287013.4070942,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4517173b-283b-4548-8e3c-fb9fe545a918","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785287013.4117043,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11f6aed6-e831-4af4-a38a-aa61b3a0e5c7"} {"level":"info","ts":1785287013.4116879,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf91a479-588a-4634-b79f-f1ce4c8c60ed","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785287013.4117365,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf91a479-588a-4634-b79f-f1ce4c8c60ed","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785287013.4117773,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11f6aed6-e831-4af4-a38a-aa61b3a0e5c7","name":"e2e-cleanup-test"} {"level":"info","ts":1785287013.4195015,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11f6aed6-e831-4af4-a38a-aa61b3a0e5c7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785287021.6283128,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2bf48d6-d3a9-4132-8aaf-21907c1700af","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785287021.6283538,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2bf48d6-d3a9-4132-8aaf-21907c1700af","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785287021.628354,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d1d1c88-d4f4-4535-9a83-e3cff2683721"} {"level":"info","ts":1785287025.9167712,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785287025.9168708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c2a9611-61c3-456f-8a73-ef6574bc7ec9"} {"level":"info","ts":1785287025.9168844,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c2a9611-61c3-456f-8a73-ef6574bc7ec9"} {"level":"info","ts":1785287025.9169044,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c2a9611-61c3-456f-8a73-ef6574bc7ec9","EoS":true} {"level":"info","ts":1785287025.9169517,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c2a9611-61c3-456f-8a73-ef6574bc7ec9","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785287025.9169877,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c2a9611-61c3-456f-8a73-ef6574bc7ec9"} {"level":"info","ts":1785287025.9620917,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785287025.962185,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9"} {"level":"info","ts":1785287025.9622123,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9"} {"level":"info","ts":1785287025.9622371,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9","EoS":true} {"level":"info","ts":1785287025.962262,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9","header":"x-maas-username"} {"level":"info","ts":1785287025.9622734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9","header":"x-maas-group"} {"level":"info","ts":1785287025.962279,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9","header":"x-maas-subscription"} {"level":"info","ts":1785287025.9622996,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785287025.9623125,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9","modelName":"e2e-external-model"} {"level":"info","ts":1785287025.9623308,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785287025.9623623,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785287025.9623802,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9","authType":"apikey"} {"level":"info","ts":1785287025.962412,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9"} {"level":"info","ts":1785287026.011497,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9"} {"level":"info","ts":1785287026.0115263,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9"} {"level":"info","ts":1785287026.0115457,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9","EoS":false} {"level":"info","ts":1785287026.0115595,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9"} {"level":"info","ts":1785287026.0115893,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9","EoS":true} {"level":"info","ts":1785287026.0116007,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c3ee362c-cc55-41d4-92aa-eb0f013291f9"} {"level":"info","ts":1785287026.0460746,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785287026.0461366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae68808d-53a7-40dd-97d9-585721227bef"} {"level":"info","ts":1785287026.0461452,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ae68808d-53a7-40dd-97d9-585721227bef"} {"level":"info","ts":1785287026.046155,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ae68808d-53a7-40dd-97d9-585721227bef","EoS":true} {"level":"info","ts":1785287026.0461776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae68808d-53a7-40dd-97d9-585721227bef","header":"x-maas-group"} {"level":"info","ts":1785287026.046188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae68808d-53a7-40dd-97d9-585721227bef","header":"x-maas-username"} {"level":"info","ts":1785287026.0462172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae68808d-53a7-40dd-97d9-585721227bef","header":"x-maas-subscription"} {"level":"info","ts":1785287026.0462315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae68808d-53a7-40dd-97d9-585721227bef","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785287026.0462568,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ae68808d-53a7-40dd-97d9-585721227bef"} {"level":"info","ts":1785287026.095519,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ae68808d-53a7-40dd-97d9-585721227bef"} {"level":"info","ts":1785287026.0955477,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ae68808d-53a7-40dd-97d9-585721227bef"} {"level":"info","ts":1785287026.0955677,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ae68808d-53a7-40dd-97d9-585721227bef","EoS":false} {"level":"info","ts":1785287026.095598,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ae68808d-53a7-40dd-97d9-585721227bef"} {"level":"info","ts":1785287026.0956283,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ae68808d-53a7-40dd-97d9-585721227bef","EoS":true} {"level":"info","ts":1785287026.0956388,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ae68808d-53a7-40dd-97d9-585721227bef"} {"level":"info","ts":1785287026.1310205,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785287026.1310956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77810057-a3eb-4102-b84b-9ab8a6b9baba"} {"level":"info","ts":1785287026.1311092,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"77810057-a3eb-4102-b84b-9ab8a6b9baba"} {"level":"info","ts":1785287026.1311214,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77810057-a3eb-4102-b84b-9ab8a6b9baba","EoS":true} {"level":"info","ts":1785287026.1311433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77810057-a3eb-4102-b84b-9ab8a6b9baba","header":"x-maas-group"} {"level":"info","ts":1785287026.1311533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77810057-a3eb-4102-b84b-9ab8a6b9baba","header":"x-maas-username"} {"level":"info","ts":1785287026.1311586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77810057-a3eb-4102-b84b-9ab8a6b9baba","header":"x-maas-subscription"} {"level":"info","ts":1785287026.131188,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"77810057-a3eb-4102-b84b-9ab8a6b9baba"} {"level":"info","ts":1785287026.1793492,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"77810057-a3eb-4102-b84b-9ab8a6b9baba"} {"level":"info","ts":1785287026.1793869,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"77810057-a3eb-4102-b84b-9ab8a6b9baba"} {"level":"info","ts":1785287026.1794128,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"77810057-a3eb-4102-b84b-9ab8a6b9baba","EoS":false} {"level":"info","ts":1785287026.1794398,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"77810057-a3eb-4102-b84b-9ab8a6b9baba"} {"level":"info","ts":1785287026.179478,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"77810057-a3eb-4102-b84b-9ab8a6b9baba","EoS":true} {"level":"info","ts":1785287026.1794899,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"77810057-a3eb-4102-b84b-9ab8a6b9baba"} {"level":"info","ts":1785287026.9867897,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a350afeb-410e-415e-a51e-d9726caeb688","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785287026.9868395,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a350afeb-410e-415e-a51e-d9726caeb688","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785287026.9867897,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09468821-f71a-42b8-87b2-f0bc742fc793"} {"level":"info","ts":1785287027.134887,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a6363b5-806e-4769-bf70-51f090c391e5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785287027.1349366,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a6363b5-806e-4769-bf70-51f090c391e5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785287027.1349692,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"17edb58d-203a-4a52-b29e-c0ed7bf8b7b2"} {"level":"info","ts":1785287027.248914,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1faf2d45-17ba-49cb-b227-bca72b6bf983","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785287027.2490745,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1faf2d45-17ba-49cb-b227-bca72b6bf983","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785288356.254492,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288356.2546046,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"02de21d8-818d-44c2-a867-ee5238ecaf06"} {"level":"info","ts":1785288431.028008,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288431.0280983,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6b5ce85-74c0-445f-8b60-7c8aac6bed21"} {"level":"info","ts":1785288431.0281065,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b6b5ce85-74c0-445f-8b60-7c8aac6bed21"} {"level":"info","ts":1785288431.0281186,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b6b5ce85-74c0-445f-8b60-7c8aac6bed21","EoS":true} {"level":"info","ts":1785288431.028146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6b5ce85-74c0-445f-8b60-7c8aac6bed21","header":"x-maas-username"} {"level":"info","ts":1785288431.0281591,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6b5ce85-74c0-445f-8b60-7c8aac6bed21","header":"x-maas-subscription"} {"level":"info","ts":1785288431.0281646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6b5ce85-74c0-445f-8b60-7c8aac6bed21","header":"x-maas-group"} {"level":"info","ts":1785288431.0281794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6b5ce85-74c0-445f-8b60-7c8aac6bed21","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785288431.0282388,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b6b5ce85-74c0-445f-8b60-7c8aac6bed21"} {"level":"info","ts":1785288431.030951,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b6b5ce85-74c0-445f-8b60-7c8aac6bed21"} {"level":"info","ts":1785288431.0309775,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b6b5ce85-74c0-445f-8b60-7c8aac6bed21"} {"level":"info","ts":1785288431.030997,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b6b5ce85-74c0-445f-8b60-7c8aac6bed21","EoS":false} {"level":"info","ts":1785288431.031009,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b6b5ce85-74c0-445f-8b60-7c8aac6bed21"} {"level":"info","ts":1785288431.0310342,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b6b5ce85-74c0-445f-8b60-7c8aac6bed21","EoS":true} {"level":"info","ts":1785288431.0310426,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b6b5ce85-74c0-445f-8b60-7c8aac6bed21"}