{"level":"info","ts":1784695414.5886824,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8aab6da6-3970-4955-bccb-eab76293681c"}
{"level":"info","ts":1784695414.5886943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8aab6da6-3970-4955-bccb-eab76293681c","EoS":true}
{"level":"info","ts":1784695414.5887203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8aab6da6-3970-4955-bccb-eab76293681c","header":"x-maas-subscription"}
{"level":"info","ts":1784695414.5887313,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8aab6da6-3970-4955-bccb-eab76293681c","header":"x-maas-username"}
{"level":"info","ts":1784695414.5887365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8aab6da6-3970-4955-bccb-eab76293681c","header":"x-maas-group"}
{"level":"info","ts":1784695414.5887496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8aab6da6-3970-4955-bccb-eab76293681c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784695414.5887785,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8aab6da6-3970-4955-bccb-eab76293681c"}
{"level":"info","ts":1784695414.5896986,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8aab6da6-3970-4955-bccb-eab76293681c"}
{"level":"info","ts":1784695414.589716,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8aab6da6-3970-4955-bccb-eab76293681c"}
{"level":"info","ts":1784695414.5897305,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8aab6da6-3970-4955-bccb-eab76293681c","EoS":false}
{"level":"info","ts":1784695414.58975,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8aab6da6-3970-4955-bccb-eab76293681c","EoS":true}
{"level":"info","ts":1784695414.589788,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8aab6da6-3970-4955-bccb-eab76293681c"}
{"level":"info","ts":1784695414.7215068,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784695414.7215798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff2e7623-f78d-4932-ba36-afcf39aa9ccc"}
{"level":"info","ts":1784695414.7215953,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff2e7623-f78d-4932-ba36-afcf39aa9ccc"}
{"level":"info","ts":1784695414.7216067,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff2e7623-f78d-4932-ba36-afcf39aa9ccc","EoS":true}
{"level":"info","ts":1784695414.7216315,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff2e7623-f78d-4932-ba36-afcf39aa9ccc","header":"x-maas-group"}
{"level":"info","ts":1784695414.7216415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff2e7623-f78d-4932-ba36-afcf39aa9ccc","header":"x-maas-subscription"}
{"level":"info","ts":1784695414.7216465,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff2e7623-f78d-4932-ba36-afcf39aa9ccc","header":"x-maas-username"}
{"level":"info","ts":1784695414.7216587,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff2e7623-f78d-4932-ba36-afcf39aa9ccc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784695414.7216816,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff2e7623-f78d-4932-ba36-afcf39aa9ccc"}
{"level":"info","ts":1784695414.7226071,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ff2e7623-f78d-4932-ba36-afcf39aa9ccc"}
{"level":"info","ts":1784695414.7226205,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ff2e7623-f78d-4932-ba36-afcf39aa9ccc"}
{"level":"info","ts":1784695414.722632,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ff2e7623-f78d-4932-ba36-afcf39aa9ccc","EoS":false}
{"level":"info","ts":1784695414.7226424,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ff2e7623-f78d-4932-ba36-afcf39aa9ccc","EoS":true}
{"level":"info","ts":1784695414.722672,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ff2e7623-f78d-4932-ba36-afcf39aa9ccc"}
{"level":"info","ts":1784695414.855722,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784695414.855804,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3116364c-0b9f-4653-b932-68f5950d67d9"}
{"level":"info","ts":1784695414.8558176,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3116364c-0b9f-4653-b932-68f5950d67d9"}
{"level":"info","ts":1784695414.85583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3116364c-0b9f-4653-b932-68f5950d67d9","EoS":true}
{"level":"info","ts":1784695414.8558576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3116364c-0b9f-4653-b932-68f5950d67d9","header":"x-maas-subscription"}
{"level":"info","ts":1784695414.8558683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3116364c-0b9f-4653-b932-68f5950d67d9","header":"x-maas-username"}
{"level":"info","ts":1784695414.8558738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3116364c-0b9f-4653-b932-68f5950d67d9","header":"x-maas-group"}
{"level":"info","ts":1784695414.8558884,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3116364c-0b9f-4653-b932-68f5950d67d9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784695414.8559191,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3116364c-0b9f-4653-b932-68f5950d67d9"}
{"level":"info","ts":1784695414.8569067,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3116364c-0b9f-4653-b932-68f5950d67d9"}
{"level":"info","ts":1784695414.856923,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3116364c-0b9f-4653-b932-68f5950d67d9"}
{"level":"info","ts":1784695414.8569372,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3116364c-0b9f-4653-b932-68f5950d67d9","EoS":false}
{"level":"info","ts":1784695414.8569472,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3116364c-0b9f-4653-b932-68f5950d67d9","EoS":true}
{"level":"info","ts":1784695414.856985,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3116364c-0b9f-4653-b932-68f5950d67d9"}
{"level":"info","ts":1784695414.9932106,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784695414.9932904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd5ce2cc-d563-40c0-bb16-a78cec60f39d"}
{"level":"info","ts":1784695414.993303,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd5ce2cc-d563-40c0-bb16-a78cec60f39d"}
{"level":"info","ts":1784695414.993315,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd5ce2cc-d563-40c0-bb16-a78cec60f39d","EoS":true}
{"level":"info","ts":1784695414.993342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd5ce2cc-d563-40c0-bb16-a78cec60f39d","header":"x-maas-subscription"}
{"level":"info","ts":1784695414.9933507,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd5ce2cc-d563-40c0-bb16-a78cec60f39d","header":"x-maas-group"}
{"level":"info","ts":1784695414.993356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd5ce2cc-d563-40c0-bb16-a78cec60f39d","header":"x-maas-username"}
{"level":"info","ts":1784695414.9933698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd5ce2cc-d563-40c0-bb16-a78cec60f39d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784695414.9934313,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd5ce2cc-d563-40c0-bb16-a78cec60f39d"}
{"level":"info","ts":1784695414.9944148,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bd5ce2cc-d563-40c0-bb16-a78cec60f39d"}
{"level":"info","ts":1784695414.9944336,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bd5ce2cc-d563-40c0-bb16-a78cec60f39d"}
{"level":"info","ts":1784695414.994448,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd5ce2cc-d563-40c0-bb16-a78cec60f39d","EoS":false}
{"level":"info","ts":1784695414.9944599,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd5ce2cc-d563-40c0-bb16-a78cec60f39d","EoS":true}
{"level":"info","ts":1784695414.994499,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bd5ce2cc-d563-40c0-bb16-a78cec60f39d"}
{"level":"info","ts":1784695430.6604123,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784695430.660505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5b90bdc-76a2-44bf-8917-3267251013c9"}
{"level":"info","ts":1784695430.66052,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5b90bdc-76a2-44bf-8917-3267251013c9"}
{"level":"info","ts":1784695430.6605444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5b90bdc-76a2-44bf-8917-3267251013c9","EoS":true}
{"level":"info","ts":1784695430.660583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5b90bdc-76a2-44bf-8917-3267251013c9","header":"x-maas-username"}
{"level":"info","ts":1784695430.6605954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5b90bdc-76a2-44bf-8917-3267251013c9","header":"x-maas-subscription"}
{"level":"info","ts":1784695430.6606028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5b90bdc-76a2-44bf-8917-3267251013c9","header":"x-maas-group"}
{"level":"info","ts":1784695430.6606205,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5b90bdc-76a2-44bf-8917-3267251013c9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784695430.6606555,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5b90bdc-76a2-44bf-8917-3267251013c9"}
{"level":"info","ts":1784695430.6638832,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f5b90bdc-76a2-44bf-8917-3267251013c9"}
{"level":"info","ts":1784695430.6639056,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f5b90bdc-76a2-44bf-8917-3267251013c9"}
{"level":"info","ts":1784695430.6639218,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5b90bdc-76a2-44bf-8917-3267251013c9","EoS":false}
{"level":"info","ts":1784695430.663937,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5b90bdc-76a2-44bf-8917-3267251013c9","EoS":true}
{"level":"info","ts":1784695430.6639736,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f5b90bdc-76a2-44bf-8917-3267251013c9"}
{"level":"info","ts":1784695430.7663543,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784695430.7664683,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"65d0c437-1d5a-4eb7-97fd-2a562ddd72e4"}
{"level":"info","ts":1784695430.7674572,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"65d0c437-1d5a-4eb7-97fd-2a562ddd72e4"}
{"level":"info","ts":1784695430.7674775,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"65d0c437-1d5a-4eb7-97fd-2a562ddd72e4"}
{"level":"info","ts":1784695430.7674954,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"65d0c437-1d5a-4eb7-97fd-2a562ddd72e4","EoS":false}
{"level":"info","ts":1784695430.7675076,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"65d0c437-1d5a-4eb7-97fd-2a562ddd72e4"}
{"level":"info","ts":1784695430.7675338,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"65d0c437-1d5a-4eb7-97fd-2a562ddd72e4","EoS":true}
{"level":"info","ts":1784695430.7675428,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"65d0c437-1d5a-4eb7-97fd-2a562ddd72e4"}
{"level":"info","ts":1784695435.367048,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784695435.3671653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e861bd0-e208-4756-9a97-4b7a8ff66f3a"}
{"level":"info","ts":1784695435.3671803,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8e861bd0-e208-4756-9a97-4b7a8ff66f3a"}
{"level":"info","ts":1784695435.3671923,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e861bd0-e208-4756-9a97-4b7a8ff66f3a","EoS":true}
{"level":"info","ts":1784695435.3672206,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e861bd0-e208-4756-9a97-4b7a8ff66f3a","header":"x-maas-subscription"}
{"level":"info","ts":1784695435.3672311,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e861bd0-e208-4756-9a97-4b7a8ff66f3a","header":"x-maas-username"}
{"level":"info","ts":1784695435.3672364,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e861bd0-e208-4756-9a97-4b7a8ff66f3a","header":"x-maas-group"}
{"level":"info","ts":1784695435.3672497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e861bd0-e208-4756-9a97-4b7a8ff66f3a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784695435.3672752,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8e861bd0-e208-4756-9a97-4b7a8ff66f3a"}
{"level":"info","ts":1784695435.3689365,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8e861bd0-e208-4756-9a97-4b7a8ff66f3a"}
{"level":"info","ts":1784695435.3689559,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8e861bd0-e208-4756-9a97-4b7a8ff66f3a"}
{"level":"info","ts":1784695435.3689713,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8e861bd0-e208-4756-9a97-4b7a8ff66f3a","EoS":false}
{"level":"info","ts":1784695435.3689826,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8e861bd0-e208-4756-9a97-4b7a8ff66f3a","EoS":true}
{"level":"info","ts":1784695435.3690238,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8e861bd0-e208-4756-9a97-4b7a8ff66f3a"}
{"level":"info","ts":1784695445.9525743,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784695445.9526536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36c512d5-63e8-4341-9f5c-19f7ba219494"}
{"level":"info","ts":1784695445.9526649,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"36c512d5-63e8-4341-9f5c-19f7ba219494"}
{"level":"info","ts":1784695445.9526775,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"36c512d5-63e8-4341-9f5c-19f7ba219494","EoS":true}
{"level":"info","ts":1784695445.9527018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36c512d5-63e8-4341-9f5c-19f7ba219494","header":"x-maas-username"}
{"level":"info","ts":1784695445.9527123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36c512d5-63e8-4341-9f5c-19f7ba219494","header":"x-maas-group"}
{"level":"info","ts":1784695445.9527168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36c512d5-63e8-4341-9f5c-19f7ba219494","header":"x-maas-subscription"}
{"level":"info","ts":1784695445.9527316,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36c512d5-63e8-4341-9f5c-19f7ba219494","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784695445.9527967,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"36c512d5-63e8-4341-9f5c-19f7ba219494"}
{"level":"info","ts":1784695445.9557095,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"36c512d5-63e8-4341-9f5c-19f7ba219494"}
{"level":"info","ts":1784695445.9557374,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"36c512d5-63e8-4341-9f5c-19f7ba219494"}
{"level":"info","ts":1784695445.9557579,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"36c512d5-63e8-4341-9f5c-19f7ba219494","EoS":false}
{"level":"info","ts":1784695445.9557695,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"36c512d5-63e8-4341-9f5c-19f7ba219494","EoS":true}
{"level":"info","ts":1784695445.9558108,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"36c512d5-63e8-4341-9f5c-19f7ba219494"}
{"level":"info","ts":1784695458.7861667,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784695458.786259,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92dcac62-32f3-40f3-a3df-df3242369a4f"}
{"level":"info","ts":1784695458.7862709,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92dcac62-32f3-40f3-a3df-df3242369a4f"}
{"level":"info","ts":1784695458.786283,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92dcac62-32f3-40f3-a3df-df3242369a4f","EoS":true}
{"level":"info","ts":1784695458.786307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92dcac62-32f3-40f3-a3df-df3242369a4f","header":"x-maas-group"}
{"level":"info","ts":1784695458.7863169,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92dcac62-32f3-40f3-a3df-df3242369a4f","header":"x-maas-username"}
{"level":"info","ts":1784695458.7863219,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92dcac62-32f3-40f3-a3df-df3242369a4f","header":"x-maas-subscription"}
{"level":"info","ts":1784695458.7863374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92dcac62-32f3-40f3-a3df-df3242369a4f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784695458.7863693,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92dcac62-32f3-40f3-a3df-df3242369a4f"}
{"level":"info","ts":1784695458.7873635,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92dcac62-32f3-40f3-a3df-df3242369a4f"}
{"level":"info","ts":1784695458.7873874,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"92dcac62-32f3-40f3-a3df-df3242369a4f"}
{"level":"info","ts":1784695458.7874022,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92dcac62-32f3-40f3-a3df-df3242369a4f","EoS":false}
{"level":"info","ts":1784695458.7874146,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92dcac62-32f3-40f3-a3df-df3242369a4f","EoS":true}
{"level":"info","ts":1784695458.7874453,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"92dcac62-32f3-40f3-a3df-df3242369a4f"}
{"level":"info","ts":1784695467.3012679,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784695467.3013444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0589d6f-5bc6-4600-b59e-229788c3339f"}
{"level":"info","ts":1784695467.3013601,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0589d6f-5bc6-4600-b59e-229788c3339f"}
{"level":"info","ts":1784695467.3013725,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0589d6f-5bc6-4600-b59e-229788c3339f","EoS":true}
{"level":"info","ts":1784695467.301398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0589d6f-5bc6-4600-b59e-229788c3339f","header":"x-maas-subscription"}
{"level":"info","ts":1784695467.3014064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0589d6f-5bc6-4600-b59e-229788c3339f","header":"x-maas-group"}
{"level":"info","ts":1784695467.3014102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0589d6f-5bc6-4600-b59e-229788c3339f","header":"x-maas-username"}
{"level":"info","ts":1784695467.301424,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0589d6f-5bc6-4600-b59e-229788c3339f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784695467.301461,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0589d6f-5bc6-4600-b59e-229788c3339f"}
{"level":"info","ts":1784695467.3024604,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0589d6f-5bc6-4600-b59e-229788c3339f"}
{"level":"info","ts":1784695467.3024848,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d0589d6f-5bc6-4600-b59e-229788c3339f"}
{"level":"info","ts":1784695467.3025007,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d0589d6f-5bc6-4600-b59e-229788c3339f","EoS":false}
{"level":"info","ts":1784695467.3025162,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d0589d6f-5bc6-4600-b59e-229788c3339f","EoS":true}
{"level":"info","ts":1784695467.3025637,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d0589d6f-5bc6-4600-b59e-229788c3339f"}
{"level":"info","ts":1784695476.1425588,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784695476.1426468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d5fd0c8-98f8-4348-94db-33f1d0539058"}
{"level":"info","ts":1784695476.1426928,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d5fd0c8-98f8-4348-94db-33f1d0539058"}
{"level":"info","ts":1784695476.142707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d5fd0c8-98f8-4348-94db-33f1d0539058","EoS":true}
{"level":"info","ts":1784695476.142736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d5fd0c8-98f8-4348-94db-33f1d0539058","header":"x-maas-username"}
{"level":"info","ts":1784695476.1427462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d5fd0c8-98f8-4348-94db-33f1d0539058","header":"x-maas-group"}
{"level":"info","ts":1784695476.1427507,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d5fd0c8-98f8-4348-94db-33f1d0539058","header":"x-maas-subscription"}
{"level":"info","ts":1784695476.1427646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d5fd0c8-98f8-4348-94db-33f1d0539058","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784695476.1427915,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d5fd0c8-98f8-4348-94db-33f1d0539058"}
{"level":"info","ts":1784695476.1437542,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2d5fd0c8-98f8-4348-94db-33f1d0539058"}
{"level":"info","ts":1784695476.1437783,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2d5fd0c8-98f8-4348-94db-33f1d0539058"}
{"level":"info","ts":1784695476.1437938,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2d5fd0c8-98f8-4348-94db-33f1d0539058","EoS":false}
{"level":"info","ts":1784695476.1438053,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2d5fd0c8-98f8-4348-94db-33f1d0539058","EoS":true}
{"level":"info","ts":1784695476.1438427,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2d5fd0c8-98f8-4348-94db-33f1d0539058"}
{"level":"info","ts":1784695498.8833358,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784695498.8834314,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"335794ec-c92f-42d4-85a2-25cb7f29a93a"}
{"level":"info","ts":1784695498.8834465,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"335794ec-c92f-42d4-85a2-25cb7f29a93a"}
{"level":"info","ts":1784695498.8834662,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"335794ec-c92f-42d4-85a2-25cb7f29a93a","EoS":true}
{"level":"info","ts":1784695498.8835044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"335794ec-c92f-42d4-85a2-25cb7f29a93a","header":"x-maas-subscription"}
{"level":"info","ts":1784695498.8835168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"335794ec-c92f-42d4-85a2-25cb7f29a93a","header":"x-maas-group"}
{"level":"info","ts":1784695498.8835254,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"335794ec-c92f-42d4-85a2-25cb7f29a93a","header":"x-maas-username"}
{"level":"info","ts":1784695498.883544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"335794ec-c92f-42d4-85a2-25cb7f29a93a","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784695498.8835807,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"335794ec-c92f-42d4-85a2-25cb7f29a93a"}
{"level":"info","ts":1784695498.8846443,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"335794ec-c92f-42d4-85a2-25cb7f29a93a"}
{"level":"info","ts":1784695498.8846667,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"335794ec-c92f-42d4-85a2-25cb7f29a93a"}
{"level":"info","ts":1784695498.8846817,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"335794ec-c92f-42d4-85a2-25cb7f29a93a","EoS":false}
{"level":"info","ts":1784695498.8846936,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"335794ec-c92f-42d4-85a2-25cb7f29a93a","EoS":true}
{"level":"info","ts":1784695498.8847313,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"335794ec-c92f-42d4-85a2-25cb7f29a93a"}
{"level":"info","ts":1784695521.0663927,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784695521.0664809,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b4fef77-5abf-4f2e-a93b-ab2b38e5c8a2"}
{"level":"info","ts":1784695521.066493,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b4fef77-5abf-4f2e-a93b-ab2b38e5c8a2"}
{"level":"info","ts":1784695521.0665052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b4fef77-5abf-4f2e-a93b-ab2b38e5c8a2","EoS":true}
{"level":"info","ts":1784695521.06654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b4fef77-5abf-4f2e-a93b-ab2b38e5c8a2","header":"x-maas-subscription"}
{"level":"info","ts":1784695521.0665514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b4fef77-5abf-4f2e-a93b-ab2b38e5c8a2","header":"x-maas-group"}
{"level":"info","ts":1784695521.0665581,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b4fef77-5abf-4f2e-a93b-ab2b38e5c8a2","header":"x-maas-username"}
{"level":"info","ts":1784695521.066572,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b4fef77-5abf-4f2e-a93b-ab2b38e5c8a2","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784695521.0665996,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b4fef77-5abf-4f2e-a93b-ab2b38e5c8a2"}
{"level":"info","ts":1784695521.067703,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4b4fef77-5abf-4f2e-a93b-ab2b38e5c8a2"}
{"level":"info","ts":1784695521.0677242,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4b4fef77-5abf-4f2e-a93b-ab2b38e5c8a2"}
{"level":"info","ts":1784695521.0677395,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4b4fef77-5abf-4f2e-a93b-ab2b38e5c8a2","EoS":false}
{"level":"info","ts":1784695521.0677521,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4b4fef77-5abf-4f2e-a93b-ab2b38e5c8a2","EoS":true}
{"level":"info","ts":1784695521.0677948,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4b4fef77-5abf-4f2e-a93b-ab2b38e5c8a2"}
{"level":"info","ts":1784695547.3146026,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784695547.3146775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ddfefb8-8d10-4f1c-821c-6fdd4c2669be"}
{"level":"info","ts":1784695547.3146875,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ddfefb8-8d10-4f1c-821c-6fdd4c2669be"}
{"level":"info","ts":1784695547.3146994,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ddfefb8-8d10-4f1c-821c-6fdd4c2669be","EoS":true}
{"level":"info","ts":1784695547.3147278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ddfefb8-8d10-4f1c-821c-6fdd4c2669be","header":"x-maas-subscription"}
{"level":"info","ts":1784695547.314738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ddfefb8-8d10-4f1c-821c-6fdd4c2669be","header":"x-maas-username"}
{"level":"info","ts":1784695547.3147442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ddfefb8-8d10-4f1c-821c-6fdd4c2669be","header":"x-maas-group"}
{"level":"info","ts":1784695547.3147569,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ddfefb8-8d10-4f1c-821c-6fdd4c2669be","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784695547.3147826,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ddfefb8-8d10-4f1c-821c-6fdd4c2669be"}
{"level":"info","ts":1784695547.318105,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1ddfefb8-8d10-4f1c-821c-6fdd4c2669be"}
{"level":"info","ts":1784695547.3181267,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1ddfefb8-8d10-4f1c-821c-6fdd4c2669be"}
{"level":"info","ts":1784695547.3181474,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1ddfefb8-8d10-4f1c-821c-6fdd4c2669be","EoS":false}
{"level":"info","ts":1784695547.3181632,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1ddfefb8-8d10-4f1c-821c-6fdd4c2669be","EoS":true}
{"level":"info","ts":1784695547.3181953,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1ddfefb8-8d10-4f1c-821c-6fdd4c2669be"}
{"level":"info","ts":1784695556.6457238,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784695556.6458025,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"322feee6-d14c-41ff-a032-d667b3fe5569"}
{"level":"info","ts":1784695556.6458158,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"322feee6-d14c-41ff-a032-d667b3fe5569"}
{"level":"info","ts":1784695556.6458273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"322feee6-d14c-41ff-a032-d667b3fe5569","EoS":true}
{"level":"info","ts":1784695556.645855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"322feee6-d14c-41ff-a032-d667b3fe5569","header":"x-maas-subscription"}
{"level":"info","ts":1784695556.6458652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"322feee6-d14c-41ff-a032-d667b3fe5569","header":"x-maas-username"}
{"level":"info","ts":1784695556.64587,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"322feee6-d14c-41ff-a032-d667b3fe5569","header":"x-maas-group"}
{"level":"info","ts":1784695556.6458852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"322feee6-d14c-41ff-a032-d667b3fe5569","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784695556.645911,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"322feee6-d14c-41ff-a032-d667b3fe5569"}
{"level":"info","ts":1784695556.6469624,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"322feee6-d14c-41ff-a032-d667b3fe5569"}
{"level":"info","ts":1784695556.6469848,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"322feee6-d14c-41ff-a032-d667b3fe5569"}
{"level":"info","ts":1784695556.647004,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"322feee6-d14c-41ff-a032-d667b3fe5569","EoS":false}
{"level":"info","ts":1784695556.6470165,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"322feee6-d14c-41ff-a032-d667b3fe5569","EoS":true}
{"level":"info","ts":1784695556.6470535,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"322feee6-d14c-41ff-a032-d667b3fe5569"}
{"level":"info","ts":1784695556.6807172,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784695556.680799,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13f4b8d4-7c99-4c8c-90e2-81eaf2056648"}
{"level":"info","ts":1784695556.6808095,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"13f4b8d4-7c99-4c8c-90e2-81eaf2056648"}
{"level":"info","ts":1784695556.6808312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13f4b8d4-7c99-4c8c-90e2-81eaf2056648","EoS":true}
{"level":"info","ts":1784695556.680859,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13f4b8d4-7c99-4c8c-90e2-81eaf2056648","header":"x-maas-subscription"}
{"level":"info","ts":1784695556.6808696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13f4b8d4-7c99-4c8c-90e2-81eaf2056648","header":"x-maas-group"}
{"level":"info","ts":1784695556.6808739,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13f4b8d4-7c99-4c8c-90e2-81eaf2056648","header":"x-maas-username"}
{"level":"info","ts":1784695556.6808877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13f4b8d4-7c99-4c8c-90e2-81eaf2056648","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784695556.6809132,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"13f4b8d4-7c99-4c8c-90e2-81eaf2056648"}
{"level":"info","ts":1784695556.6819217,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"13f4b8d4-7c99-4c8c-90e2-81eaf2056648"}
{"level":"info","ts":1784695556.6819448,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"13f4b8d4-7c99-4c8c-90e2-81eaf2056648"}
{"level":"info","ts":1784695556.681966,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"13f4b8d4-7c99-4c8c-90e2-81eaf2056648","EoS":false}
{"level":"info","ts":1784695556.6819801,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"13f4b8d4-7c99-4c8c-90e2-81eaf2056648","EoS":true}
{"level":"info","ts":1784695556.6820178,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"13f4b8d4-7c99-4c8c-90e2-81eaf2056648"}
{"level":"info","ts":1784695575.5949678,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784695575.5950434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72ab0dab-096a-4fb1-87bd-70604054204d"}
{"level":"info","ts":1784695575.595056,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72ab0dab-096a-4fb1-87bd-70604054204d"}
{"level":"info","ts":1784695575.5950918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72ab0dab-096a-4fb1-87bd-70604054204d","EoS":true}
{"level":"info","ts":1784695575.5951204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72ab0dab-096a-4fb1-87bd-70604054204d","header":"x-maas-username"}
{"level":"info","ts":1784695575.59513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72ab0dab-096a-4fb1-87bd-70604054204d","header":"x-maas-group"}
{"level":"info","ts":1784695575.5951347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72ab0dab-096a-4fb1-87bd-70604054204d","header":"x-maas-subscription"}
{"level":"info","ts":1784695575.5951498,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72ab0dab-096a-4fb1-87bd-70604054204d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784695575.5951693,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72ab0dab-096a-4fb1-87bd-70604054204d"}
{"level":"info","ts":1784695575.59604,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"72ab0dab-096a-4fb1-87bd-70604054204d"}
{"level":"info","ts":1784695575.596061,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"72ab0dab-096a-4fb1-87bd-70604054204d"}
{"level":"info","ts":1784695575.5960891,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"72ab0dab-096a-4fb1-87bd-70604054204d","EoS":false}
{"level":"info","ts":1784695575.5961003,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"72ab0dab-096a-4fb1-87bd-70604054204d","EoS":true}
{"level":"info","ts":1784695575.5961356,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"72ab0dab-096a-4fb1-87bd-70604054204d"}
{"level":"info","ts":1784695703.0355017,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784695703.035585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83f8ee78-e16b-45fb-80af-b7d46564a0ad"}
{"level":"info","ts":1784695703.0355968,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"83f8ee78-e16b-45fb-80af-b7d46564a0ad"}
{"level":"info","ts":1784695703.035609,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83f8ee78-e16b-45fb-80af-b7d46564a0ad","EoS":true}
{"level":"info","ts":1784695703.0356357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83f8ee78-e16b-45fb-80af-b7d46564a0ad","header":"x-maas-subscription"}
{"level":"info","ts":1784695703.0356457,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83f8ee78-e16b-45fb-80af-b7d46564a0ad","header":"x-maas-username"}
{"level":"info","ts":1784695703.0356514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83f8ee78-e16b-45fb-80af-b7d46564a0ad","header":"x-maas-group"}
{"level":"info","ts":1784695703.0356665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83f8ee78-e16b-45fb-80af-b7d46564a0ad","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784695703.0356936,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"83f8ee78-e16b-45fb-80af-b7d46564a0ad"}
{"level":"info","ts":1784695703.036991,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"83f8ee78-e16b-45fb-80af-b7d46564a0ad"}
{"level":"info","ts":1784695703.0370126,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"83f8ee78-e16b-45fb-80af-b7d46564a0ad"}
{"level":"info","ts":1784695703.0370278,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"83f8ee78-e16b-45fb-80af-b7d46564a0ad","EoS":false}
{"level":"info","ts":1784695703.0370398,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"83f8ee78-e16b-45fb-80af-b7d46564a0ad","EoS":true}
{"level":"info","ts":1784695703.0371037,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"83f8ee78-e16b-45fb-80af-b7d46564a0ad"}
{"level":"info","ts":1784695739.727487,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784695739.7275705,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a318ca87-4577-4524-a31d-700ba17fd064"}
{"level":"info","ts":1784695739.7275822,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a318ca87-4577-4524-a31d-700ba17fd064"}
{"level":"info","ts":1784695739.7275937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a318ca87-4577-4524-a31d-700ba17fd064","EoS":true}
{"level":"info","ts":1784695739.727621,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a318ca87-4577-4524-a31d-700ba17fd064","header":"x-maas-username"}
{"level":"info","ts":1784695739.7276313,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a318ca87-4577-4524-a31d-700ba17fd064","header":"x-maas-subscription"}
{"level":"info","ts":1784695739.7276363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a318ca87-4577-4524-a31d-700ba17fd064","header":"x-maas-group"}
{"level":"info","ts":1784695739.7276485,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a318ca87-4577-4524-a31d-700ba17fd064","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784695739.727669,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a318ca87-4577-4524-a31d-700ba17fd064"}
{"level":"info","ts":1784695739.7291887,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a318ca87-4577-4524-a31d-700ba17fd064"}
{"level":"info","ts":1784695739.7292101,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a318ca87-4577-4524-a31d-700ba17fd064"}
{"level":"info","ts":1784695739.7292256,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a318ca87-4577-4524-a31d-700ba17fd064","EoS":false}
{"level":"info","ts":1784695739.7292383,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a318ca87-4577-4524-a31d-700ba17fd064","EoS":true}
{"level":"info","ts":1784695739.7292721,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a318ca87-4577-4524-a31d-700ba17fd064"}
{"level":"info","ts":1784695754.943159,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784695754.9432333,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68becff4-65fd-461e-8fdd-d7df8599b442"}
{"level":"info","ts":1784695754.9432447,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"68becff4-65fd-461e-8fdd-d7df8599b442"}
{"level":"info","ts":1784695754.9432566,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68becff4-65fd-461e-8fdd-d7df8599b442","EoS":true}
{"level":"info","ts":1784695754.9432871,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68becff4-65fd-461e-8fdd-d7df8599b442","header":"x-maas-subscription"}
{"level":"info","ts":1784695754.9432974,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68becff4-65fd-461e-8fdd-d7df8599b442","header":"x-maas-username"}
{"level":"info","ts":1784695754.9433014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68becff4-65fd-461e-8fdd-d7df8599b442","header":"x-maas-group"}
{"level":"info","ts":1784695754.9433136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68becff4-65fd-461e-8fdd-d7df8599b442","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784695754.9433396,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"68becff4-65fd-461e-8fdd-d7df8599b442"}
{"level":"info","ts":1784695754.9459379,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"68becff4-65fd-461e-8fdd-d7df8599b442"}
{"level":"info","ts":1784695754.9459655,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"68becff4-65fd-461e-8fdd-d7df8599b442"}
{"level":"info","ts":1784695754.9459834,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"68becff4-65fd-461e-8fdd-d7df8599b442","EoS":false}
{"level":"info","ts":1784695754.946002,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"68becff4-65fd-461e-8fdd-d7df8599b442","EoS":true}
{"level":"info","ts":1784695754.9460354,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"68becff4-65fd-461e-8fdd-d7df8599b442"}
{"level":"info","ts":1784696066.5505505,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784696066.5506353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4634bc95-fc71-4af7-a3c4-3c3344e9b2c2"}
{"level":"info","ts":1784696066.5506434,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4634bc95-fc71-4af7-a3c4-3c3344e9b2c2"}
{"level":"info","ts":1784696066.5506563,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4634bc95-fc71-4af7-a3c4-3c3344e9b2c2","EoS":true}
{"level":"info","ts":1784696066.55068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4634bc95-fc71-4af7-a3c4-3c3344e9b2c2","header":"x-maas-group"}
{"level":"info","ts":1784696066.550689,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4634bc95-fc71-4af7-a3c4-3c3344e9b2c2","header":"x-maas-subscription"}
{"level":"info","ts":1784696066.5506933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4634bc95-fc71-4af7-a3c4-3c3344e9b2c2","header":"x-maas-username"}
{"level":"info","ts":1784696066.5507069,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4634bc95-fc71-4af7-a3c4-3c3344e9b2c2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784696066.5507748,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4634bc95-fc71-4af7-a3c4-3c3344e9b2c2"}
{"level":"info","ts":1784696066.5517573,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4634bc95-fc71-4af7-a3c4-3c3344e9b2c2"}
{"level":"info","ts":1784696066.5517774,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4634bc95-fc71-4af7-a3c4-3c3344e9b2c2"}
{"level":"info","ts":1784696066.5517952,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4634bc95-fc71-4af7-a3c4-3c3344e9b2c2","EoS":false}
{"level":"info","ts":1784696066.5518064,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4634bc95-fc71-4af7-a3c4-3c3344e9b2c2","EoS":true}
{"level":"info","ts":1784696066.5518441,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4634bc95-fc71-4af7-a3c4-3c3344e9b2c2"}
{"level":"info","ts":1784696071.3174877,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9079dcc4-737f-4ca6-8e1a-fb0ee7166dc3","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784696071.31779,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38717.365698315,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784696071.3178477,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784696071.3624847,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784696071.41846,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9079dcc4-737f-4ca6-8e1a-fb0ee7166dc3","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784696071.4254825,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09c636f5-6b7e-4d17-a193-17bea83aa777"}
{"level":"info","ts":1784696071.425515,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"50b86976-906b-44a6-8b76-2d18c718e221","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784696071.4255517,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"50b86976-906b-44a6-8b76-2d18c718e221","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784696071.4317102,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ecbacf7a-710e-4fde-a35c-755d2556527b","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784696071.4317405,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ecbacf7a-710e-4fde-a35c-755d2556527b","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784696071.4321737,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33701.546323045,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784696071.4321969,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784696071.4392734,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784696071.5325427,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09c636f5-6b7e-4d17-a193-17bea83aa777","name":"e2e-external-provider"}
{"level":"info","ts":1784696071.5372915,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d0f3c9f-dc3c-41fb-9119-0fb721fb1108"}
{"level":"info","ts":1784696071.5372915,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d0c2b648-75aa-4059-83ab-cb37fba91eb7","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784696071.5378034,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d0c2b648-75aa-4059-83ab-cb37fba91eb7","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784696071.542258,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c411acdb-1670-4f17-9a38-3c18f4f6478d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784696071.5422897,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c411acdb-1670-4f17-9a38-3c18f4f6478d","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784696071.542713,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d0f3c9f-dc3c-41fb-9119-0fb721fb1108","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784696071.5472462,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09c636f5-6b7e-4d17-a193-17bea83aa777","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784696071.5494173,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d30b115-e6e4-4b2e-9397-e902cde2e294","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784696071.549445,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d30b115-e6e4-4b2e-9397-e902cde2e294","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784696071.5494661,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d0f3c9f-dc3c-41fb-9119-0fb721fb1108","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784696071.5495448,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e0031ea-1642-4269-8071-d53ced566090"}
{"level":"info","ts":1784696071.5495665,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e0031ea-1642-4269-8071-d53ced566090","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784696071.5534782,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e0031ea-1642-4269-8071-d53ced566090","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784696071.5539718,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09c636f5-6b7e-4d17-a193-17bea83aa777","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784696071.5596726,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09c636f5-6b7e-4d17-a193-17bea83aa777","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784696071.564269,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9bbbc79a-be34-48bd-b613-a06adf9abe1f"}
{"level":"info","ts":1784696071.5642965,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9bbbc79a-be34-48bd-b613-a06adf9abe1f","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784696071.5653503,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b7f43d75-e9c0-4cd3-a190-c1054c5f9ed5","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784696071.5653722,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b7f43d75-e9c0-4cd3-a190-c1054c5f9ed5","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784696071.5654292,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"066f3fda-b0ee-4773-b9a3-f9e47bf25e68","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784696071.5654542,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"066f3fda-b0ee-4773-b9a3-f9e47bf25e68","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784696071.565632,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1721418-77d7-4d20-b5eb-92207ea7192b"}
{"level":"info","ts":1784696071.5656817,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1721418-77d7-4d20-b5eb-92207ea7192b","name":"e2e-external-provider"}
{"level":"error","ts":1784696071.568545,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9bbbc79a-be34-48bd-b613-a06adf9abe1f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784696071.5686042,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a11040c-a2da-4f34-b868-ead27feccd7a"}
{"level":"info","ts":1784696071.5688176,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36435.541884929,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784696071.5688384,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784696071.5750177,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1721418-77d7-4d20-b5eb-92207ea7192b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784696071.5757937,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784696071.6695855,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a11040c-a2da-4f34-b868-ead27feccd7a","name":"e2e-external-model"}
{"level":"info","ts":1784696071.678325,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a11040c-a2da-4f34-b868-ead27feccd7a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784696071.6843057,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6668c733-5ccd-4d86-a473-30f58f37212d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784696071.6843436,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6668c733-5ccd-4d86-a473-30f58f37212d","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784696071.6844432,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1d9c67c-575a-4f4b-bb71-094e48a76393"}
{"level":"info","ts":1784696071.684505,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1d9c67c-575a-4f4b-bb71-094e48a76393","name":"e2e-external-model"}
{"level":"info","ts":1784696071.6987176,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e46ebe1e-af88-4bf9-ba34-6ed6858fb622","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784696071.6987507,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e46ebe1e-af88-4bf9-ba34-6ed6858fb622","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784696071.699033,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1d9c67c-575a-4f4b-bb71-094e48a76393","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784696071.6991417,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"36c390d0-30d2-4969-aa89-df642001ea9a"}
{"level":"info","ts":1784696071.6992037,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"36c390d0-30d2-4969-aa89-df642001ea9a","name":"e2e-external-model"}
{"level":"info","ts":1784696071.7060106,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"36c390d0-30d2-4969-aa89-df642001ea9a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784696071.7103689,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24d7316b-9ff0-4aa1-b937-e31da8b84a4b","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784696071.710387,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df0fc67b-61f1-46cf-a127-1efbe1a154fa"}
{"level":"info","ts":1784696071.7103982,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24d7316b-9ff0-4aa1-b937-e31da8b84a4b","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784696071.7104325,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df0fc67b-61f1-46cf-a127-1efbe1a154fa","name":"e2e-external-model"}
{"level":"info","ts":1784696071.717733,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df0fc67b-61f1-46cf-a127-1efbe1a154fa","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784696078.8876362,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784696078.8877187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c2c5323-4bbd-4fe7-8b85-013afe7b91a2"}
{"level":"info","ts":1784696078.8877304,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c2c5323-4bbd-4fe7-8b85-013afe7b91a2"}
{"level":"info","ts":1784696078.8877425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c2c5323-4bbd-4fe7-8b85-013afe7b91a2","EoS":true}
{"level":"info","ts":1784696078.8877678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c2c5323-4bbd-4fe7-8b85-013afe7b91a2","header":"x-maas-group"}
{"level":"info","ts":1784696078.8877783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c2c5323-4bbd-4fe7-8b85-013afe7b91a2","header":"x-maas-username"}
{"level":"info","ts":1784696078.8877835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c2c5323-4bbd-4fe7-8b85-013afe7b91a2","header":"x-maas-subscription"}
{"level":"info","ts":1784696078.8877978,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c2c5323-4bbd-4fe7-8b85-013afe7b91a2","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784696078.8878071,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3c2c5323-4bbd-4fe7-8b85-013afe7b91a2","modelName":"e2e-external-model"}
{"level":"info","ts":1784696078.887821,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3c2c5323-4bbd-4fe7-8b85-013afe7b91a2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784696078.8878574,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"3c2c5323-4bbd-4fe7-8b85-013afe7b91a2","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784696078.8878767,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"3c2c5323-4bbd-4fe7-8b85-013afe7b91a2","authType":"apikey"}
{"level":"info","ts":1784696078.8879058,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c2c5323-4bbd-4fe7-8b85-013afe7b91a2"}
{"level":"info","ts":1784696078.9913323,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e20f1f7-2cb3-4aa0-8380-24c62ebf187d","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784696078.9913611,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6b75e92-d745-444d-a5d4-b21e89af3eb0"}
{"level":"info","ts":1784696078.991372,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e20f1f7-2cb3-4aa0-8380-24c62ebf187d","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784696078.9957926,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d6016e2-6edd-4648-85e0-c846c5e1ac48","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784696078.9958258,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d6016e2-6edd-4648-85e0-c846c5e1ac48","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784696078.997347,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6b75e92-d745-444d-a5d4-b21e89af3eb0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784696078.9974086,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6b75e92-d745-444d-a5d4-b21e89af3eb0","name":"e2e-cleanup-test"}
{"level":"error","ts":1784696079.0093148,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6b75e92-d745-444d-a5d4-b21e89af3eb0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784696079.009349,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6b75e92-d745-444d-a5d4-b21e89af3eb0","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784696079.0093696,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"129db4c5-8f26-479a-bf31-08ce8f241403","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784696079.0093927,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d56bfb9-a57d-43ac-ab0f-3394008e8781"}
{"level":"info","ts":1784696079.0093977,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"129db4c5-8f26-479a-bf31-08ce8f241403","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784696079.0094457,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d56bfb9-a57d-43ac-ab0f-3394008e8781","name":"e2e-cleanup-test"}
{"level":"info","ts":1784696079.0227537,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"667f2285-7e53-4a41-aa35-98c44f971e23","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784696079.0227873,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"667f2285-7e53-4a41-aa35-98c44f971e23","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784696079.0247712,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d56bfb9-a57d-43ac-ab0f-3394008e8781","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784696079.024814,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d56bfb9-a57d-43ac-ab0f-3394008e8781","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784696079.0248675,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb3b9fd4-6f37-46aa-b8af-bdf0594710bf"}
{"level":"info","ts":1784696079.0249224,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb3b9fd4-6f37-46aa-b8af-bdf0594710bf","name":"e2e-cleanup-test"}
{"level":"info","ts":1784696079.0325394,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb3b9fd4-6f37-46aa-b8af-bdf0594710bf","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784696079.037119,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2820cc0-6039-4557-829c-839c0a2a3462","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784696079.0371492,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2820cc0-6039-4557-829c-839c0a2a3462","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784696079.037885,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb3b9fd4-6f37-46aa-b8af-bdf0594710bf","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784696079.0379744,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42bd8755-a54b-4b9c-862a-8bcab6f62a0d"}
{"level":"info","ts":1784696079.0380373,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42bd8755-a54b-4b9c-862a-8bcab6f62a0d","name":"e2e-cleanup-test"}
{"level":"info","ts":1784696079.0450866,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42bd8755-a54b-4b9c-862a-8bcab6f62a0d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784696087.2421708,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f6f7e7ed-267b-439b-bf52-ad59bb20b2a0","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784696087.2422163,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f6f7e7ed-267b-439b-bf52-ad59bb20b2a0","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784696087.242184,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba570fc6-175e-42d2-bc2f-a792dc85012d"}
{"level":"info","ts":1784696091.5416722,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784696091.5417488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b7d181e-9fca-4f44-8cb4-71a258a53634"}
{"level":"info","ts":1784696091.5417569,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b7d181e-9fca-4f44-8cb4-71a258a53634"}
{"level":"info","ts":1784696091.5417688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b7d181e-9fca-4f44-8cb4-71a258a53634","EoS":true}
{"level":"info","ts":1784696091.541805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b7d181e-9fca-4f44-8cb4-71a258a53634","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784696091.5418336,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b7d181e-9fca-4f44-8cb4-71a258a53634"}
{"level":"info","ts":1784696091.5797555,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784696091.5798244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ef19aa6-5d0d-422e-be75-d729c356fb69"}
{"level":"info","ts":1784696091.579835,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ef19aa6-5d0d-422e-be75-d729c356fb69"}
{"level":"info","ts":1784696091.5798466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ef19aa6-5d0d-422e-be75-d729c356fb69","EoS":true}
{"level":"info","ts":1784696091.5798726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ef19aa6-5d0d-422e-be75-d729c356fb69","header":"x-maas-subscription"}
{"level":"info","ts":1784696091.5798824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ef19aa6-5d0d-422e-be75-d729c356fb69","header":"x-maas-group"}
{"level":"info","ts":1784696091.5798876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ef19aa6-5d0d-422e-be75-d729c356fb69","header":"x-maas-username"}
{"level":"info","ts":1784696091.5798995,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ef19aa6-5d0d-422e-be75-d729c356fb69","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784696091.579908,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3ef19aa6-5d0d-422e-be75-d729c356fb69","modelName":"e2e-external-model"}
{"level":"info","ts":1784696091.5799215,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3ef19aa6-5d0d-422e-be75-d729c356fb69","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784696091.5799434,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"3ef19aa6-5d0d-422e-be75-d729c356fb69","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784696091.5799613,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"3ef19aa6-5d0d-422e-be75-d729c356fb69","authType":"apikey"}
{"level":"info","ts":1784696091.5799856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ef19aa6-5d0d-422e-be75-d729c356fb69"}
{"level":"info","ts":1784696091.6149323,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784696091.6150007,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c45fefe0-aafe-487e-ae6d-3889c9d79af2"}
{"level":"info","ts":1784696091.6150093,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c45fefe0-aafe-487e-ae6d-3889c9d79af2"}
{"level":"info","ts":1784696091.6150198,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c45fefe0-aafe-487e-ae6d-3889c9d79af2","EoS":true}
{"level":"info","ts":1784696091.615044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c45fefe0-aafe-487e-ae6d-3889c9d79af2","header":"x-maas-username"}
{"level":"info","ts":1784696091.615054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c45fefe0-aafe-487e-ae6d-3889c9d79af2","header":"x-maas-subscription"}
{"level":"info","ts":1784696091.6150584,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c45fefe0-aafe-487e-ae6d-3889c9d79af2","header":"x-maas-group"}
{"level":"info","ts":1784696091.615088,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c45fefe0-aafe-487e-ae6d-3889c9d79af2","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784696091.6151173,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c45fefe0-aafe-487e-ae6d-3889c9d79af2"}
{"level":"info","ts":1784696091.7733753,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c45fefe0-aafe-487e-ae6d-3889c9d79af2"}
{"level":"info","ts":1784696091.773407,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c45fefe0-aafe-487e-ae6d-3889c9d79af2"}
{"level":"info","ts":1784696091.7734292,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c45fefe0-aafe-487e-ae6d-3889c9d79af2","EoS":false}
{"level":"info","ts":1784696091.7734473,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c45fefe0-aafe-487e-ae6d-3889c9d79af2","EoS":true}
{"level":"error","ts":1784696091.773473,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"c45fefe0-aafe-487e-ae6d-3889c9d79af2","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784696091.773549,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c45fefe0-aafe-487e-ae6d-3889c9d79af2"}
{"level":"info","ts":1784696091.8096325,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784696091.8097122,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db508f27-0951-47f3-8bc0-264fb6678bce"}
{"level":"info","ts":1784696091.809722,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db508f27-0951-47f3-8bc0-264fb6678bce"}
{"level":"info","ts":1784696091.8097336,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db508f27-0951-47f3-8bc0-264fb6678bce","EoS":true}
{"level":"info","ts":1784696091.8097591,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db508f27-0951-47f3-8bc0-264fb6678bce","header":"x-maas-username"}
{"level":"info","ts":1784696091.8097692,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db508f27-0951-47f3-8bc0-264fb6678bce","header":"x-maas-group"}
{"level":"info","ts":1784696091.8097744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db508f27-0951-47f3-8bc0-264fb6678bce","header":"x-maas-subscription"}
{"level":"info","ts":1784696091.8098025,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db508f27-0951-47f3-8bc0-264fb6678bce"}
{"level":"info","ts":1784696091.8758633,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"db508f27-0951-47f3-8bc0-264fb6678bce"}
{"level":"info","ts":1784696091.8758934,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"db508f27-0951-47f3-8bc0-264fb6678bce"}
{"level":"info","ts":1784696091.8759098,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"db508f27-0951-47f3-8bc0-264fb6678bce","EoS":false}
{"level":"info","ts":1784696091.8759227,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"db508f27-0951-47f3-8bc0-264fb6678bce","EoS":true}
{"level":"error","ts":1784696091.875938,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"db508f27-0951-47f3-8bc0-264fb6678bce","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784696091.8759742,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"db508f27-0951-47f3-8bc0-264fb6678bce"}
{"level":"info","ts":1784696092.6919038,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92f5ff4d-bff7-4139-b942-e8238cd8042e","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784696092.6919394,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92f5ff4d-bff7-4139-b942-e8238cd8042e","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784696092.6919527,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"935262c5-402a-4347-934a-d21d1db2fc46"}
{"level":"info","ts":1784696092.835465,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3232ffa5-15d2-4c3a-a167-59750b348ba5","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784696092.835512,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3232ffa5-15d2-4c3a-a167-59750b348ba5","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784696092.8355367,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cd3b3d49-a6fe-4553-b90d-1ca3751a1d01"}
{"level":"info","ts":1784696092.9468515,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3cbba738-7084-4754-b1b0-e9baaea1d70f","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784696092.9469175,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3cbba738-7084-4754-b1b0-e9baaea1d70f","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784696710.9016292,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784696710.9017265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6d3f907-c994-4cfe-b4a2-ccd528c1983f"}
{"level":"info","ts":1784696710.901738,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f6d3f907-c994-4cfe-b4a2-ccd528c1983f"}
{"level":"info","ts":1784696710.9017503,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6d3f907-c994-4cfe-b4a2-ccd528c1983f","EoS":true}
{"level":"info","ts":1784696710.9017754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6d3f907-c994-4cfe-b4a2-ccd528c1983f","header":"x-maas-group"}
{"level":"info","ts":1784696710.9017856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6d3f907-c994-4cfe-b4a2-ccd528c1983f","header":"x-maas-username"}
{"level":"info","ts":1784696710.9017901,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6d3f907-c994-4cfe-b4a2-ccd528c1983f","header":"x-maas-subscription"}
{"level":"info","ts":1784696710.9018042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6d3f907-c994-4cfe-b4a2-ccd528c1983f","path":"/ai-tenant-e2e-inf-b-33bb6b/test-model-33bb6b/v1/chat/completions"}
{"level":"info","ts":1784696710.9018307,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f6d3f907-c994-4cfe-b4a2-ccd528c1983f"}
{"level":"info","ts":1784696710.9153135,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f6d3f907-c994-4cfe-b4a2-ccd528c1983f"}
{"level":"info","ts":1784696710.9153342,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f6d3f907-c994-4cfe-b4a2-ccd528c1983f"}
{"level":"info","ts":1784696710.9153514,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f6d3f907-c994-4cfe-b4a2-ccd528c1983f","EoS":false}
{"level":"info","ts":1784696710.915363,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f6d3f907-c994-4cfe-b4a2-ccd528c1983f","EoS":true}
{"level":"info","ts":1784696710.9154017,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f6d3f907-c994-4cfe-b4a2-ccd528c1983f"}
{"level":"info","ts":1784697162.8069034,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784697162.8069918,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64311603-e5b5-46ce-a2cd-205184b76dc9"}
{"level":"info","ts":1784697162.8070009,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"64311603-e5b5-46ce-a2cd-205184b76dc9"}
{"level":"info","ts":1784697162.8070128,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64311603-e5b5-46ce-a2cd-205184b76dc9","EoS":true}
{"level":"info","ts":1784697162.807043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64311603-e5b5-46ce-a2cd-205184b76dc9","header":"x-maas-group"}
{"level":"info","ts":1784697162.807053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64311603-e5b5-46ce-a2cd-205184b76dc9","header":"x-maas-username"}
{"level":"info","ts":1784697162.807058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64311603-e5b5-46ce-a2cd-205184b76dc9","header":"x-maas-subscription"}
{"level":"info","ts":1784697162.807087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64311603-e5b5-46ce-a2cd-205184b76dc9","path":"/ai-tenant-e2e-shared-a-81d7ca/rate-test-model-81d7ca/v1/completions"}
{"level":"info","ts":1784697162.8071125,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"64311603-e5b5-46ce-a2cd-205184b76dc9"}
{"level":"info","ts":1784697162.8202965,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"64311603-e5b5-46ce-a2cd-205184b76dc9"}
{"level":"info","ts":1784697162.8203251,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"64311603-e5b5-46ce-a2cd-205184b76dc9"}
{"level":"info","ts":1784697162.8203428,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"64311603-e5b5-46ce-a2cd-205184b76dc9","EoS":false}
{"level":"info","ts":1784697162.8203552,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"64311603-e5b5-46ce-a2cd-205184b76dc9","EoS":true}
{"level":"info","ts":1784697162.8204029,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"64311603-e5b5-46ce-a2cd-205184b76dc9"}
{"level":"info","ts":1784697163.8561704,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784697163.8562644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60950341-796a-4ee7-a93a-558bf32b3ec8"}
{"level":"info","ts":1784697163.856277,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"60950341-796a-4ee7-a93a-558bf32b3ec8"}
{"level":"info","ts":1784697163.8562894,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60950341-796a-4ee7-a93a-558bf32b3ec8","EoS":true}
{"level":"info","ts":1784697163.8563178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60950341-796a-4ee7-a93a-558bf32b3ec8","header":"x-maas-subscription"}
{"level":"info","ts":1784697163.856328,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60950341-796a-4ee7-a93a-558bf32b3ec8","header":"x-maas-group"}
{"level":"info","ts":1784697163.8563337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60950341-796a-4ee7-a93a-558bf32b3ec8","header":"x-maas-username"}
{"level":"info","ts":1784697163.8563485,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60950341-796a-4ee7-a93a-558bf32b3ec8","path":"/ai-tenant-e2e-shared-a-81d7ca/rate-test-model-81d7ca/v1/completions"}
{"level":"info","ts":1784697163.8563712,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"60950341-796a-4ee7-a93a-558bf32b3ec8"}
{"level":"info","ts":1784697163.857294,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"60950341-796a-4ee7-a93a-558bf32b3ec8"}
{"level":"info","ts":1784697163.8573155,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"60950341-796a-4ee7-a93a-558bf32b3ec8"}
{"level":"info","ts":1784697163.857332,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"60950341-796a-4ee7-a93a-558bf32b3ec8","EoS":false}
{"level":"info","ts":1784697163.8573475,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"60950341-796a-4ee7-a93a-558bf32b3ec8","EoS":true}
{"level":"info","ts":1784697163.8573892,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"60950341-796a-4ee7-a93a-558bf32b3ec8"}
{"level":"info","ts":1784697179.943332,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784697179.9434204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b797270d-b78a-4cf4-90b6-5b6eda0b72ce"}
{"level":"info","ts":1784697179.9434383,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b797270d-b78a-4cf4-90b6-5b6eda0b72ce"}
{"level":"info","ts":1784697179.943465,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b797270d-b78a-4cf4-90b6-5b6eda0b72ce","EoS":true}
{"level":"info","ts":1784697179.9435046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b797270d-b78a-4cf4-90b6-5b6eda0b72ce","header":"x-maas-subscription"}
{"level":"info","ts":1784697179.9435174,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b797270d-b78a-4cf4-90b6-5b6eda0b72ce","header":"x-maas-username"}
{"level":"info","ts":1784697179.9435248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b797270d-b78a-4cf4-90b6-5b6eda0b72ce","header":"x-maas-group"}
{"level":"info","ts":1784697179.943544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b797270d-b78a-4cf4-90b6-5b6eda0b72ce","path":"/ai-tenant-e2e-shared-b-0c4b46/rate-test-model-0c4b46/v1/completions"}
{"level":"info","ts":1784697179.943576,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b797270d-b78a-4cf4-90b6-5b6eda0b72ce"}
{"level":"info","ts":1784697179.9554315,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b797270d-b78a-4cf4-90b6-5b6eda0b72ce"}
{"level":"info","ts":1784697179.9554536,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b797270d-b78a-4cf4-90b6-5b6eda0b72ce"}
{"level":"info","ts":1784697179.9554696,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b797270d-b78a-4cf4-90b6-5b6eda0b72ce","EoS":false}
{"level":"info","ts":1784697179.9554825,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b797270d-b78a-4cf4-90b6-5b6eda0b72ce","EoS":true}
{"level":"info","ts":1784697179.955519,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b797270d-b78a-4cf4-90b6-5b6eda0b72ce"}