{"level":"info","ts":1785090396.9646988,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b3ff4cd4-2570-4d93-a964-22ca8606b946"} {"level":"info","ts":1785090396.9653854,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b3ff4cd4-2570-4d93-a964-22ca8606b946"} {"level":"info","ts":1785090396.9654067,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b3ff4cd4-2570-4d93-a964-22ca8606b946"} {"level":"info","ts":1785090396.9654245,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b3ff4cd4-2570-4d93-a964-22ca8606b946","EoS":false} {"level":"info","ts":1785090396.965443,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b3ff4cd4-2570-4d93-a964-22ca8606b946","EoS":true} {"level":"info","ts":1785090396.9654763,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b3ff4cd4-2570-4d93-a964-22ca8606b946"} {"level":"info","ts":1785090409.2001493,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090409.200235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35747d56-b111-42ee-962b-8be22d76536c"} {"level":"info","ts":1785090409.2002525,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"35747d56-b111-42ee-962b-8be22d76536c"} {"level":"info","ts":1785090409.2002728,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35747d56-b111-42ee-962b-8be22d76536c","EoS":true} {"level":"info","ts":1785090409.2003052,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35747d56-b111-42ee-962b-8be22d76536c","header":"x-maas-username"} {"level":"info","ts":1785090409.2003314,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35747d56-b111-42ee-962b-8be22d76536c","header":"x-maas-group"} {"level":"info","ts":1785090409.2003374,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35747d56-b111-42ee-962b-8be22d76536c","header":"x-maas-subscription"} {"level":"info","ts":1785090409.2003517,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35747d56-b111-42ee-962b-8be22d76536c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785090409.2003846,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"35747d56-b111-42ee-962b-8be22d76536c"} {"level":"info","ts":1785090409.202831,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"35747d56-b111-42ee-962b-8be22d76536c"} {"level":"info","ts":1785090409.202853,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"35747d56-b111-42ee-962b-8be22d76536c"} {"level":"info","ts":1785090409.2028744,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"35747d56-b111-42ee-962b-8be22d76536c","EoS":false} {"level":"info","ts":1785090409.2028918,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"35747d56-b111-42ee-962b-8be22d76536c","EoS":true} {"level":"info","ts":1785090409.2029204,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"35747d56-b111-42ee-962b-8be22d76536c"} {"level":"info","ts":1785090409.9416208,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090409.941683,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fca055b-ccf3-4877-96ce-3c456199c441"} {"level":"info","ts":1785090409.941692,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5fca055b-ccf3-4877-96ce-3c456199c441"} {"level":"info","ts":1785090409.9417026,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5fca055b-ccf3-4877-96ce-3c456199c441","EoS":true} {"level":"info","ts":1785090409.941724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fca055b-ccf3-4877-96ce-3c456199c441","header":"x-maas-username"} {"level":"info","ts":1785090409.9417353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fca055b-ccf3-4877-96ce-3c456199c441","header":"x-maas-group"} {"level":"info","ts":1785090409.9417422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fca055b-ccf3-4877-96ce-3c456199c441","header":"x-maas-subscription"} {"level":"info","ts":1785090409.9417536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fca055b-ccf3-4877-96ce-3c456199c441","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785090409.9417748,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5fca055b-ccf3-4877-96ce-3c456199c441"} {"level":"info","ts":1785090409.9426877,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5fca055b-ccf3-4877-96ce-3c456199c441"} {"level":"info","ts":1785090409.942711,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5fca055b-ccf3-4877-96ce-3c456199c441"} {"level":"info","ts":1785090409.942727,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5fca055b-ccf3-4877-96ce-3c456199c441","EoS":false} {"level":"info","ts":1785090409.9427385,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5fca055b-ccf3-4877-96ce-3c456199c441","EoS":true} {"level":"info","ts":1785090409.9427657,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5fca055b-ccf3-4877-96ce-3c456199c441"} {"level":"info","ts":1785090433.025335,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090433.0254016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f00c9cc8-cf5f-409a-a92a-616f48147182"} {"level":"info","ts":1785090433.0254107,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f00c9cc8-cf5f-409a-a92a-616f48147182"} {"level":"info","ts":1785090433.0254211,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f00c9cc8-cf5f-409a-a92a-616f48147182","EoS":true} {"level":"info","ts":1785090433.025446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f00c9cc8-cf5f-409a-a92a-616f48147182","header":"x-maas-group"} {"level":"info","ts":1785090433.0254824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f00c9cc8-cf5f-409a-a92a-616f48147182","header":"x-maas-subscription"} {"level":"info","ts":1785090433.0254898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f00c9cc8-cf5f-409a-a92a-616f48147182","header":"x-maas-username"} {"level":"info","ts":1785090433.0255084,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f00c9cc8-cf5f-409a-a92a-616f48147182","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785090433.0255399,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f00c9cc8-cf5f-409a-a92a-616f48147182"} {"level":"info","ts":1785090433.0378401,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f00c9cc8-cf5f-409a-a92a-616f48147182"} {"level":"info","ts":1785090433.0378613,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f00c9cc8-cf5f-409a-a92a-616f48147182"} {"level":"info","ts":1785090433.037881,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f00c9cc8-cf5f-409a-a92a-616f48147182","EoS":false} {"level":"info","ts":1785090433.0378926,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f00c9cc8-cf5f-409a-a92a-616f48147182","EoS":true} {"level":"info","ts":1785090433.037923,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f00c9cc8-cf5f-409a-a92a-616f48147182"} {"level":"info","ts":1785090433.1713889,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090433.1714544,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10489dd2-ada7-4f57-b0cd-a093a8f6a2fe"} {"level":"info","ts":1785090433.1714668,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"10489dd2-ada7-4f57-b0cd-a093a8f6a2fe"} {"level":"info","ts":1785090433.1714778,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10489dd2-ada7-4f57-b0cd-a093a8f6a2fe","EoS":true} {"level":"info","ts":1785090433.1714993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10489dd2-ada7-4f57-b0cd-a093a8f6a2fe","header":"x-maas-group"} {"level":"info","ts":1785090433.1715095,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10489dd2-ada7-4f57-b0cd-a093a8f6a2fe","header":"x-maas-subscription"} {"level":"info","ts":1785090433.1715145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10489dd2-ada7-4f57-b0cd-a093a8f6a2fe","header":"x-maas-username"} {"level":"info","ts":1785090433.1715264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10489dd2-ada7-4f57-b0cd-a093a8f6a2fe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785090433.1715498,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"10489dd2-ada7-4f57-b0cd-a093a8f6a2fe"} {"level":"info","ts":1785090433.1723254,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"10489dd2-ada7-4f57-b0cd-a093a8f6a2fe"} {"level":"info","ts":1785090433.1723456,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"10489dd2-ada7-4f57-b0cd-a093a8f6a2fe"} {"level":"info","ts":1785090433.1723623,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"10489dd2-ada7-4f57-b0cd-a093a8f6a2fe","EoS":false} {"level":"info","ts":1785090433.1723747,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"10489dd2-ada7-4f57-b0cd-a093a8f6a2fe","EoS":true} {"level":"info","ts":1785090433.1724029,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"10489dd2-ada7-4f57-b0cd-a093a8f6a2fe"} {"level":"info","ts":1785090433.3049777,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090433.3050811,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef34ed24-3561-4bbb-8906-cfd4ebc08474"} {"level":"info","ts":1785090433.3050978,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef34ed24-3561-4bbb-8906-cfd4ebc08474"} {"level":"info","ts":1785090433.3051116,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef34ed24-3561-4bbb-8906-cfd4ebc08474","EoS":true} {"level":"info","ts":1785090433.3051474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef34ed24-3561-4bbb-8906-cfd4ebc08474","header":"x-maas-group"} {"level":"info","ts":1785090433.3051586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef34ed24-3561-4bbb-8906-cfd4ebc08474","header":"x-maas-username"} {"level":"info","ts":1785090433.3051631,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef34ed24-3561-4bbb-8906-cfd4ebc08474","header":"x-maas-subscription"} {"level":"info","ts":1785090433.305177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef34ed24-3561-4bbb-8906-cfd4ebc08474","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785090433.3052125,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef34ed24-3561-4bbb-8906-cfd4ebc08474"} {"level":"info","ts":1785090433.3074777,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ef34ed24-3561-4bbb-8906-cfd4ebc08474"} {"level":"info","ts":1785090433.3074958,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ef34ed24-3561-4bbb-8906-cfd4ebc08474"} {"level":"info","ts":1785090433.307532,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef34ed24-3561-4bbb-8906-cfd4ebc08474","EoS":false} {"level":"info","ts":1785090433.3075454,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef34ed24-3561-4bbb-8906-cfd4ebc08474","EoS":true} {"level":"info","ts":1785090433.307577,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ef34ed24-3561-4bbb-8906-cfd4ebc08474"} {"level":"info","ts":1785090433.4415896,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090433.4416533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ca09bae-3481-4ba5-8ac5-b94fe600da57"} {"level":"info","ts":1785090433.4416625,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1ca09bae-3481-4ba5-8ac5-b94fe600da57"} {"level":"info","ts":1785090433.441673,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ca09bae-3481-4ba5-8ac5-b94fe600da57","EoS":true} {"level":"info","ts":1785090433.4416938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ca09bae-3481-4ba5-8ac5-b94fe600da57","header":"x-maas-username"} {"level":"info","ts":1785090433.441702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ca09bae-3481-4ba5-8ac5-b94fe600da57","header":"x-maas-subscription"} {"level":"info","ts":1785090433.441708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ca09bae-3481-4ba5-8ac5-b94fe600da57","header":"x-maas-group"} {"level":"info","ts":1785090433.441723,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ca09bae-3481-4ba5-8ac5-b94fe600da57","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785090433.44177,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1ca09bae-3481-4ba5-8ac5-b94fe600da57"} {"level":"info","ts":1785090433.4425802,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1ca09bae-3481-4ba5-8ac5-b94fe600da57"} {"level":"info","ts":1785090433.4425979,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1ca09bae-3481-4ba5-8ac5-b94fe600da57"} {"level":"info","ts":1785090433.4426124,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1ca09bae-3481-4ba5-8ac5-b94fe600da57","EoS":false} {"level":"info","ts":1785090433.442624,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1ca09bae-3481-4ba5-8ac5-b94fe600da57","EoS":true} {"level":"info","ts":1785090433.4426517,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1ca09bae-3481-4ba5-8ac5-b94fe600da57"} {"level":"info","ts":1785090433.5797787,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090433.5798457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0f7b591-6ed7-411e-b685-8eece7e686c9"} {"level":"info","ts":1785090433.579857,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0f7b591-6ed7-411e-b685-8eece7e686c9"} {"level":"info","ts":1785090433.5798695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0f7b591-6ed7-411e-b685-8eece7e686c9","EoS":true} {"level":"info","ts":1785090433.5799053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0f7b591-6ed7-411e-b685-8eece7e686c9","header":"x-maas-subscription"} {"level":"info","ts":1785090433.579916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0f7b591-6ed7-411e-b685-8eece7e686c9","header":"x-maas-username"} {"level":"info","ts":1785090433.579921,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0f7b591-6ed7-411e-b685-8eece7e686c9","header":"x-maas-group"} {"level":"info","ts":1785090433.5799344,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0f7b591-6ed7-411e-b685-8eece7e686c9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785090433.5799592,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0f7b591-6ed7-411e-b685-8eece7e686c9"} {"level":"info","ts":1785090433.5807593,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c0f7b591-6ed7-411e-b685-8eece7e686c9"} {"level":"info","ts":1785090433.5807781,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c0f7b591-6ed7-411e-b685-8eece7e686c9"} {"level":"info","ts":1785090433.5807939,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c0f7b591-6ed7-411e-b685-8eece7e686c9","EoS":false} {"level":"info","ts":1785090433.5808084,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c0f7b591-6ed7-411e-b685-8eece7e686c9","EoS":true} {"level":"info","ts":1785090433.5808363,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c0f7b591-6ed7-411e-b685-8eece7e686c9"} {"level":"info","ts":1785090450.3610213,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090450.3611193,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8273145-dbde-4c04-9ecf-75d160767478"} {"level":"info","ts":1785090450.3611343,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8273145-dbde-4c04-9ecf-75d160767478"} {"level":"info","ts":1785090450.3611507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8273145-dbde-4c04-9ecf-75d160767478","EoS":true} {"level":"info","ts":1785090450.3611927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8273145-dbde-4c04-9ecf-75d160767478","header":"x-maas-subscription"} {"level":"info","ts":1785090450.3612068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8273145-dbde-4c04-9ecf-75d160767478","header":"x-maas-group"} {"level":"info","ts":1785090450.3612132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8273145-dbde-4c04-9ecf-75d160767478","header":"x-maas-username"} {"level":"info","ts":1785090450.3612287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8273145-dbde-4c04-9ecf-75d160767478","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785090450.3612585,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8273145-dbde-4c04-9ecf-75d160767478"} {"level":"info","ts":1785090450.3637998,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b8273145-dbde-4c04-9ecf-75d160767478"} {"level":"info","ts":1785090450.3638203,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b8273145-dbde-4c04-9ecf-75d160767478"} {"level":"info","ts":1785090450.3638372,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8273145-dbde-4c04-9ecf-75d160767478","EoS":false} {"level":"info","ts":1785090450.3638535,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8273145-dbde-4c04-9ecf-75d160767478","EoS":true} {"level":"info","ts":1785090450.3638844,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b8273145-dbde-4c04-9ecf-75d160767478"} {"level":"info","ts":1785090450.447208,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090450.4472687,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f7d6d268-5777-4784-a1e6-2219bb76e7cb"} {"level":"info","ts":1785090450.449168,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f7d6d268-5777-4784-a1e6-2219bb76e7cb"} {"level":"info","ts":1785090450.4491904,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f7d6d268-5777-4784-a1e6-2219bb76e7cb"} {"level":"info","ts":1785090450.449206,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f7d6d268-5777-4784-a1e6-2219bb76e7cb","EoS":false} {"level":"info","ts":1785090450.449221,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f7d6d268-5777-4784-a1e6-2219bb76e7cb"} {"level":"info","ts":1785090450.44925,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f7d6d268-5777-4784-a1e6-2219bb76e7cb","EoS":true} {"level":"info","ts":1785090450.449263,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f7d6d268-5777-4784-a1e6-2219bb76e7cb"} {"level":"info","ts":1785090455.0310879,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090455.031167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e555a3a8-ee51-43b9-9edb-a7b3c563c4e2"} {"level":"info","ts":1785090455.0311875,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e555a3a8-ee51-43b9-9edb-a7b3c563c4e2"} {"level":"info","ts":1785090455.0311992,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e555a3a8-ee51-43b9-9edb-a7b3c563c4e2","EoS":true} {"level":"info","ts":1785090455.0312247,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e555a3a8-ee51-43b9-9edb-a7b3c563c4e2","header":"x-maas-group"} {"level":"info","ts":1785090455.0312347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e555a3a8-ee51-43b9-9edb-a7b3c563c4e2","header":"x-maas-subscription"} {"level":"info","ts":1785090455.0312395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e555a3a8-ee51-43b9-9edb-a7b3c563c4e2","header":"x-maas-username"} {"level":"info","ts":1785090455.0312526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e555a3a8-ee51-43b9-9edb-a7b3c563c4e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785090455.0312777,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e555a3a8-ee51-43b9-9edb-a7b3c563c4e2"} {"level":"info","ts":1785090455.0336993,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e555a3a8-ee51-43b9-9edb-a7b3c563c4e2"} {"level":"info","ts":1785090455.0337205,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e555a3a8-ee51-43b9-9edb-a7b3c563c4e2"} {"level":"info","ts":1785090455.0337362,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e555a3a8-ee51-43b9-9edb-a7b3c563c4e2","EoS":false} {"level":"info","ts":1785090455.0337484,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e555a3a8-ee51-43b9-9edb-a7b3c563c4e2","EoS":true} {"level":"info","ts":1785090455.0337818,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e555a3a8-ee51-43b9-9edb-a7b3c563c4e2"} {"level":"info","ts":1785090465.6063056,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090465.6063952,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6189447-cdd5-4b26-a8fd-2437ea68080f"} {"level":"info","ts":1785090465.6064057,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e6189447-cdd5-4b26-a8fd-2437ea68080f"} {"level":"info","ts":1785090465.6064172,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e6189447-cdd5-4b26-a8fd-2437ea68080f","EoS":true} {"level":"info","ts":1785090465.6064408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e6189447-cdd5-4b26-a8fd-2437ea68080f","header":"x-maas-username"} {"level":"info","ts":1785090465.6064515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e6189447-cdd5-4b26-a8fd-2437ea68080f","header":"x-maas-group"} {"level":"info","ts":1785090465.606456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e6189447-cdd5-4b26-a8fd-2437ea68080f","header":"x-maas-subscription"} {"level":"info","ts":1785090465.6064692,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6189447-cdd5-4b26-a8fd-2437ea68080f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785090465.606494,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e6189447-cdd5-4b26-a8fd-2437ea68080f"} {"level":"info","ts":1785090465.6072624,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e6189447-cdd5-4b26-a8fd-2437ea68080f"} {"level":"info","ts":1785090465.6072822,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e6189447-cdd5-4b26-a8fd-2437ea68080f"} {"level":"info","ts":1785090465.607299,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e6189447-cdd5-4b26-a8fd-2437ea68080f","EoS":false} {"level":"info","ts":1785090465.6073318,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e6189447-cdd5-4b26-a8fd-2437ea68080f","EoS":true} {"level":"info","ts":1785090465.6073608,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e6189447-cdd5-4b26-a8fd-2437ea68080f"} {"level":"info","ts":1785090478.4374955,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090478.4375706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"432efde0-a325-4e19-9a78-f869d2785d8a"} {"level":"info","ts":1785090478.4375792,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"432efde0-a325-4e19-9a78-f869d2785d8a"} {"level":"info","ts":1785090478.4375901,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"432efde0-a325-4e19-9a78-f869d2785d8a","EoS":true} {"level":"info","ts":1785090478.4376152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"432efde0-a325-4e19-9a78-f869d2785d8a","header":"x-maas-username"} {"level":"info","ts":1785090478.4376254,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"432efde0-a325-4e19-9a78-f869d2785d8a","header":"x-maas-subscription"} {"level":"info","ts":1785090478.4376304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"432efde0-a325-4e19-9a78-f869d2785d8a","header":"x-maas-group"} {"level":"info","ts":1785090478.4376438,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"432efde0-a325-4e19-9a78-f869d2785d8a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785090478.4376683,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"432efde0-a325-4e19-9a78-f869d2785d8a"} {"level":"info","ts":1785090478.4385998,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"432efde0-a325-4e19-9a78-f869d2785d8a"} {"level":"info","ts":1785090478.4386203,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"432efde0-a325-4e19-9a78-f869d2785d8a"} {"level":"info","ts":1785090478.4386353,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"432efde0-a325-4e19-9a78-f869d2785d8a","EoS":false} {"level":"info","ts":1785090478.4386475,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"432efde0-a325-4e19-9a78-f869d2785d8a","EoS":true} {"level":"info","ts":1785090478.4386756,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"432efde0-a325-4e19-9a78-f869d2785d8a"} {"level":"info","ts":1785090486.938964,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090486.9390574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b04c1ee8-d88d-4d81-9f63-a73f78cb918e"} {"level":"info","ts":1785090486.9390712,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b04c1ee8-d88d-4d81-9f63-a73f78cb918e"} {"level":"info","ts":1785090486.9390938,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b04c1ee8-d88d-4d81-9f63-a73f78cb918e","EoS":true} {"level":"info","ts":1785090486.9391212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b04c1ee8-d88d-4d81-9f63-a73f78cb918e","header":"x-maas-username"} {"level":"info","ts":1785090486.9391348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b04c1ee8-d88d-4d81-9f63-a73f78cb918e","header":"x-maas-subscription"} {"level":"info","ts":1785090486.9391434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b04c1ee8-d88d-4d81-9f63-a73f78cb918e","header":"x-maas-group"} {"level":"info","ts":1785090486.9391623,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b04c1ee8-d88d-4d81-9f63-a73f78cb918e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785090486.939188,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b04c1ee8-d88d-4d81-9f63-a73f78cb918e"} {"level":"info","ts":1785090486.9401453,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b04c1ee8-d88d-4d81-9f63-a73f78cb918e"} {"level":"info","ts":1785090486.9401665,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b04c1ee8-d88d-4d81-9f63-a73f78cb918e"} {"level":"info","ts":1785090486.9401808,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b04c1ee8-d88d-4d81-9f63-a73f78cb918e","EoS":false} {"level":"info","ts":1785090486.9401925,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b04c1ee8-d88d-4d81-9f63-a73f78cb918e","EoS":true} {"level":"info","ts":1785090486.9402444,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b04c1ee8-d88d-4d81-9f63-a73f78cb918e"} {"level":"info","ts":1785090495.7610314,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090495.7611315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0565833d-9e61-4b3b-85cd-93d8c778de00"} {"level":"info","ts":1785090495.761144,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0565833d-9e61-4b3b-85cd-93d8c778de00"} {"level":"info","ts":1785090495.7611566,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0565833d-9e61-4b3b-85cd-93d8c778de00","EoS":true} {"level":"info","ts":1785090495.7611809,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0565833d-9e61-4b3b-85cd-93d8c778de00","header":"x-maas-subscription"} {"level":"info","ts":1785090495.7612004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0565833d-9e61-4b3b-85cd-93d8c778de00","header":"x-maas-username"} {"level":"info","ts":1785090495.7612066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0565833d-9e61-4b3b-85cd-93d8c778de00","header":"x-maas-group"} {"level":"info","ts":1785090495.7612195,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0565833d-9e61-4b3b-85cd-93d8c778de00","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785090495.7612443,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0565833d-9e61-4b3b-85cd-93d8c778de00"} {"level":"info","ts":1785090495.7621632,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0565833d-9e61-4b3b-85cd-93d8c778de00"} {"level":"info","ts":1785090495.762191,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0565833d-9e61-4b3b-85cd-93d8c778de00"} {"level":"info","ts":1785090495.7622175,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0565833d-9e61-4b3b-85cd-93d8c778de00","EoS":false} {"level":"info","ts":1785090495.7622366,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0565833d-9e61-4b3b-85cd-93d8c778de00","EoS":true} {"level":"info","ts":1785090495.7622654,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0565833d-9e61-4b3b-85cd-93d8c778de00"} {"level":"info","ts":1785090523.527351,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090523.527438,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d65730a5-19d2-42b9-97e3-27fe59a9e78c"} {"level":"info","ts":1785090523.5274534,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d65730a5-19d2-42b9-97e3-27fe59a9e78c"} {"level":"info","ts":1785090523.5274732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d65730a5-19d2-42b9-97e3-27fe59a9e78c","EoS":true} {"level":"info","ts":1785090523.5275092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d65730a5-19d2-42b9-97e3-27fe59a9e78c","header":"x-maas-group"} {"level":"info","ts":1785090523.5275223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d65730a5-19d2-42b9-97e3-27fe59a9e78c","header":"x-maas-subscription"} {"level":"info","ts":1785090523.5275316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d65730a5-19d2-42b9-97e3-27fe59a9e78c","header":"x-maas-username"} {"level":"info","ts":1785090523.52755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d65730a5-19d2-42b9-97e3-27fe59a9e78c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785090523.5275831,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d65730a5-19d2-42b9-97e3-27fe59a9e78c"} {"level":"info","ts":1785090523.5293097,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d65730a5-19d2-42b9-97e3-27fe59a9e78c"} {"level":"info","ts":1785090523.5293493,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d65730a5-19d2-42b9-97e3-27fe59a9e78c"} {"level":"info","ts":1785090523.529367,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d65730a5-19d2-42b9-97e3-27fe59a9e78c","EoS":false} {"level":"info","ts":1785090523.5293787,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d65730a5-19d2-42b9-97e3-27fe59a9e78c","EoS":true} {"level":"info","ts":1785090523.52941,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d65730a5-19d2-42b9-97e3-27fe59a9e78c"} {"level":"info","ts":1785090545.9092183,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090545.9092932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7a12d59-cea8-4e28-97e8-7cd1902fefa8"} {"level":"info","ts":1785090545.9093056,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7a12d59-cea8-4e28-97e8-7cd1902fefa8"} {"level":"info","ts":1785090545.9093409,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7a12d59-cea8-4e28-97e8-7cd1902fefa8","EoS":true} {"level":"info","ts":1785090545.9093664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7a12d59-cea8-4e28-97e8-7cd1902fefa8","header":"x-maas-subscription"} {"level":"info","ts":1785090545.9093778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7a12d59-cea8-4e28-97e8-7cd1902fefa8","header":"x-maas-username"} {"level":"info","ts":1785090545.9093828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7a12d59-cea8-4e28-97e8-7cd1902fefa8","header":"x-maas-group"} {"level":"info","ts":1785090545.909397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7a12d59-cea8-4e28-97e8-7cd1902fefa8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785090545.9094253,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b7a12d59-cea8-4e28-97e8-7cd1902fefa8"} {"level":"info","ts":1785090545.9101434,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b7a12d59-cea8-4e28-97e8-7cd1902fefa8"} {"level":"info","ts":1785090545.9101639,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b7a12d59-cea8-4e28-97e8-7cd1902fefa8"} {"level":"info","ts":1785090545.9101837,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7a12d59-cea8-4e28-97e8-7cd1902fefa8","EoS":false} {"level":"info","ts":1785090545.9102018,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7a12d59-cea8-4e28-97e8-7cd1902fefa8","EoS":true} {"level":"info","ts":1785090545.9102402,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b7a12d59-cea8-4e28-97e8-7cd1902fefa8"} {"level":"info","ts":1785090572.1272075,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090572.1272817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"289fdb92-280b-4636-88b9-7bdf47b3ac4d"} {"level":"info","ts":1785090572.1272953,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"289fdb92-280b-4636-88b9-7bdf47b3ac4d"} {"level":"info","ts":1785090572.127307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"289fdb92-280b-4636-88b9-7bdf47b3ac4d","EoS":true} {"level":"info","ts":1785090572.127362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"289fdb92-280b-4636-88b9-7bdf47b3ac4d","header":"x-maas-subscription"} {"level":"info","ts":1785090572.1273727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"289fdb92-280b-4636-88b9-7bdf47b3ac4d","header":"x-maas-group"} {"level":"info","ts":1785090572.1273787,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"289fdb92-280b-4636-88b9-7bdf47b3ac4d","header":"x-maas-username"} {"level":"info","ts":1785090572.1273937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"289fdb92-280b-4636-88b9-7bdf47b3ac4d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785090572.127435,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"289fdb92-280b-4636-88b9-7bdf47b3ac4d"} {"level":"info","ts":1785090572.1282775,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"289fdb92-280b-4636-88b9-7bdf47b3ac4d"} {"level":"info","ts":1785090572.1282978,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"289fdb92-280b-4636-88b9-7bdf47b3ac4d"} {"level":"info","ts":1785090572.1283438,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"289fdb92-280b-4636-88b9-7bdf47b3ac4d","EoS":false} {"level":"info","ts":1785090572.1283786,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"289fdb92-280b-4636-88b9-7bdf47b3ac4d","EoS":true} {"level":"info","ts":1785090572.1284208,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"289fdb92-280b-4636-88b9-7bdf47b3ac4d"} {"level":"info","ts":1785090581.516751,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090581.5168464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9e7f424-bed1-482d-acf7-f761df971c02"} {"level":"info","ts":1785090581.5168614,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f9e7f424-bed1-482d-acf7-f761df971c02"} {"level":"info","ts":1785090581.5168753,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9e7f424-bed1-482d-acf7-f761df971c02","EoS":true} {"level":"info","ts":1785090581.5168989,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9e7f424-bed1-482d-acf7-f761df971c02","header":"x-maas-username"} {"level":"info","ts":1785090581.516909,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9e7f424-bed1-482d-acf7-f761df971c02","header":"x-maas-subscription"} {"level":"info","ts":1785090581.5169148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9e7f424-bed1-482d-acf7-f761df971c02","header":"x-maas-group"} {"level":"info","ts":1785090581.5169327,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9e7f424-bed1-482d-acf7-f761df971c02","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785090581.516961,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f9e7f424-bed1-482d-acf7-f761df971c02"} {"level":"info","ts":1785090581.5178363,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f9e7f424-bed1-482d-acf7-f761df971c02"} {"level":"info","ts":1785090581.5178564,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f9e7f424-bed1-482d-acf7-f761df971c02"} {"level":"info","ts":1785090581.5178714,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f9e7f424-bed1-482d-acf7-f761df971c02","EoS":false} {"level":"info","ts":1785090581.5178828,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f9e7f424-bed1-482d-acf7-f761df971c02","EoS":true} {"level":"info","ts":1785090581.5179143,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f9e7f424-bed1-482d-acf7-f761df971c02"} {"level":"info","ts":1785090581.5522993,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090581.5523803,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8dfdd1a4-293a-43fc-81b3-3a63794ad478"} {"level":"info","ts":1785090581.5523906,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8dfdd1a4-293a-43fc-81b3-3a63794ad478"} {"level":"info","ts":1785090581.5524008,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8dfdd1a4-293a-43fc-81b3-3a63794ad478","EoS":true} {"level":"info","ts":1785090581.5524232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8dfdd1a4-293a-43fc-81b3-3a63794ad478","header":"x-maas-group"} {"level":"info","ts":1785090581.5524352,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8dfdd1a4-293a-43fc-81b3-3a63794ad478","header":"x-maas-username"} {"level":"info","ts":1785090581.552441,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8dfdd1a4-293a-43fc-81b3-3a63794ad478","header":"x-maas-subscription"} {"level":"info","ts":1785090581.5524528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8dfdd1a4-293a-43fc-81b3-3a63794ad478","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785090581.5524752,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8dfdd1a4-293a-43fc-81b3-3a63794ad478"} {"level":"info","ts":1785090581.555281,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8dfdd1a4-293a-43fc-81b3-3a63794ad478"} {"level":"info","ts":1785090581.555298,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8dfdd1a4-293a-43fc-81b3-3a63794ad478"} {"level":"info","ts":1785090581.555329,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8dfdd1a4-293a-43fc-81b3-3a63794ad478","EoS":false} {"level":"info","ts":1785090581.5553448,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8dfdd1a4-293a-43fc-81b3-3a63794ad478","EoS":true} {"level":"info","ts":1785090581.5553713,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8dfdd1a4-293a-43fc-81b3-3a63794ad478"} {"level":"info","ts":1785090600.5266314,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090600.5267134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"295c9d98-de6f-4b17-8e62-8d4ad62f12d0"} {"level":"info","ts":1785090600.526727,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"295c9d98-de6f-4b17-8e62-8d4ad62f12d0"} {"level":"info","ts":1785090600.526738,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"295c9d98-de6f-4b17-8e62-8d4ad62f12d0","EoS":true} {"level":"info","ts":1785090600.5267625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"295c9d98-de6f-4b17-8e62-8d4ad62f12d0","header":"x-maas-subscription"} {"level":"info","ts":1785090600.526774,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"295c9d98-de6f-4b17-8e62-8d4ad62f12d0","header":"x-maas-username"} {"level":"info","ts":1785090600.5267792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"295c9d98-de6f-4b17-8e62-8d4ad62f12d0","header":"x-maas-group"} {"level":"info","ts":1785090600.5267932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"295c9d98-de6f-4b17-8e62-8d4ad62f12d0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785090600.5268176,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"295c9d98-de6f-4b17-8e62-8d4ad62f12d0"} {"level":"info","ts":1785090600.527729,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"295c9d98-de6f-4b17-8e62-8d4ad62f12d0"} {"level":"info","ts":1785090600.5277495,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"295c9d98-de6f-4b17-8e62-8d4ad62f12d0"} {"level":"info","ts":1785090600.5277655,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"295c9d98-de6f-4b17-8e62-8d4ad62f12d0","EoS":false} {"level":"info","ts":1785090600.5277772,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"295c9d98-de6f-4b17-8e62-8d4ad62f12d0","EoS":true} {"level":"info","ts":1785090600.5278046,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"295c9d98-de6f-4b17-8e62-8d4ad62f12d0"} {"level":"info","ts":1785090730.9647105,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090730.9647882,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca2a8db2-36a5-496f-b1bf-3982b8ac7267"} {"level":"info","ts":1785090730.964826,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ca2a8db2-36a5-496f-b1bf-3982b8ac7267"} {"level":"info","ts":1785090730.9648397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca2a8db2-36a5-496f-b1bf-3982b8ac7267","EoS":true} {"level":"info","ts":1785090730.9648635,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca2a8db2-36a5-496f-b1bf-3982b8ac7267","header":"x-maas-subscription"} {"level":"info","ts":1785090730.964874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca2a8db2-36a5-496f-b1bf-3982b8ac7267","header":"x-maas-username"} {"level":"info","ts":1785090730.9648795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca2a8db2-36a5-496f-b1bf-3982b8ac7267","header":"x-maas-group"} {"level":"info","ts":1785090730.9648929,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca2a8db2-36a5-496f-b1bf-3982b8ac7267","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785090730.9649167,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ca2a8db2-36a5-496f-b1bf-3982b8ac7267"} {"level":"info","ts":1785090730.9661932,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ca2a8db2-36a5-496f-b1bf-3982b8ac7267"} {"level":"info","ts":1785090730.9662204,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ca2a8db2-36a5-496f-b1bf-3982b8ac7267"} {"level":"info","ts":1785090730.9662437,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ca2a8db2-36a5-496f-b1bf-3982b8ac7267","EoS":false} {"level":"info","ts":1785090730.96626,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ca2a8db2-36a5-496f-b1bf-3982b8ac7267","EoS":true} {"level":"info","ts":1785090730.9663005,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ca2a8db2-36a5-496f-b1bf-3982b8ac7267"} {"level":"info","ts":1785090770.018761,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090770.0188327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41d5421d-91bb-4fd7-ad35-b197a6817578"} {"level":"info","ts":1785090770.018845,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"41d5421d-91bb-4fd7-ad35-b197a6817578"} {"level":"info","ts":1785090770.0188563,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"41d5421d-91bb-4fd7-ad35-b197a6817578","EoS":true} {"level":"info","ts":1785090770.0188797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41d5421d-91bb-4fd7-ad35-b197a6817578","header":"x-maas-subscription"} {"level":"info","ts":1785090770.01889,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41d5421d-91bb-4fd7-ad35-b197a6817578","header":"x-maas-group"} {"level":"info","ts":1785090770.0188959,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41d5421d-91bb-4fd7-ad35-b197a6817578","header":"x-maas-username"} {"level":"info","ts":1785090770.0189085,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41d5421d-91bb-4fd7-ad35-b197a6817578","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785090770.0189333,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"41d5421d-91bb-4fd7-ad35-b197a6817578"} {"level":"info","ts":1785090770.0198147,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"41d5421d-91bb-4fd7-ad35-b197a6817578"} {"level":"info","ts":1785090770.0198352,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"41d5421d-91bb-4fd7-ad35-b197a6817578"} {"level":"info","ts":1785090770.01985,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"41d5421d-91bb-4fd7-ad35-b197a6817578","EoS":false} {"level":"info","ts":1785090770.0198617,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"41d5421d-91bb-4fd7-ad35-b197a6817578","EoS":true} {"level":"info","ts":1785090770.0198884,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"41d5421d-91bb-4fd7-ad35-b197a6817578"} {"level":"info","ts":1785090785.2603772,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090785.2604473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05c74043-c2b8-4a8f-93e4-91ae183c5863"} {"level":"info","ts":1785090785.2604582,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"05c74043-c2b8-4a8f-93e4-91ae183c5863"} {"level":"info","ts":1785090785.2604697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05c74043-c2b8-4a8f-93e4-91ae183c5863","EoS":true} {"level":"info","ts":1785090785.260495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05c74043-c2b8-4a8f-93e4-91ae183c5863","header":"x-maas-group"} {"level":"info","ts":1785090785.2605052,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05c74043-c2b8-4a8f-93e4-91ae183c5863","header":"x-maas-username"} {"level":"info","ts":1785090785.2605112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05c74043-c2b8-4a8f-93e4-91ae183c5863","header":"x-maas-subscription"} {"level":"info","ts":1785090785.2605236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05c74043-c2b8-4a8f-93e4-91ae183c5863","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785090785.2605472,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"05c74043-c2b8-4a8f-93e4-91ae183c5863"} {"level":"info","ts":1785090785.2630465,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"05c74043-c2b8-4a8f-93e4-91ae183c5863"} {"level":"info","ts":1785090785.263064,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"05c74043-c2b8-4a8f-93e4-91ae183c5863"} {"level":"info","ts":1785090785.263077,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"05c74043-c2b8-4a8f-93e4-91ae183c5863","EoS":false} {"level":"info","ts":1785090785.263089,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"05c74043-c2b8-4a8f-93e4-91ae183c5863","EoS":true} {"level":"info","ts":1785090785.2631183,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"05c74043-c2b8-4a8f-93e4-91ae183c5863"} {"level":"info","ts":1785091097.1550958,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785091097.1551824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a550d48-20e2-4bc0-9f6c-fe54c380b755"} {"level":"info","ts":1785091097.155197,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a550d48-20e2-4bc0-9f6c-fe54c380b755"} {"level":"info","ts":1785091097.1552172,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a550d48-20e2-4bc0-9f6c-fe54c380b755","EoS":true} {"level":"info","ts":1785091097.1552513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a550d48-20e2-4bc0-9f6c-fe54c380b755","header":"x-maas-group"} {"level":"info","ts":1785091097.1552656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a550d48-20e2-4bc0-9f6c-fe54c380b755","header":"x-maas-subscription"} {"level":"info","ts":1785091097.1552737,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a550d48-20e2-4bc0-9f6c-fe54c380b755","header":"x-maas-username"} {"level":"info","ts":1785091097.1552906,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a550d48-20e2-4bc0-9f6c-fe54c380b755","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785091097.155346,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a550d48-20e2-4bc0-9f6c-fe54c380b755"} {"level":"info","ts":1785091097.1561475,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6a550d48-20e2-4bc0-9f6c-fe54c380b755"} {"level":"info","ts":1785091097.1561675,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6a550d48-20e2-4bc0-9f6c-fe54c380b755"} {"level":"info","ts":1785091097.1561818,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6a550d48-20e2-4bc0-9f6c-fe54c380b755","EoS":false} {"level":"info","ts":1785091097.1561928,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6a550d48-20e2-4bc0-9f6c-fe54c380b755","EoS":true} {"level":"info","ts":1785091097.1562212,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6a550d48-20e2-4bc0-9f6c-fe54c380b755"} {"level":"info","ts":1785091101.9067874,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6f720ff3-55f0-434c-b766-2e7225d17af8","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785091101.9071162,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35599.287350053,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785091101.907143,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785091101.9833913,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785091102.0071478,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6f720ff3-55f0-434c-b766-2e7225d17af8","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785091102.022848,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c031d127-595f-4884-be7c-843e7f3918f8"} {"level":"info","ts":1785091102.0228894,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a81499be-7d4d-4afb-90e8-e0d67620b537","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785091102.0229309,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a81499be-7d4d-4afb-90e8-e0d67620b537","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785091102.0293756,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32918.371754535,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785091102.029397,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785091102.029567,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6d2fd07-0b24-4ed0-956a-7e58e49e0d2b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785091102.0296054,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6d2fd07-0b24-4ed0-956a-7e58e49e0d2b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785091102.0383587,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785091102.130456,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c031d127-595f-4884-be7c-843e7f3918f8","name":"e2e-external-provider"} {"level":"info","ts":1785091102.1360073,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e066ee4f-8bbd-4a82-9381-1b9dea6c0cb1"} {"level":"info","ts":1785091102.1360073,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"121e1773-4ff0-4535-92f9-246ab1ccd516","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785091102.1361563,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"121e1773-4ff0-4535-92f9-246ab1ccd516","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785091102.1462264,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c031d127-595f-4884-be7c-843e7f3918f8","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785091102.1465595,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e066ee4f-8bbd-4a82-9381-1b9dea6c0cb1","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785091102.1465802,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ebdfd95-1858-4795-91e3-d0d630e82d59","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785091102.1466181,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ebdfd95-1858-4795-91e3-d0d630e82d59","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785091102.1542544,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23e49a22-eed6-49ca-b14f-0d6580cf1b69","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785091102.1542811,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23e49a22-eed6-49ca-b14f-0d6580cf1b69","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785091102.1551642,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e066ee4f-8bbd-4a82-9381-1b9dea6c0cb1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785091102.155222,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28990329-7f39-4aa2-993d-5c4baec4fea4"} {"level":"info","ts":1785091102.1552398,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28990329-7f39-4aa2-993d-5c4baec4fea4","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785091102.1588688,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c031d127-595f-4884-be7c-843e7f3918f8","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785091102.1600192,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28990329-7f39-4aa2-993d-5c4baec4fea4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785091102.168007,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c031d127-595f-4884-be7c-843e7f3918f8","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785091102.1710775,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7df2930b-6b3b-45a9-babd-3254977fc4c8"} {"level":"info","ts":1785091102.1711032,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7df2930b-6b3b-45a9-babd-3254977fc4c8","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785091102.176224,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dafc64d0-320e-4ab2-8d42-1a10a411117e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785091102.17624,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"710d78f9-8ed3-49d4-a611-57064a131a32","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785091102.1762502,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dafc64d0-320e-4ab2-8d42-1a10a411117e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785091102.1762574,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"710d78f9-8ed3-49d4-a611-57064a131a32","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785091102.1765537,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf52648a-a78b-4323-b67a-b4f8e4251999"} {"level":"info","ts":1785091102.176609,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf52648a-a78b-4323-b67a-b4f8e4251999","name":"e2e-external-provider"} {"level":"error","ts":1785091102.1767156,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7df2930b-6b3b-45a9-babd-3254977fc4c8","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785091102.1767676,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c826648-fda6-48c4-aa76-404b2d701b95"} {"level":"info","ts":1785091102.1769493,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35505.92011308,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785091102.1769674,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785091102.1842556,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785091102.1876996,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf52648a-a78b-4323-b67a-b4f8e4251999","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785091102.2777638,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c826648-fda6-48c4-aa76-404b2d701b95","name":"e2e-external-model"} {"level":"info","ts":1785091102.290695,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c826648-fda6-48c4-aa76-404b2d701b95","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785091102.3144178,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6a42c2f-7fe4-4166-952c-6a1dc37944cd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785091102.3144546,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6a42c2f-7fe4-4166-952c-6a1dc37944cd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785091102.3148658,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9361659a-85c0-4e75-90cc-7e33cd77f476"} {"level":"info","ts":1785091102.3149152,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9361659a-85c0-4e75-90cc-7e33cd77f476","name":"e2e-external-model"} {"level":"info","ts":1785091102.4241571,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9361659a-85c0-4e75-90cc-7e33cd77f476","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785091109.6526222,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785091109.6526916,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d6c0a22-c6be-4901-b32c-fc588d332813"} {"level":"info","ts":1785091109.652702,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1d6c0a22-c6be-4901-b32c-fc588d332813"} {"level":"info","ts":1785091109.6527233,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d6c0a22-c6be-4901-b32c-fc588d332813","EoS":true} {"level":"info","ts":1785091109.6527476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d6c0a22-c6be-4901-b32c-fc588d332813","header":"x-maas-username"} {"level":"info","ts":1785091109.6527572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d6c0a22-c6be-4901-b32c-fc588d332813","header":"x-maas-subscription"} {"level":"info","ts":1785091109.6527624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d6c0a22-c6be-4901-b32c-fc588d332813","header":"x-maas-group"} {"level":"info","ts":1785091109.6527781,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d6c0a22-c6be-4901-b32c-fc588d332813","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785091109.652788,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1d6c0a22-c6be-4901-b32c-fc588d332813","modelName":"e2e-external-model"} {"level":"info","ts":1785091109.6527998,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1d6c0a22-c6be-4901-b32c-fc588d332813","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785091109.6528337,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"1d6c0a22-c6be-4901-b32c-fc588d332813","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785091109.65285,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"1d6c0a22-c6be-4901-b32c-fc588d332813","authType":"apikey"} {"level":"info","ts":1785091109.6528766,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1d6c0a22-c6be-4901-b32c-fc588d332813"} {"level":"info","ts":1785091109.7659307,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f141f3d-b17b-482c-b1da-83445ae93d75"} {"level":"info","ts":1785091109.7659163,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3175ccbe-c31b-4446-8bbb-df6c1c422e1b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785091109.7659743,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3175ccbe-c31b-4446-8bbb-df6c1c422e1b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785091109.7742746,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71bf3dd0-911b-4c32-91c7-c737d90b302b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785091109.7743094,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71bf3dd0-911b-4c32-91c7-c737d90b302b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785091109.775706,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f141f3d-b17b-482c-b1da-83445ae93d75","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785091109.7757752,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f141f3d-b17b-482c-b1da-83445ae93d75","name":"e2e-cleanup-test"} {"level":"info","ts":1785091109.793518,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"066a5525-ac56-4b59-908d-db4a5a63e7d6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785091109.7935555,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"066a5525-ac56-4b59-908d-db4a5a63e7d6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785091109.7949843,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f141f3d-b17b-482c-b1da-83445ae93d75","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785091109.7950218,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f141f3d-b17b-482c-b1da-83445ae93d75","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785091109.7950613,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f6d89ca-75ef-4c72-9bd8-a50e6da41aa4"} {"level":"info","ts":1785091109.795102,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f6d89ca-75ef-4c72-9bd8-a50e6da41aa4","name":"e2e-cleanup-test"} {"level":"info","ts":1785091109.8095834,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac958a39-26c5-4e55-bc4d-ffa038ae7bba","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785091109.8096204,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac958a39-26c5-4e55-bc4d-ffa038ae7bba","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785091109.8131218,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f6d89ca-75ef-4c72-9bd8-a50e6da41aa4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785091109.8131611,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f6d89ca-75ef-4c72-9bd8-a50e6da41aa4","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785091109.8132267,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b1e008e-4154-4067-92d8-41a4cc2ab966"} {"level":"info","ts":1785091109.8132803,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b1e008e-4154-4067-92d8-41a4cc2ab966","name":"e2e-cleanup-test"} {"level":"info","ts":1785091109.8221326,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b1e008e-4154-4067-92d8-41a4cc2ab966","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785091109.8281665,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4efa1ad-bd13-43a9-82e0-b8b5b2a70c50","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785091109.828198,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4efa1ad-bd13-43a9-82e0-b8b5b2a70c50","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785091109.8307366,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b1e008e-4154-4067-92d8-41a4cc2ab966","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785091109.8308086,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"509f0de1-5130-4859-a4a0-cee2436ee0cd"} {"level":"info","ts":1785091109.830866,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"509f0de1-5130-4859-a4a0-cee2436ee0cd","name":"e2e-cleanup-test"} {"level":"info","ts":1785091109.8395703,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"509f0de1-5130-4859-a4a0-cee2436ee0cd","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785091118.0199866,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ebb8bee-d27e-4b87-b8f1-66d24b6ebf47"} {"level":"info","ts":1785091118.0200238,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23f4325f-1a84-4fab-a8c1-8a10ad3a6b76","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785091118.020062,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23f4325f-1a84-4fab-a8c1-8a10ad3a6b76","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785091122.3092227,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785091122.3092842,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4759d54-3195-45bc-a865-c67f35ca6f54"} {"level":"info","ts":1785091122.3092923,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f4759d54-3195-45bc-a865-c67f35ca6f54"} {"level":"info","ts":1785091122.3093038,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4759d54-3195-45bc-a865-c67f35ca6f54","EoS":true} {"level":"info","ts":1785091122.3093538,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4759d54-3195-45bc-a865-c67f35ca6f54","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785091122.3093781,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f4759d54-3195-45bc-a865-c67f35ca6f54"} {"level":"info","ts":1785091122.3428428,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785091122.342904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a7fc024-55a5-4297-82d4-c0c4a1d2970a"} {"level":"info","ts":1785091122.342915,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a7fc024-55a5-4297-82d4-c0c4a1d2970a"} {"level":"info","ts":1785091122.3429286,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a7fc024-55a5-4297-82d4-c0c4a1d2970a","EoS":true} {"level":"info","ts":1785091122.3429482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a7fc024-55a5-4297-82d4-c0c4a1d2970a","header":"x-maas-username"} {"level":"info","ts":1785091122.3429585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a7fc024-55a5-4297-82d4-c0c4a1d2970a","header":"x-maas-subscription"} {"level":"info","ts":1785091122.3429627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a7fc024-55a5-4297-82d4-c0c4a1d2970a","header":"x-maas-group"} {"level":"info","ts":1785091122.3429763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a7fc024-55a5-4297-82d4-c0c4a1d2970a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785091122.3429828,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2a7fc024-55a5-4297-82d4-c0c4a1d2970a","modelName":"e2e-external-model"} {"level":"info","ts":1785091122.3429947,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2a7fc024-55a5-4297-82d4-c0c4a1d2970a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785091122.3430166,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"2a7fc024-55a5-4297-82d4-c0c4a1d2970a","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785091122.3430321,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"2a7fc024-55a5-4297-82d4-c0c4a1d2970a","authType":"apikey"} {"level":"info","ts":1785091122.3430552,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2a7fc024-55a5-4297-82d4-c0c4a1d2970a"} {"level":"info","ts":1785091122.3741457,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785091122.374221,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24f7d706-98fd-4bb7-b81d-21bd6117e6ff"} {"level":"info","ts":1785091122.374239,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"24f7d706-98fd-4bb7-b81d-21bd6117e6ff"} {"level":"info","ts":1785091122.3742576,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24f7d706-98fd-4bb7-b81d-21bd6117e6ff","EoS":true} {"level":"info","ts":1785091122.3742886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24f7d706-98fd-4bb7-b81d-21bd6117e6ff","header":"x-maas-username"} {"level":"info","ts":1785091122.3743024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24f7d706-98fd-4bb7-b81d-21bd6117e6ff","header":"x-maas-subscription"} {"level":"info","ts":1785091122.374332,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24f7d706-98fd-4bb7-b81d-21bd6117e6ff","header":"x-maas-group"} {"level":"info","ts":1785091122.3743527,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24f7d706-98fd-4bb7-b81d-21bd6117e6ff","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785091122.374385,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"24f7d706-98fd-4bb7-b81d-21bd6117e6ff"} {"level":"info","ts":1785091122.4737136,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"24f7d706-98fd-4bb7-b81d-21bd6117e6ff"} {"level":"info","ts":1785091122.47374,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"24f7d706-98fd-4bb7-b81d-21bd6117e6ff"} {"level":"info","ts":1785091122.4737616,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"24f7d706-98fd-4bb7-b81d-21bd6117e6ff","EoS":false} {"level":"info","ts":1785091122.4737742,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"24f7d706-98fd-4bb7-b81d-21bd6117e6ff","EoS":true} {"level":"error","ts":1785091122.4737835,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"24f7d706-98fd-4bb7-b81d-21bd6117e6ff","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785091122.4738355,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"24f7d706-98fd-4bb7-b81d-21bd6117e6ff"} {"level":"info","ts":1785091122.5047903,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785091122.504864,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"903cc519-e7a8-454f-ba53-4b56ac1f790a"} {"level":"info","ts":1785091122.5048778,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"903cc519-e7a8-454f-ba53-4b56ac1f790a"} {"level":"info","ts":1785091122.5048954,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"903cc519-e7a8-454f-ba53-4b56ac1f790a","EoS":true} {"level":"info","ts":1785091122.5049288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"903cc519-e7a8-454f-ba53-4b56ac1f790a","header":"x-maas-group"} {"level":"info","ts":1785091122.5049415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"903cc519-e7a8-454f-ba53-4b56ac1f790a","header":"x-maas-username"} {"level":"info","ts":1785091122.5049496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"903cc519-e7a8-454f-ba53-4b56ac1f790a","header":"x-maas-subscription"} {"level":"info","ts":1785091122.5049849,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"903cc519-e7a8-454f-ba53-4b56ac1f790a"} {"level":"info","ts":1785091122.6063664,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"903cc519-e7a8-454f-ba53-4b56ac1f790a"} {"level":"info","ts":1785091122.6063926,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"903cc519-e7a8-454f-ba53-4b56ac1f790a"} {"level":"info","ts":1785091122.6064093,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"903cc519-e7a8-454f-ba53-4b56ac1f790a","EoS":false} {"level":"info","ts":1785091122.606423,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"903cc519-e7a8-454f-ba53-4b56ac1f790a","EoS":true} {"level":"error","ts":1785091122.6064339,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"903cc519-e7a8-454f-ba53-4b56ac1f790a","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785091122.6064653,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"903cc519-e7a8-454f-ba53-4b56ac1f790a"} {"level":"info","ts":1785091123.4309328,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0e63a52-b56f-4cf6-978c-9d935c59ead2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785091123.430983,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0e63a52-b56f-4cf6-978c-9d935c59ead2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785091123.4309328,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f4c01712-3798-420a-87bc-43ccc1e655e2"} {"level":"info","ts":1785091123.5793333,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"72ad2289-2869-40f5-88f0-b2bbc555558d"} {"level":"info","ts":1785091123.5793762,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"97dfd54f-2272-4320-b40b-4844020e8dc4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785091123.5794017,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"97dfd54f-2272-4320-b40b-4844020e8dc4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785091123.690194,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6c07cb7f-e75b-423c-a837-4a4d67d9b354","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785091123.6902528,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6c07cb7f-e75b-423c-a837-4a4d67d9b354","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785092417.610445,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785092417.6105397,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2dfe9438-0e3e-4bd1-a828-1d4f031fdfc9"} {"level":"info","ts":1785092482.0218182,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785092482.0219254,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"672bdf4d-85dd-4983-b04a-70e5dc9e7d0d"} {"level":"info","ts":1785092482.0219388,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"672bdf4d-85dd-4983-b04a-70e5dc9e7d0d"} {"level":"info","ts":1785092482.0219545,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"672bdf4d-85dd-4983-b04a-70e5dc9e7d0d","EoS":true} {"level":"info","ts":1785092482.0219817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"672bdf4d-85dd-4983-b04a-70e5dc9e7d0d","header":"x-maas-username"} {"level":"info","ts":1785092482.0219936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"672bdf4d-85dd-4983-b04a-70e5dc9e7d0d","header":"x-maas-group"} {"level":"info","ts":1785092482.021999,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"672bdf4d-85dd-4983-b04a-70e5dc9e7d0d","header":"x-maas-subscription"} {"level":"info","ts":1785092482.0220132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"672bdf4d-85dd-4983-b04a-70e5dc9e7d0d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785092482.022042,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"672bdf4d-85dd-4983-b04a-70e5dc9e7d0d"} {"level":"info","ts":1785092482.026723,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"672bdf4d-85dd-4983-b04a-70e5dc9e7d0d"} {"level":"info","ts":1785092482.0268357,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"672bdf4d-85dd-4983-b04a-70e5dc9e7d0d"} {"level":"info","ts":1785092482.0268915,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"672bdf4d-85dd-4983-b04a-70e5dc9e7d0d","EoS":false} {"level":"info","ts":1785092482.0269332,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"672bdf4d-85dd-4983-b04a-70e5dc9e7d0d","EoS":true} {"level":"info","ts":1785092482.0270052,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"672bdf4d-85dd-4983-b04a-70e5dc9e7d0d"}