{"level":"info","ts":1785165705.1421022,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4bcad6aa-e0ad-4ba3-8391-ad8bf3600954"} {"level":"info","ts":1785165705.1421144,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4bcad6aa-e0ad-4ba3-8391-ad8bf3600954","EoS":false} {"level":"info","ts":1785165705.1421266,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4bcad6aa-e0ad-4ba3-8391-ad8bf3600954","EoS":true} {"level":"info","ts":1785165705.1421611,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4bcad6aa-e0ad-4ba3-8391-ad8bf3600954"} {"level":"info","ts":1785165705.9470038,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785165705.9470766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78cc6a00-9116-499e-986f-e590f36b4202"} {"level":"info","ts":1785165705.9470859,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78cc6a00-9116-499e-986f-e590f36b4202"} {"level":"info","ts":1785165705.9470966,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78cc6a00-9116-499e-986f-e590f36b4202","EoS":true} {"level":"info","ts":1785165705.9471226,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78cc6a00-9116-499e-986f-e590f36b4202","header":"x-maas-group"} {"level":"info","ts":1785165705.9471319,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78cc6a00-9116-499e-986f-e590f36b4202","header":"x-maas-subscription"} {"level":"info","ts":1785165705.9471753,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78cc6a00-9116-499e-986f-e590f36b4202","header":"x-maas-username"} {"level":"info","ts":1785165705.9471917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78cc6a00-9116-499e-986f-e590f36b4202","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785165705.9472167,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78cc6a00-9116-499e-986f-e590f36b4202"} {"level":"info","ts":1785165705.9481595,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"78cc6a00-9116-499e-986f-e590f36b4202"} {"level":"info","ts":1785165705.9481797,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"78cc6a00-9116-499e-986f-e590f36b4202"} {"level":"info","ts":1785165705.9481966,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"78cc6a00-9116-499e-986f-e590f36b4202","EoS":false} {"level":"info","ts":1785165705.9482088,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"78cc6a00-9116-499e-986f-e590f36b4202","EoS":true} {"level":"info","ts":1785165705.9482436,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"78cc6a00-9116-499e-986f-e590f36b4202"} {"level":"info","ts":1785165729.064363,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785165729.064443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"925fd944-6161-4ecf-8fee-1809904e9afb"} {"level":"info","ts":1785165729.0644567,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"925fd944-6161-4ecf-8fee-1809904e9afb"} {"level":"info","ts":1785165729.0644732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"925fd944-6161-4ecf-8fee-1809904e9afb","EoS":true} {"level":"info","ts":1785165729.0644999,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"925fd944-6161-4ecf-8fee-1809904e9afb","header":"x-maas-subscription"} {"level":"info","ts":1785165729.0645108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"925fd944-6161-4ecf-8fee-1809904e9afb","header":"x-maas-username"} {"level":"info","ts":1785165729.0645168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"925fd944-6161-4ecf-8fee-1809904e9afb","header":"x-maas-group"} {"level":"info","ts":1785165729.0645325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"925fd944-6161-4ecf-8fee-1809904e9afb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785165729.0645685,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"925fd944-6161-4ecf-8fee-1809904e9afb"} {"level":"info","ts":1785165729.0657864,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"925fd944-6161-4ecf-8fee-1809904e9afb"} {"level":"info","ts":1785165729.0658083,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"925fd944-6161-4ecf-8fee-1809904e9afb"} {"level":"info","ts":1785165729.0658247,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"925fd944-6161-4ecf-8fee-1809904e9afb","EoS":false} {"level":"info","ts":1785165729.0658371,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"925fd944-6161-4ecf-8fee-1809904e9afb","EoS":true} {"level":"info","ts":1785165729.0658698,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"925fd944-6161-4ecf-8fee-1809904e9afb"} {"level":"info","ts":1785165729.2023776,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785165729.202461,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c518db6e-f3e7-4c43-a98f-3efc086f9ce4"} {"level":"info","ts":1785165729.202475,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c518db6e-f3e7-4c43-a98f-3efc086f9ce4"} {"level":"info","ts":1785165729.2024884,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c518db6e-f3e7-4c43-a98f-3efc086f9ce4","EoS":true} {"level":"info","ts":1785165729.202521,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c518db6e-f3e7-4c43-a98f-3efc086f9ce4","header":"x-maas-subscription"} {"level":"info","ts":1785165729.2025325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c518db6e-f3e7-4c43-a98f-3efc086f9ce4","header":"x-maas-group"} {"level":"info","ts":1785165729.2025383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c518db6e-f3e7-4c43-a98f-3efc086f9ce4","header":"x-maas-username"} {"level":"info","ts":1785165729.2025526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c518db6e-f3e7-4c43-a98f-3efc086f9ce4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785165729.202581,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c518db6e-f3e7-4c43-a98f-3efc086f9ce4"} {"level":"info","ts":1785165729.203563,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c518db6e-f3e7-4c43-a98f-3efc086f9ce4"} {"level":"info","ts":1785165729.203583,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c518db6e-f3e7-4c43-a98f-3efc086f9ce4"} {"level":"info","ts":1785165729.2035983,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c518db6e-f3e7-4c43-a98f-3efc086f9ce4","EoS":false} {"level":"info","ts":1785165729.20361,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c518db6e-f3e7-4c43-a98f-3efc086f9ce4","EoS":true} {"level":"info","ts":1785165729.2036364,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c518db6e-f3e7-4c43-a98f-3efc086f9ce4"} {"level":"info","ts":1785165729.34082,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785165729.3409057,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9ba5223-8d10-45d6-aad8-8bc45f4dc1da"} {"level":"info","ts":1785165729.3409197,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9ba5223-8d10-45d6-aad8-8bc45f4dc1da"} {"level":"info","ts":1785165729.3409333,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9ba5223-8d10-45d6-aad8-8bc45f4dc1da","EoS":true} {"level":"info","ts":1785165729.3409708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9ba5223-8d10-45d6-aad8-8bc45f4dc1da","header":"x-maas-username"} {"level":"info","ts":1785165729.3409817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9ba5223-8d10-45d6-aad8-8bc45f4dc1da","header":"x-maas-group"} {"level":"info","ts":1785165729.3409867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9ba5223-8d10-45d6-aad8-8bc45f4dc1da","header":"x-maas-subscription"} {"level":"info","ts":1785165729.3409998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9ba5223-8d10-45d6-aad8-8bc45f4dc1da","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785165729.3410308,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9ba5223-8d10-45d6-aad8-8bc45f4dc1da"} {"level":"info","ts":1785165729.3443668,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c9ba5223-8d10-45d6-aad8-8bc45f4dc1da"} {"level":"info","ts":1785165729.3443856,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c9ba5223-8d10-45d6-aad8-8bc45f4dc1da"} {"level":"info","ts":1785165729.3444066,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9ba5223-8d10-45d6-aad8-8bc45f4dc1da","EoS":false} {"level":"info","ts":1785165729.3444276,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9ba5223-8d10-45d6-aad8-8bc45f4dc1da","EoS":true} {"level":"info","ts":1785165729.3444638,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c9ba5223-8d10-45d6-aad8-8bc45f4dc1da"} {"level":"info","ts":1785165729.482819,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785165729.4829445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"248b3b65-0041-4022-b89c-f0bd0a7e173f"} {"level":"info","ts":1785165729.4829626,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"248b3b65-0041-4022-b89c-f0bd0a7e173f"} {"level":"info","ts":1785165729.4829788,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"248b3b65-0041-4022-b89c-f0bd0a7e173f","EoS":true} {"level":"info","ts":1785165729.483013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"248b3b65-0041-4022-b89c-f0bd0a7e173f","header":"x-maas-username"} {"level":"info","ts":1785165729.4830284,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"248b3b65-0041-4022-b89c-f0bd0a7e173f","header":"x-maas-group"} {"level":"info","ts":1785165729.4830375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"248b3b65-0041-4022-b89c-f0bd0a7e173f","header":"x-maas-subscription"} {"level":"info","ts":1785165729.4830577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"248b3b65-0041-4022-b89c-f0bd0a7e173f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785165729.4830928,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"248b3b65-0041-4022-b89c-f0bd0a7e173f"} {"level":"info","ts":1785165729.484125,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"248b3b65-0041-4022-b89c-f0bd0a7e173f"} {"level":"info","ts":1785165729.4841442,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"248b3b65-0041-4022-b89c-f0bd0a7e173f"} {"level":"info","ts":1785165729.4841604,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"248b3b65-0041-4022-b89c-f0bd0a7e173f","EoS":false} {"level":"info","ts":1785165729.4841797,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"248b3b65-0041-4022-b89c-f0bd0a7e173f","EoS":true} {"level":"info","ts":1785165729.484211,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"248b3b65-0041-4022-b89c-f0bd0a7e173f"} {"level":"info","ts":1785165729.621966,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785165729.622047,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5829128f-e7e3-4a6c-9feb-f0ced1bf3349"} {"level":"info","ts":1785165729.622063,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5829128f-e7e3-4a6c-9feb-f0ced1bf3349"} {"level":"info","ts":1785165729.6220763,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5829128f-e7e3-4a6c-9feb-f0ced1bf3349","EoS":true} {"level":"info","ts":1785165729.6221023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5829128f-e7e3-4a6c-9feb-f0ced1bf3349","header":"x-maas-subscription"} {"level":"info","ts":1785165729.6221125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5829128f-e7e3-4a6c-9feb-f0ced1bf3349","header":"x-maas-group"} {"level":"info","ts":1785165729.6221182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5829128f-e7e3-4a6c-9feb-f0ced1bf3349","header":"x-maas-username"} {"level":"info","ts":1785165729.6221318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5829128f-e7e3-4a6c-9feb-f0ced1bf3349","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785165729.6221569,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5829128f-e7e3-4a6c-9feb-f0ced1bf3349"} {"level":"info","ts":1785165729.6232202,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5829128f-e7e3-4a6c-9feb-f0ced1bf3349"} {"level":"info","ts":1785165729.6232414,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5829128f-e7e3-4a6c-9feb-f0ced1bf3349"} {"level":"info","ts":1785165729.6232653,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5829128f-e7e3-4a6c-9feb-f0ced1bf3349","EoS":false} {"level":"info","ts":1785165729.6232767,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5829128f-e7e3-4a6c-9feb-f0ced1bf3349","EoS":true} {"level":"info","ts":1785165729.6233044,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5829128f-e7e3-4a6c-9feb-f0ced1bf3349"} {"level":"info","ts":1785165749.5924091,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785165749.5924995,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dfbc4973-6808-45ec-af20-192b17a8ae07"} {"level":"info","ts":1785165749.5925138,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dfbc4973-6808-45ec-af20-192b17a8ae07"} {"level":"info","ts":1785165749.5925248,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dfbc4973-6808-45ec-af20-192b17a8ae07","EoS":true} {"level":"info","ts":1785165749.5925496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfbc4973-6808-45ec-af20-192b17a8ae07","header":"x-maas-subscription"} {"level":"info","ts":1785165749.59256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfbc4973-6808-45ec-af20-192b17a8ae07","header":"x-maas-username"} {"level":"info","ts":1785165749.592569,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfbc4973-6808-45ec-af20-192b17a8ae07","header":"x-maas-group"} {"level":"info","ts":1785165749.5925841,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dfbc4973-6808-45ec-af20-192b17a8ae07","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785165749.5926042,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dfbc4973-6808-45ec-af20-192b17a8ae07"} {"level":"info","ts":1785165749.5935905,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dfbc4973-6808-45ec-af20-192b17a8ae07"} {"level":"info","ts":1785165749.5936143,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dfbc4973-6808-45ec-af20-192b17a8ae07"} {"level":"info","ts":1785165749.5936358,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dfbc4973-6808-45ec-af20-192b17a8ae07","EoS":false} {"level":"info","ts":1785165749.5936546,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dfbc4973-6808-45ec-af20-192b17a8ae07","EoS":true} {"level":"info","ts":1785165749.593695,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dfbc4973-6808-45ec-af20-192b17a8ae07"} {"level":"info","ts":1785165749.6308863,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785165749.630958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e8fa8e0-7126-4cab-ba47-095ec71cb588"} {"level":"info","ts":1785165749.6309695,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9e8fa8e0-7126-4cab-ba47-095ec71cb588"} {"level":"info","ts":1785165749.6309803,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e8fa8e0-7126-4cab-ba47-095ec71cb588","EoS":true} {"level":"info","ts":1785165749.631003,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e8fa8e0-7126-4cab-ba47-095ec71cb588","header":"x-maas-group"} {"level":"info","ts":1785165749.6310127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e8fa8e0-7126-4cab-ba47-095ec71cb588","header":"x-maas-subscription"} {"level":"info","ts":1785165749.6310182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e8fa8e0-7126-4cab-ba47-095ec71cb588","header":"x-maas-username"} {"level":"info","ts":1785165749.6310303,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e8fa8e0-7126-4cab-ba47-095ec71cb588","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785165749.631052,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e8fa8e0-7126-4cab-ba47-095ec71cb588"} {"level":"info","ts":1785165749.6342628,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9e8fa8e0-7126-4cab-ba47-095ec71cb588"} {"level":"info","ts":1785165749.6342802,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9e8fa8e0-7126-4cab-ba47-095ec71cb588"} {"level":"info","ts":1785165749.634299,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e8fa8e0-7126-4cab-ba47-095ec71cb588","EoS":false} {"level":"info","ts":1785165749.634332,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e8fa8e0-7126-4cab-ba47-095ec71cb588","EoS":true} {"level":"info","ts":1785165749.6343615,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9e8fa8e0-7126-4cab-ba47-095ec71cb588"} {"level":"info","ts":1785165749.7520454,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785165749.752132,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b309dc93-e9f1-40dc-8d97-3b55f5fd394e"} {"level":"info","ts":1785165749.7541463,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b309dc93-e9f1-40dc-8d97-3b55f5fd394e"} {"level":"info","ts":1785165749.7541692,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b309dc93-e9f1-40dc-8d97-3b55f5fd394e"} {"level":"info","ts":1785165749.754186,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b309dc93-e9f1-40dc-8d97-3b55f5fd394e","EoS":false} {"level":"info","ts":1785165749.7541978,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b309dc93-e9f1-40dc-8d97-3b55f5fd394e"} {"level":"info","ts":1785165749.7542229,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b309dc93-e9f1-40dc-8d97-3b55f5fd394e","EoS":true} {"level":"info","ts":1785165749.7542305,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b309dc93-e9f1-40dc-8d97-3b55f5fd394e"} {"level":"info","ts":1785165754.4084694,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785165754.408554,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c334d18-82e8-4a1f-bcb2-379835b10157"} {"level":"info","ts":1785165754.408568,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c334d18-82e8-4a1f-bcb2-379835b10157"} {"level":"info","ts":1785165754.4085789,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c334d18-82e8-4a1f-bcb2-379835b10157","EoS":true} {"level":"info","ts":1785165754.408608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c334d18-82e8-4a1f-bcb2-379835b10157","header":"x-maas-group"} {"level":"info","ts":1785165754.4086192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c334d18-82e8-4a1f-bcb2-379835b10157","header":"x-maas-subscription"} {"level":"info","ts":1785165754.4086242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c334d18-82e8-4a1f-bcb2-379835b10157","header":"x-maas-username"} {"level":"info","ts":1785165754.4086382,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c334d18-82e8-4a1f-bcb2-379835b10157","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785165754.4086618,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c334d18-82e8-4a1f-bcb2-379835b10157"} {"level":"info","ts":1785165754.409586,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c334d18-82e8-4a1f-bcb2-379835b10157"} {"level":"info","ts":1785165754.4096076,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9c334d18-82e8-4a1f-bcb2-379835b10157"} {"level":"info","ts":1785165754.4096239,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c334d18-82e8-4a1f-bcb2-379835b10157","EoS":false} {"level":"info","ts":1785165754.4096384,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c334d18-82e8-4a1f-bcb2-379835b10157","EoS":true} {"level":"info","ts":1785165754.4096692,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9c334d18-82e8-4a1f-bcb2-379835b10157"} {"level":"info","ts":1785165764.998069,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785165764.9981415,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d1312a0-c0a8-43c8-9356-0de114ffbadf"} {"level":"info","ts":1785165764.9981542,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7d1312a0-c0a8-43c8-9356-0de114ffbadf"} {"level":"info","ts":1785165764.9981666,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7d1312a0-c0a8-43c8-9356-0de114ffbadf","EoS":true} {"level":"info","ts":1785165764.9981954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d1312a0-c0a8-43c8-9356-0de114ffbadf","header":"x-maas-username"} {"level":"info","ts":1785165764.9982054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d1312a0-c0a8-43c8-9356-0de114ffbadf","header":"x-maas-subscription"} {"level":"info","ts":1785165764.998213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d1312a0-c0a8-43c8-9356-0de114ffbadf","header":"x-maas-group"} {"level":"info","ts":1785165764.998227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d1312a0-c0a8-43c8-9356-0de114ffbadf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785165764.9982548,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7d1312a0-c0a8-43c8-9356-0de114ffbadf"} {"level":"info","ts":1785165765.0009782,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7d1312a0-c0a8-43c8-9356-0de114ffbadf"} {"level":"info","ts":1785165765.001003,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7d1312a0-c0a8-43c8-9356-0de114ffbadf"} {"level":"info","ts":1785165765.0010273,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7d1312a0-c0a8-43c8-9356-0de114ffbadf","EoS":false} {"level":"info","ts":1785165765.00104,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7d1312a0-c0a8-43c8-9356-0de114ffbadf","EoS":true} {"level":"info","ts":1785165765.0010736,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7d1312a0-c0a8-43c8-9356-0de114ffbadf"} {"level":"info","ts":1785165777.8571897,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785165777.857264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7d22df6-d4c2-445c-a2f9-118b1421c0b5"} {"level":"info","ts":1785165777.857277,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7d22df6-d4c2-445c-a2f9-118b1421c0b5"} {"level":"info","ts":1785165777.85729,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7d22df6-d4c2-445c-a2f9-118b1421c0b5","EoS":true} {"level":"info","ts":1785165777.857336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7d22df6-d4c2-445c-a2f9-118b1421c0b5","header":"x-maas-group"} {"level":"info","ts":1785165777.8573515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7d22df6-d4c2-445c-a2f9-118b1421c0b5","header":"x-maas-username"} {"level":"info","ts":1785165777.8573575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7d22df6-d4c2-445c-a2f9-118b1421c0b5","header":"x-maas-subscription"} {"level":"info","ts":1785165777.8573713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7d22df6-d4c2-445c-a2f9-118b1421c0b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785165777.8573961,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b7d22df6-d4c2-445c-a2f9-118b1421c0b5"} {"level":"info","ts":1785165777.8586454,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b7d22df6-d4c2-445c-a2f9-118b1421c0b5"} {"level":"info","ts":1785165777.858669,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b7d22df6-d4c2-445c-a2f9-118b1421c0b5"} {"level":"info","ts":1785165777.8586924,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7d22df6-d4c2-445c-a2f9-118b1421c0b5","EoS":false} {"level":"info","ts":1785165777.858714,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7d22df6-d4c2-445c-a2f9-118b1421c0b5","EoS":true} {"level":"info","ts":1785165777.8587618,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b7d22df6-d4c2-445c-a2f9-118b1421c0b5"} {"level":"info","ts":1785165786.3752916,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785165786.3753808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a17efcc-cb9a-4f17-a035-779fc9544f48"} {"level":"info","ts":1785165786.3753903,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a17efcc-cb9a-4f17-a035-779fc9544f48"} {"level":"info","ts":1785165786.375401,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a17efcc-cb9a-4f17-a035-779fc9544f48","EoS":true} {"level":"info","ts":1785165786.375425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a17efcc-cb9a-4f17-a035-779fc9544f48","header":"x-maas-subscription"} {"level":"info","ts":1785165786.3754358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a17efcc-cb9a-4f17-a035-779fc9544f48","header":"x-maas-username"} {"level":"info","ts":1785165786.3754406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a17efcc-cb9a-4f17-a035-779fc9544f48","header":"x-maas-group"} {"level":"info","ts":1785165786.3754544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a17efcc-cb9a-4f17-a035-779fc9544f48","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785165786.3754818,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2a17efcc-cb9a-4f17-a035-779fc9544f48"} {"level":"info","ts":1785165786.37648,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2a17efcc-cb9a-4f17-a035-779fc9544f48"} {"level":"info","ts":1785165786.3765008,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2a17efcc-cb9a-4f17-a035-779fc9544f48"} {"level":"info","ts":1785165786.376516,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a17efcc-cb9a-4f17-a035-779fc9544f48","EoS":false} {"level":"info","ts":1785165786.3765275,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a17efcc-cb9a-4f17-a035-779fc9544f48","EoS":true} {"level":"info","ts":1785165786.376556,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2a17efcc-cb9a-4f17-a035-779fc9544f48"} {"level":"info","ts":1785165795.2200305,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785165795.2201407,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2cbda6aa-ba9d-4277-93a8-9bf570969ba2"} {"level":"info","ts":1785165795.2201574,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2cbda6aa-ba9d-4277-93a8-9bf570969ba2"} {"level":"info","ts":1785165795.2201807,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2cbda6aa-ba9d-4277-93a8-9bf570969ba2","EoS":true} {"level":"info","ts":1785165795.2202227,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2cbda6aa-ba9d-4277-93a8-9bf570969ba2","header":"x-maas-group"} {"level":"info","ts":1785165795.220236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2cbda6aa-ba9d-4277-93a8-9bf570969ba2","header":"x-maas-username"} {"level":"info","ts":1785165795.2202463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2cbda6aa-ba9d-4277-93a8-9bf570969ba2","header":"x-maas-subscription"} {"level":"info","ts":1785165795.2202687,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2cbda6aa-ba9d-4277-93a8-9bf570969ba2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785165795.2203064,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2cbda6aa-ba9d-4277-93a8-9bf570969ba2"} {"level":"info","ts":1785165795.2214098,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2cbda6aa-ba9d-4277-93a8-9bf570969ba2"} {"level":"info","ts":1785165795.221432,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2cbda6aa-ba9d-4277-93a8-9bf570969ba2"} {"level":"info","ts":1785165795.2214472,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2cbda6aa-ba9d-4277-93a8-9bf570969ba2","EoS":false} {"level":"info","ts":1785165795.221458,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2cbda6aa-ba9d-4277-93a8-9bf570969ba2","EoS":true} {"level":"info","ts":1785165795.2214863,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2cbda6aa-ba9d-4277-93a8-9bf570969ba2"} {"level":"info","ts":1785165821.1271625,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785165821.12724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f34b13b8-de79-474f-a393-393d48db4475"} {"level":"info","ts":1785165821.1272516,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f34b13b8-de79-474f-a393-393d48db4475"} {"level":"info","ts":1785165821.1272664,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f34b13b8-de79-474f-a393-393d48db4475","EoS":true} {"level":"info","ts":1785165821.1272936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f34b13b8-de79-474f-a393-393d48db4475","header":"x-maas-username"} {"level":"info","ts":1785165821.1273046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f34b13b8-de79-474f-a393-393d48db4475","header":"x-maas-subscription"} {"level":"info","ts":1785165821.1273098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f34b13b8-de79-474f-a393-393d48db4475","header":"x-maas-group"} {"level":"info","ts":1785165821.1273394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f34b13b8-de79-474f-a393-393d48db4475","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785165821.1273627,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f34b13b8-de79-474f-a393-393d48db4475"} {"level":"info","ts":1785165821.1285667,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f34b13b8-de79-474f-a393-393d48db4475"} {"level":"info","ts":1785165821.1285896,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f34b13b8-de79-474f-a393-393d48db4475"} {"level":"info","ts":1785165821.1286163,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f34b13b8-de79-474f-a393-393d48db4475","EoS":false} {"level":"info","ts":1785165821.1286387,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f34b13b8-de79-474f-a393-393d48db4475","EoS":true} {"level":"info","ts":1785165821.1286795,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f34b13b8-de79-474f-a393-393d48db4475"} {"level":"info","ts":1785165843.4509904,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785165843.4510765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a42a4f33-d4cf-42a7-86b3-5c05c337ec71"} {"level":"info","ts":1785165843.4510877,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a42a4f33-d4cf-42a7-86b3-5c05c337ec71"} {"level":"info","ts":1785165843.451099,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a42a4f33-d4cf-42a7-86b3-5c05c337ec71","EoS":true} {"level":"info","ts":1785165843.4511235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a42a4f33-d4cf-42a7-86b3-5c05c337ec71","header":"x-maas-group"} {"level":"info","ts":1785165843.4511335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a42a4f33-d4cf-42a7-86b3-5c05c337ec71","header":"x-maas-username"} {"level":"info","ts":1785165843.4511383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a42a4f33-d4cf-42a7-86b3-5c05c337ec71","header":"x-maas-subscription"} {"level":"info","ts":1785165843.4511538,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a42a4f33-d4cf-42a7-86b3-5c05c337ec71","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785165843.451189,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a42a4f33-d4cf-42a7-86b3-5c05c337ec71"} {"level":"info","ts":1785165843.4521244,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a42a4f33-d4cf-42a7-86b3-5c05c337ec71"} {"level":"info","ts":1785165843.4521446,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a42a4f33-d4cf-42a7-86b3-5c05c337ec71"} {"level":"info","ts":1785165843.4521654,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a42a4f33-d4cf-42a7-86b3-5c05c337ec71","EoS":false} {"level":"info","ts":1785165843.4521785,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a42a4f33-d4cf-42a7-86b3-5c05c337ec71","EoS":true} {"level":"info","ts":1785165843.452211,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a42a4f33-d4cf-42a7-86b3-5c05c337ec71"} {"level":"info","ts":1785165869.8726006,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785165869.8726876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db1ae4c0-69d1-4f26-a837-163dcb18eab4"} {"level":"info","ts":1785165869.872701,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"db1ae4c0-69d1-4f26-a837-163dcb18eab4"} {"level":"info","ts":1785165869.8727138,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db1ae4c0-69d1-4f26-a837-163dcb18eab4","EoS":true} {"level":"info","ts":1785165869.8727412,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db1ae4c0-69d1-4f26-a837-163dcb18eab4","header":"x-maas-subscription"} {"level":"info","ts":1785165869.872751,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db1ae4c0-69d1-4f26-a837-163dcb18eab4","header":"x-maas-group"} {"level":"info","ts":1785165869.872757,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db1ae4c0-69d1-4f26-a837-163dcb18eab4","header":"x-maas-username"} {"level":"info","ts":1785165869.8727713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db1ae4c0-69d1-4f26-a837-163dcb18eab4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785165869.8728006,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"db1ae4c0-69d1-4f26-a837-163dcb18eab4"} {"level":"info","ts":1785165869.8752267,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"db1ae4c0-69d1-4f26-a837-163dcb18eab4"} {"level":"info","ts":1785165869.8752518,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"db1ae4c0-69d1-4f26-a837-163dcb18eab4"} {"level":"info","ts":1785165869.8752673,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"db1ae4c0-69d1-4f26-a837-163dcb18eab4","EoS":false} {"level":"info","ts":1785165869.875279,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"db1ae4c0-69d1-4f26-a837-163dcb18eab4","EoS":true} {"level":"info","ts":1785165869.8753295,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"db1ae4c0-69d1-4f26-a837-163dcb18eab4"} {"level":"info","ts":1785165879.2910469,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785165879.291137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"410fcab0-95cc-4fbd-9c5e-73050fcd32e6"} {"level":"info","ts":1785165879.2911494,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"410fcab0-95cc-4fbd-9c5e-73050fcd32e6"} {"level":"info","ts":1785165879.2911618,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"410fcab0-95cc-4fbd-9c5e-73050fcd32e6","EoS":true} {"level":"info","ts":1785165879.2912364,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"410fcab0-95cc-4fbd-9c5e-73050fcd32e6","header":"x-maas-group"} {"level":"info","ts":1785165879.2912524,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"410fcab0-95cc-4fbd-9c5e-73050fcd32e6","header":"x-maas-username"} {"level":"info","ts":1785165879.291261,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"410fcab0-95cc-4fbd-9c5e-73050fcd32e6","header":"x-maas-subscription"} {"level":"info","ts":1785165879.2912757,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"410fcab0-95cc-4fbd-9c5e-73050fcd32e6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785165879.2913039,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"410fcab0-95cc-4fbd-9c5e-73050fcd32e6"} {"level":"info","ts":1785165879.292263,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"410fcab0-95cc-4fbd-9c5e-73050fcd32e6"} {"level":"info","ts":1785165879.2922835,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"410fcab0-95cc-4fbd-9c5e-73050fcd32e6"} {"level":"info","ts":1785165879.2922978,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"410fcab0-95cc-4fbd-9c5e-73050fcd32e6","EoS":false} {"level":"info","ts":1785165879.2923305,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"410fcab0-95cc-4fbd-9c5e-73050fcd32e6","EoS":true} {"level":"info","ts":1785165879.2923598,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"410fcab0-95cc-4fbd-9c5e-73050fcd32e6"} {"level":"info","ts":1785165879.3284266,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785165879.3285007,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fe540bd-5f0e-4b63-808a-751eeb01b140"} {"level":"info","ts":1785165879.328513,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8fe540bd-5f0e-4b63-808a-751eeb01b140"} {"level":"info","ts":1785165879.3285246,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8fe540bd-5f0e-4b63-808a-751eeb01b140","EoS":true} {"level":"info","ts":1785165879.3285453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fe540bd-5f0e-4b63-808a-751eeb01b140","header":"x-maas-username"} {"level":"info","ts":1785165879.3285556,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fe540bd-5f0e-4b63-808a-751eeb01b140","header":"x-maas-group"} {"level":"info","ts":1785165879.3285608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fe540bd-5f0e-4b63-808a-751eeb01b140","header":"x-maas-subscription"} {"level":"info","ts":1785165879.328574,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fe540bd-5f0e-4b63-808a-751eeb01b140","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785165879.3285975,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8fe540bd-5f0e-4b63-808a-751eeb01b140"} {"level":"info","ts":1785165879.3295465,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8fe540bd-5f0e-4b63-808a-751eeb01b140"} {"level":"info","ts":1785165879.329576,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8fe540bd-5f0e-4b63-808a-751eeb01b140"} {"level":"info","ts":1785165879.3295994,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8fe540bd-5f0e-4b63-808a-751eeb01b140","EoS":false} {"level":"info","ts":1785165879.3296168,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8fe540bd-5f0e-4b63-808a-751eeb01b140","EoS":true} {"level":"info","ts":1785165879.3296595,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8fe540bd-5f0e-4b63-808a-751eeb01b140"} {"level":"info","ts":1785165898.4052024,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785165898.4052768,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdb18a85-c53d-4c0a-86cc-e80e17697102"} {"level":"info","ts":1785165898.4052892,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bdb18a85-c53d-4c0a-86cc-e80e17697102"} {"level":"info","ts":1785165898.4053006,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bdb18a85-c53d-4c0a-86cc-e80e17697102","EoS":true} {"level":"info","ts":1785165898.4053407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdb18a85-c53d-4c0a-86cc-e80e17697102","header":"x-maas-subscription"} {"level":"info","ts":1785165898.4053535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdb18a85-c53d-4c0a-86cc-e80e17697102","header":"x-maas-group"} {"level":"info","ts":1785165898.405358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdb18a85-c53d-4c0a-86cc-e80e17697102","header":"x-maas-username"} {"level":"info","ts":1785165898.4053745,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bdb18a85-c53d-4c0a-86cc-e80e17697102","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785165898.4054143,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bdb18a85-c53d-4c0a-86cc-e80e17697102"} {"level":"info","ts":1785165898.4064965,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bdb18a85-c53d-4c0a-86cc-e80e17697102"} {"level":"info","ts":1785165898.406521,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bdb18a85-c53d-4c0a-86cc-e80e17697102"} {"level":"info","ts":1785165898.4065437,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bdb18a85-c53d-4c0a-86cc-e80e17697102","EoS":false} {"level":"info","ts":1785165898.406563,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bdb18a85-c53d-4c0a-86cc-e80e17697102","EoS":true} {"level":"info","ts":1785165898.406605,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bdb18a85-c53d-4c0a-86cc-e80e17697102"} {"level":"info","ts":1785166027.0782251,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785166027.078311,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6aaaf83c-fe1d-4f4a-b978-4676f7b6fd3b"} {"level":"info","ts":1785166027.0783536,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6aaaf83c-fe1d-4f4a-b978-4676f7b6fd3b"} {"level":"info","ts":1785166027.078372,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6aaaf83c-fe1d-4f4a-b978-4676f7b6fd3b","EoS":true} {"level":"info","ts":1785166027.0784025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6aaaf83c-fe1d-4f4a-b978-4676f7b6fd3b","header":"x-maas-username"} {"level":"info","ts":1785166027.078413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6aaaf83c-fe1d-4f4a-b978-4676f7b6fd3b","header":"x-maas-group"} {"level":"info","ts":1785166027.0784194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6aaaf83c-fe1d-4f4a-b978-4676f7b6fd3b","header":"x-maas-subscription"} {"level":"info","ts":1785166027.0784328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6aaaf83c-fe1d-4f4a-b978-4676f7b6fd3b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785166027.0784597,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6aaaf83c-fe1d-4f4a-b978-4676f7b6fd3b"} {"level":"info","ts":1785166027.081277,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6aaaf83c-fe1d-4f4a-b978-4676f7b6fd3b"} {"level":"info","ts":1785166027.0812964,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6aaaf83c-fe1d-4f4a-b978-4676f7b6fd3b"} {"level":"info","ts":1785166027.0813112,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6aaaf83c-fe1d-4f4a-b978-4676f7b6fd3b","EoS":false} {"level":"info","ts":1785166027.0813353,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6aaaf83c-fe1d-4f4a-b978-4676f7b6fd3b","EoS":true} {"level":"info","ts":1785166027.0813656,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6aaaf83c-fe1d-4f4a-b978-4676f7b6fd3b"} {"level":"info","ts":1785166071.5191534,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1785166071.5192628,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1785166071.5192502,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289","type":"*v1.Secret","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1785166071.5193007,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1785166072.5076492,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785166072.517012,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785166072.6522396,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785166072.654149,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785166072.9464753,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785166072.9482193,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785166073.0635757,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785166073.0654218,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785166088.602161,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785166088.6022322,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2611000-9e1f-9ccf-bc57-f17d62e00dac"} {"level":"info","ts":1785166088.6022446,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a2611000-9e1f-9ccf-bc57-f17d62e00dac"} {"level":"info","ts":1785166088.6022558,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2611000-9e1f-9ccf-bc57-f17d62e00dac","EoS":true} {"level":"info","ts":1785166088.602283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2611000-9e1f-9ccf-bc57-f17d62e00dac","header":"x-maas-username"} {"level":"info","ts":1785166088.6022933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2611000-9e1f-9ccf-bc57-f17d62e00dac","header":"x-maas-group"} {"level":"info","ts":1785166088.6022992,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2611000-9e1f-9ccf-bc57-f17d62e00dac","header":"x-maas-subscription"} {"level":"info","ts":1785166088.6023312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2611000-9e1f-9ccf-bc57-f17d62e00dac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785166088.6023545,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a2611000-9e1f-9ccf-bc57-f17d62e00dac"} {"level":"info","ts":1785166088.6033847,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a2611000-9e1f-9ccf-bc57-f17d62e00dac"} {"level":"info","ts":1785166088.6034088,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a2611000-9e1f-9ccf-bc57-f17d62e00dac"} {"level":"info","ts":1785166088.603435,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a2611000-9e1f-9ccf-bc57-f17d62e00dac","EoS":false} {"level":"info","ts":1785166088.6034582,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a2611000-9e1f-9ccf-bc57-f17d62e00dac","EoS":true} {"level":"info","ts":1785166088.603496,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a2611000-9e1f-9ccf-bc57-f17d62e00dac"} {"level":"info","ts":1785166398.3001542,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785166398.3002586,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2c89360-a597-4061-8398-3f6687b892c1"} {"level":"info","ts":1785166398.3002758,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f2c89360-a597-4061-8398-3f6687b892c1"} {"level":"info","ts":1785166398.3002942,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2c89360-a597-4061-8398-3f6687b892c1","EoS":true} {"level":"info","ts":1785166398.300357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2c89360-a597-4061-8398-3f6687b892c1","header":"x-maas-group"} {"level":"info","ts":1785166398.3003705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2c89360-a597-4061-8398-3f6687b892c1","header":"x-maas-subscription"} {"level":"info","ts":1785166398.3003793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2c89360-a597-4061-8398-3f6687b892c1","header":"x-maas-username"} {"level":"info","ts":1785166398.3004012,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2c89360-a597-4061-8398-3f6687b892c1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785166398.300436,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f2c89360-a597-4061-8398-3f6687b892c1"} {"level":"info","ts":1785166398.3040304,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f2c89360-a597-4061-8398-3f6687b892c1"} {"level":"info","ts":1785166398.3040571,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f2c89360-a597-4061-8398-3f6687b892c1"} {"level":"info","ts":1785166398.3040726,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f2c89360-a597-4061-8398-3f6687b892c1","EoS":false} {"level":"info","ts":1785166398.3040848,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f2c89360-a597-4061-8398-3f6687b892c1","EoS":true} {"level":"info","ts":1785166398.3041162,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f2c89360-a597-4061-8398-3f6687b892c1"} {"level":"info","ts":1785166403.0792618,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1f8810f4-16d3-4898-acf8-7fac878905bc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785166403.0795724,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36401.376799129,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785166403.0796032,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785166403.1148326,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785166403.1797373,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1f8810f4-16d3-4898-acf8-7fac878905bc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785166413.1938481,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"24ccd7d3-420d-4a97-a69a-5b0bc5bb48c3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785166413.193905,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"24ccd7d3-420d-4a97-a69a-5b0bc5bb48c3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785166413.1938548,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e549fa53-1f9f-4484-ae27-f1d9466e0c88"} {"level":"info","ts":1785166413.2013395,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38739.080376805,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785166413.2013552,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b9029a1d-2f4f-4c32-b954-a5300c5af776","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785166413.2013626,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785166413.2013898,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b9029a1d-2f4f-4c32-b954-a5300c5af776","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785166413.2090123,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785166413.3014216,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e549fa53-1f9f-4484-ae27-f1d9466e0c88","name":"e2e-external-provider"} {"level":"info","ts":1785166413.3112028,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e564002-796e-4aee-ace7-fbf9352b4494","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785166413.3112779,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e564002-796e-4aee-ace7-fbf9352b4494","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785166413.3112028,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad0d55bf-0ce4-4a7d-90f5-e199304a83a2"} {"level":"info","ts":1785166413.317853,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad0d55bf-0ce4-4a7d-90f5-e199304a83a2","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785166413.3179047,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7564339-48f4-44ef-8a83-03b3830626a0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785166413.3179328,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7564339-48f4-44ef-8a83-03b3830626a0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785166413.318972,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e549fa53-1f9f-4484-ae27-f1d9466e0c88","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785166413.324146,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59255e29-0e1f-406b-b9ed-04f8c5780a19","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785166413.3241725,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59255e29-0e1f-406b-b9ed-04f8c5780a19","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785166413.3243058,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad0d55bf-0ce4-4a7d-90f5-e199304a83a2","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785166413.3244119,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5adf8d9f-2b0f-48c4-8536-61bb570b65ad"} {"level":"info","ts":1785166413.3244371,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5adf8d9f-2b0f-48c4-8536-61bb570b65ad","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785166413.327171,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e549fa53-1f9f-4484-ae27-f1d9466e0c88","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785166413.3278992,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5adf8d9f-2b0f-48c4-8536-61bb570b65ad","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785166413.3333511,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e549fa53-1f9f-4484-ae27-f1d9466e0c88","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785166413.338861,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c74872ce-1eac-4897-aad1-63b0884ee358"} {"level":"info","ts":1785166413.3388886,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c74872ce-1eac-4897-aad1-63b0884ee358","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785166413.3402672,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"948d2d43-7346-4723-a28e-647c575bcb7e"} {"level":"info","ts":1785166413.3403459,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"948d2d43-7346-4723-a28e-647c575bcb7e","name":"e2e-external-provider"} {"level":"info","ts":1785166413.3403838,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"43b47ba6-da3b-4abf-aebe-d93d11390dfd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785166413.3404202,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"43b47ba6-da3b-4abf-aebe-d93d11390dfd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785166413.340527,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"230b6184-6ff0-4ac2-89e5-346baf400f26","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785166413.3405468,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"230b6184-6ff0-4ac2-89e5-346baf400f26","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785166413.3425186,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c74872ce-1eac-4897-aad1-63b0884ee358","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785166413.3425677,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0990c49-0028-4304-ba49-d13867240815"} {"level":"info","ts":1785166413.3427439,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37973.141283412,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785166413.3427584,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785166413.3488145,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785166413.349045,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"948d2d43-7346-4723-a28e-647c575bcb7e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785166413.3519852,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"948d2d43-7346-4723-a28e-647c575bcb7e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785166413.35205,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"adb41e35-faec-4955-ad10-1f8f3d66793b"} {"level":"info","ts":1785166413.3520813,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"adb41e35-faec-4955-ad10-1f8f3d66793b","name":"e2e-external-provider"} {"level":"info","ts":1785166413.3592346,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"adb41e35-faec-4955-ad10-1f8f3d66793b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785166413.4438095,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0990c49-0028-4304-ba49-d13867240815","name":"e2e-external-model"} {"level":"info","ts":1785166413.4524043,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0990c49-0028-4304-ba49-d13867240815","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785166413.4597201,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3bdbfbdc-8bb7-4e9a-aab1-5851cecdac61","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785166413.4597614,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3bdbfbdc-8bb7-4e9a-aab1-5851cecdac61","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785166413.4597268,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3644af6-88bb-48b6-929b-e0c69c90bdd6"} {"level":"info","ts":1785166413.4598312,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3644af6-88bb-48b6-929b-e0c69c90bdd6","name":"e2e-external-model"} {"level":"error","ts":1785166413.472853,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3644af6-88bb-48b6-929b-e0c69c90bdd6","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785166413.4730842,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28f6baa9-c98b-49cb-a260-0a90aa6cc885","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785166413.4730961,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f991579-5164-447f-82e4-d263442455c3"} {"level":"info","ts":1785166413.4731152,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28f6baa9-c98b-49cb-a260-0a90aa6cc885","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785166413.47314,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f991579-5164-447f-82e4-d263442455c3","name":"e2e-external-model"} {"level":"info","ts":1785166413.480148,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f991579-5164-447f-82e4-d263442455c3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785166413.4871562,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e1fff7e-117b-4b3a-ac40-fedec413506a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785166413.4871798,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e1fff7e-117b-4b3a-ac40-fedec413506a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785166413.487281,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"627f5ed5-2f41-4eba-9f1e-1695dca04cd5"} {"level":"info","ts":1785166413.4873502,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"627f5ed5-2f41-4eba-9f1e-1695dca04cd5","name":"e2e-external-model"} {"level":"info","ts":1785166413.4947176,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"627f5ed5-2f41-4eba-9f1e-1695dca04cd5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785166423.6422482,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785166423.642346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"735ca310-5fc5-4575-9e71-28052cd7326e"} {"level":"info","ts":1785166423.642359,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"735ca310-5fc5-4575-9e71-28052cd7326e"} {"level":"info","ts":1785166423.642373,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"735ca310-5fc5-4575-9e71-28052cd7326e","EoS":true} {"level":"info","ts":1785166423.642399,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"735ca310-5fc5-4575-9e71-28052cd7326e","header":"x-maas-subscription"} {"level":"info","ts":1785166423.642407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"735ca310-5fc5-4575-9e71-28052cd7326e","header":"x-maas-username"} {"level":"info","ts":1785166423.6424117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"735ca310-5fc5-4575-9e71-28052cd7326e","header":"x-maas-group"} {"level":"info","ts":1785166423.6424263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"735ca310-5fc5-4575-9e71-28052cd7326e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785166423.642433,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"735ca310-5fc5-4575-9e71-28052cd7326e","modelName":"e2e-external-model"} {"level":"info","ts":1785166423.6424444,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"735ca310-5fc5-4575-9e71-28052cd7326e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785166423.64248,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"735ca310-5fc5-4575-9e71-28052cd7326e","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785166423.6424973,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"735ca310-5fc5-4575-9e71-28052cd7326e","authType":"apikey"} {"level":"info","ts":1785166423.6425242,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"735ca310-5fc5-4575-9e71-28052cd7326e"} {"level":"info","ts":1785166423.7574725,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a405c97c-0228-4b21-aa54-88b74144a273","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785166423.7575088,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a405c97c-0228-4b21-aa54-88b74144a273","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785166423.7575243,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc2f9e52-ad6f-4784-a166-aff5ba633e9d"} {"level":"info","ts":1785166423.7643692,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc2f9e52-ad6f-4784-a166-aff5ba633e9d","name":"e2e-cleanup-test"} {"level":"info","ts":1785166423.7643735,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3759662-c890-483b-a95c-996c8e3dfac4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785166423.764498,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3759662-c890-483b-a95c-996c8e3dfac4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785166423.7797923,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc2f9e52-ad6f-4784-a166-aff5ba633e9d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785166423.7864408,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03900da8-4b13-458e-a7c5-ee0a1110874c"} {"level":"info","ts":1785166423.786495,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03900da8-4b13-458e-a7c5-ee0a1110874c","name":"e2e-cleanup-test"} {"level":"info","ts":1785166423.7865946,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8f91506d-0262-4d71-8067-08140ed7fdc2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785166423.7866201,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8f91506d-0262-4d71-8067-08140ed7fdc2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785166423.7963014,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03900da8-4b13-458e-a7c5-ee0a1110874c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785166423.7963812,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03900da8-4b13-458e-a7c5-ee0a1110874c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785166423.7964318,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b16c4e1-eef8-4d52-bf05-7f0505140a77"} {"level":"info","ts":1785166423.7964783,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b16c4e1-eef8-4d52-bf05-7f0505140a77","name":"e2e-cleanup-test"} {"level":"info","ts":1785166423.80358,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b16c4e1-eef8-4d52-bf05-7f0505140a77","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785166432.0365548,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b65ac1d9-d921-47dd-ad4b-995bfb508baf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785166432.0366106,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b65ac1d9-d921-47dd-ad4b-995bfb508baf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785166432.036565,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9068fbd3-faf1-4c3f-b36f-f0fd49189424"} {"level":"info","ts":1785166436.350662,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785166436.35074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"843e6a0a-2d53-4c7f-92ac-1fe493172227"} {"level":"info","ts":1785166436.350749,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"843e6a0a-2d53-4c7f-92ac-1fe493172227"} {"level":"info","ts":1785166436.3507612,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"843e6a0a-2d53-4c7f-92ac-1fe493172227","EoS":true} {"level":"info","ts":1785166436.350802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"843e6a0a-2d53-4c7f-92ac-1fe493172227","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785166436.350831,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"843e6a0a-2d53-4c7f-92ac-1fe493172227"} {"level":"info","ts":1785166436.398701,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785166436.3987744,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"588a2234-0450-4fe3-bdcf-6a6b78a46912"} {"level":"info","ts":1785166436.3987863,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"588a2234-0450-4fe3-bdcf-6a6b78a46912"} {"level":"info","ts":1785166436.3987975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"588a2234-0450-4fe3-bdcf-6a6b78a46912","EoS":true} {"level":"info","ts":1785166436.3988194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"588a2234-0450-4fe3-bdcf-6a6b78a46912","header":"x-maas-group"} {"level":"info","ts":1785166436.3988304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"588a2234-0450-4fe3-bdcf-6a6b78a46912","header":"x-maas-username"} {"level":"info","ts":1785166436.398835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"588a2234-0450-4fe3-bdcf-6a6b78a46912","header":"x-maas-subscription"} {"level":"info","ts":1785166436.3988473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"588a2234-0450-4fe3-bdcf-6a6b78a46912","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785166436.3988562,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"588a2234-0450-4fe3-bdcf-6a6b78a46912","modelName":"e2e-external-model"} {"level":"info","ts":1785166436.3988698,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"588a2234-0450-4fe3-bdcf-6a6b78a46912","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785166436.3989005,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"588a2234-0450-4fe3-bdcf-6a6b78a46912","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785166436.398923,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"588a2234-0450-4fe3-bdcf-6a6b78a46912","authType":"apikey"} {"level":"info","ts":1785166436.3989472,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"588a2234-0450-4fe3-bdcf-6a6b78a46912"} {"level":"info","ts":1785166436.4351237,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785166436.4351792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab480bcf-3726-4b0e-b973-894ce482ca0d"} {"level":"info","ts":1785166436.4351897,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ab480bcf-3726-4b0e-b973-894ce482ca0d"} {"level":"info","ts":1785166436.4352005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab480bcf-3726-4b0e-b973-894ce482ca0d","EoS":true} {"level":"info","ts":1785166436.4352214,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab480bcf-3726-4b0e-b973-894ce482ca0d","header":"x-maas-username"} {"level":"info","ts":1785166436.4352314,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab480bcf-3726-4b0e-b973-894ce482ca0d","header":"x-maas-subscription"} {"level":"info","ts":1785166436.4352365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab480bcf-3726-4b0e-b973-894ce482ca0d","header":"x-maas-group"} {"level":"info","ts":1785166436.435248,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab480bcf-3726-4b0e-b973-894ce482ca0d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785166436.435269,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ab480bcf-3726-4b0e-b973-894ce482ca0d"} {"level":"info","ts":1785166436.5406537,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab480bcf-3726-4b0e-b973-894ce482ca0d"} {"level":"info","ts":1785166436.5406764,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ab480bcf-3726-4b0e-b973-894ce482ca0d"} {"level":"info","ts":1785166436.540696,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ab480bcf-3726-4b0e-b973-894ce482ca0d","EoS":false} {"level":"info","ts":1785166436.5407107,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ab480bcf-3726-4b0e-b973-894ce482ca0d","EoS":true} {"level":"error","ts":1785166436.5407212,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"ab480bcf-3726-4b0e-b973-894ce482ca0d","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785166436.5407765,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ab480bcf-3726-4b0e-b973-894ce482ca0d"} {"level":"info","ts":1785166436.5776234,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785166436.5776842,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffa96082-e09b-421c-b0c2-a5b425a4f6ee"} {"level":"info","ts":1785166436.577695,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ffa96082-e09b-421c-b0c2-a5b425a4f6ee"} {"level":"info","ts":1785166436.5777054,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ffa96082-e09b-421c-b0c2-a5b425a4f6ee","EoS":true} {"level":"info","ts":1785166436.5777283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffa96082-e09b-421c-b0c2-a5b425a4f6ee","header":"x-maas-username"} {"level":"info","ts":1785166436.577738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffa96082-e09b-421c-b0c2-a5b425a4f6ee","header":"x-maas-group"} {"level":"info","ts":1785166436.5777433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffa96082-e09b-421c-b0c2-a5b425a4f6ee","header":"x-maas-subscription"} {"level":"info","ts":1785166436.5777695,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ffa96082-e09b-421c-b0c2-a5b425a4f6ee"} {"level":"info","ts":1785166436.6310399,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ffa96082-e09b-421c-b0c2-a5b425a4f6ee"} {"level":"info","ts":1785166436.6310666,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ffa96082-e09b-421c-b0c2-a5b425a4f6ee"} {"level":"info","ts":1785166436.6310856,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ffa96082-e09b-421c-b0c2-a5b425a4f6ee","EoS":false} {"level":"info","ts":1785166436.6310978,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ffa96082-e09b-421c-b0c2-a5b425a4f6ee","EoS":true} {"level":"error","ts":1785166436.631107,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"ffa96082-e09b-421c-b0c2-a5b425a4f6ee","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785166436.6311417,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ffa96082-e09b-421c-b0c2-a5b425a4f6ee"} {"level":"info","ts":1785166437.4833922,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e896ccf2-dac4-47fc-9678-7b10762e52f6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785166437.4834344,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e896ccf2-dac4-47fc-9678-7b10762e52f6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785166437.483401,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fab2469-0230-4aaa-a79b-fc5d5ee84617"} {"level":"info","ts":1785166437.629757,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"475f97b8-ca59-41b5-9daa-bc90ce950bef"} {"level":"info","ts":1785166437.629757,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"18b20ee9-4122-4c10-abba-05bfe9515eec","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785166437.6298432,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"18b20ee9-4122-4c10-abba-05bfe9515eec","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785166437.745737,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"18d09e3c-83ac-47f7-95c3-7f7b6e4b55a8","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785166437.7457964,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"18d09e3c-83ac-47f7-95c3-7f7b6e4b55a8","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785167772.2929866,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785167772.2930708,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"87eecca4-a5d5-4695-8059-8fa70b7989c8"} {"level":"info","ts":1785167826.8313549,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785167826.8314583,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1202d0e-396a-46d7-8491-13fd6bf4526a"} {"level":"info","ts":1785167826.831479,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c1202d0e-396a-46d7-8491-13fd6bf4526a"} {"level":"info","ts":1785167826.8315015,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c1202d0e-396a-46d7-8491-13fd6bf4526a","EoS":true} {"level":"info","ts":1785167826.831543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1202d0e-396a-46d7-8491-13fd6bf4526a","header":"x-maas-subscription"} {"level":"info","ts":1785167826.831557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1202d0e-396a-46d7-8491-13fd6bf4526a","header":"x-maas-username"} {"level":"info","ts":1785167826.8315654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1202d0e-396a-46d7-8491-13fd6bf4526a","header":"x-maas-group"} {"level":"info","ts":1785167826.8315887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1202d0e-396a-46d7-8491-13fd6bf4526a","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785167826.831626,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c1202d0e-396a-46d7-8491-13fd6bf4526a"} {"level":"info","ts":1785167826.8395164,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c1202d0e-396a-46d7-8491-13fd6bf4526a"} {"level":"info","ts":1785167826.8395393,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c1202d0e-396a-46d7-8491-13fd6bf4526a"} {"level":"info","ts":1785167826.8395555,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c1202d0e-396a-46d7-8491-13fd6bf4526a","EoS":false} {"level":"info","ts":1785167826.8395674,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c1202d0e-396a-46d7-8491-13fd6bf4526a","EoS":true} {"level":"info","ts":1785167826.8395975,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c1202d0e-396a-46d7-8491-13fd6bf4526a"}