{"level":"info","ts":1785288633.4606123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8cab6e58-64ca-4676-abfc-4249ac31e13f","EoS":true} {"level":"info","ts":1785288633.4606369,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cab6e58-64ca-4676-abfc-4249ac31e13f","header":"x-maas-subscription"} {"level":"info","ts":1785288633.460646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cab6e58-64ca-4676-abfc-4249ac31e13f","header":"x-maas-username"} {"level":"info","ts":1785288633.4606502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cab6e58-64ca-4676-abfc-4249ac31e13f","header":"x-maas-group"} {"level":"info","ts":1785288633.460663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cab6e58-64ca-4676-abfc-4249ac31e13f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288633.4606879,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8cab6e58-64ca-4676-abfc-4249ac31e13f"} {"level":"info","ts":1785288633.4631054,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8cab6e58-64ca-4676-abfc-4249ac31e13f"} {"level":"info","ts":1785288633.4631274,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8cab6e58-64ca-4676-abfc-4249ac31e13f"} {"level":"info","ts":1785288633.463143,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8cab6e58-64ca-4676-abfc-4249ac31e13f","EoS":false} {"level":"info","ts":1785288633.463154,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8cab6e58-64ca-4676-abfc-4249ac31e13f","EoS":true} {"level":"info","ts":1785288633.463181,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8cab6e58-64ca-4676-abfc-4249ac31e13f"} {"level":"info","ts":1785288633.5985312,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288633.5986238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ec62a60-e0f6-4628-b241-e35a89479915"} {"level":"info","ts":1785288633.5986364,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ec62a60-e0f6-4628-b241-e35a89479915"} {"level":"info","ts":1785288633.5986495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ec62a60-e0f6-4628-b241-e35a89479915","EoS":true} {"level":"info","ts":1785288633.59869,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ec62a60-e0f6-4628-b241-e35a89479915","header":"x-maas-username"} {"level":"info","ts":1785288633.598705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ec62a60-e0f6-4628-b241-e35a89479915","header":"x-maas-group"} {"level":"info","ts":1785288633.5987122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ec62a60-e0f6-4628-b241-e35a89479915","header":"x-maas-subscription"} {"level":"info","ts":1785288633.5987265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ec62a60-e0f6-4628-b241-e35a89479915","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288633.598752,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9ec62a60-e0f6-4628-b241-e35a89479915"} {"level":"info","ts":1785288633.5995433,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9ec62a60-e0f6-4628-b241-e35a89479915"} {"level":"info","ts":1785288633.5995548,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9ec62a60-e0f6-4628-b241-e35a89479915"} {"level":"info","ts":1785288633.5995684,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ec62a60-e0f6-4628-b241-e35a89479915","EoS":false} {"level":"info","ts":1785288633.5996006,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ec62a60-e0f6-4628-b241-e35a89479915","EoS":true} {"level":"info","ts":1785288633.5996249,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9ec62a60-e0f6-4628-b241-e35a89479915"} {"level":"info","ts":1785288633.7320073,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288633.7320907,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c8cfb41-58dd-45ad-8ffd-debde58d327e"} {"level":"info","ts":1785288633.7321057,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5c8cfb41-58dd-45ad-8ffd-debde58d327e"} {"level":"info","ts":1785288633.7321255,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c8cfb41-58dd-45ad-8ffd-debde58d327e","EoS":true} {"level":"info","ts":1785288633.7321615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c8cfb41-58dd-45ad-8ffd-debde58d327e","header":"x-maas-group"} {"level":"info","ts":1785288633.7321727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c8cfb41-58dd-45ad-8ffd-debde58d327e","header":"x-maas-subscription"} {"level":"info","ts":1785288633.7321815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c8cfb41-58dd-45ad-8ffd-debde58d327e","header":"x-maas-username"} {"level":"info","ts":1785288633.7322032,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c8cfb41-58dd-45ad-8ffd-debde58d327e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288633.732234,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c8cfb41-58dd-45ad-8ffd-debde58d327e"} {"level":"info","ts":1785288633.7329733,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5c8cfb41-58dd-45ad-8ffd-debde58d327e"} {"level":"info","ts":1785288633.732992,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5c8cfb41-58dd-45ad-8ffd-debde58d327e"} {"level":"info","ts":1785288633.733007,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5c8cfb41-58dd-45ad-8ffd-debde58d327e","EoS":false} {"level":"info","ts":1785288633.733022,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5c8cfb41-58dd-45ad-8ffd-debde58d327e","EoS":true} {"level":"info","ts":1785288633.7330508,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5c8cfb41-58dd-45ad-8ffd-debde58d327e"} {"level":"info","ts":1785288633.8639824,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288633.8640673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37e49891-e879-442e-836e-ac05c9bd4c5d"} {"level":"info","ts":1785288633.8640857,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"37e49891-e879-442e-836e-ac05c9bd4c5d"} {"level":"info","ts":1785288633.8641038,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37e49891-e879-442e-836e-ac05c9bd4c5d","EoS":true} {"level":"info","ts":1785288633.864138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37e49891-e879-442e-836e-ac05c9bd4c5d","header":"x-maas-username"} {"level":"info","ts":1785288633.8641474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37e49891-e879-442e-836e-ac05c9bd4c5d","header":"x-maas-subscription"} {"level":"info","ts":1785288633.8641524,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37e49891-e879-442e-836e-ac05c9bd4c5d","header":"x-maas-group"} {"level":"info","ts":1785288633.864164,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37e49891-e879-442e-836e-ac05c9bd4c5d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288633.8641932,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"37e49891-e879-442e-836e-ac05c9bd4c5d"} {"level":"info","ts":1785288633.86489,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"37e49891-e879-442e-836e-ac05c9bd4c5d"} {"level":"info","ts":1785288633.8649082,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"37e49891-e879-442e-836e-ac05c9bd4c5d"} {"level":"info","ts":1785288633.864929,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"37e49891-e879-442e-836e-ac05c9bd4c5d","EoS":false} {"level":"info","ts":1785288633.8649457,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"37e49891-e879-442e-836e-ac05c9bd4c5d","EoS":true} {"level":"info","ts":1785288633.8649912,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"37e49891-e879-442e-836e-ac05c9bd4c5d"} {"level":"info","ts":1785288633.9960809,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288633.9961743,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69b07dc7-cb9d-43e7-b326-147e6deeb84c"} {"level":"info","ts":1785288633.9961872,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"69b07dc7-cb9d-43e7-b326-147e6deeb84c"} {"level":"info","ts":1785288633.996199,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"69b07dc7-cb9d-43e7-b326-147e6deeb84c","EoS":true} {"level":"info","ts":1785288633.9962285,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69b07dc7-cb9d-43e7-b326-147e6deeb84c","header":"x-maas-subscription"} {"level":"info","ts":1785288633.9962397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69b07dc7-cb9d-43e7-b326-147e6deeb84c","header":"x-maas-group"} {"level":"info","ts":1785288633.996245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69b07dc7-cb9d-43e7-b326-147e6deeb84c","header":"x-maas-username"} {"level":"info","ts":1785288633.9962575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69b07dc7-cb9d-43e7-b326-147e6deeb84c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288633.9962833,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"69b07dc7-cb9d-43e7-b326-147e6deeb84c"} {"level":"info","ts":1785288633.9970016,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"69b07dc7-cb9d-43e7-b326-147e6deeb84c"} {"level":"info","ts":1785288633.9970236,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"69b07dc7-cb9d-43e7-b326-147e6deeb84c"} {"level":"info","ts":1785288633.9970448,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"69b07dc7-cb9d-43e7-b326-147e6deeb84c","EoS":false} {"level":"info","ts":1785288633.9970655,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"69b07dc7-cb9d-43e7-b326-147e6deeb84c","EoS":true} {"level":"info","ts":1785288633.9971035,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"69b07dc7-cb9d-43e7-b326-147e6deeb84c"} {"level":"info","ts":1785288653.9977694,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288653.99785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84f9e0fa-9685-4be2-b705-c03e4fe16d81"} {"level":"info","ts":1785288653.9978604,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84f9e0fa-9685-4be2-b705-c03e4fe16d81"} {"level":"info","ts":1785288653.9978716,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84f9e0fa-9685-4be2-b705-c03e4fe16d81","EoS":true} {"level":"info","ts":1785288653.997902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84f9e0fa-9685-4be2-b705-c03e4fe16d81","header":"x-maas-username"} {"level":"info","ts":1785288653.9979134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84f9e0fa-9685-4be2-b705-c03e4fe16d81","header":"x-maas-subscription"} {"level":"info","ts":1785288653.9979193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84f9e0fa-9685-4be2-b705-c03e4fe16d81","header":"x-maas-group"} {"level":"info","ts":1785288653.997932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84f9e0fa-9685-4be2-b705-c03e4fe16d81","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288653.9979599,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84f9e0fa-9685-4be2-b705-c03e4fe16d81"} {"level":"info","ts":1785288653.9987364,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"84f9e0fa-9685-4be2-b705-c03e4fe16d81"} {"level":"info","ts":1785288653.9987705,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"84f9e0fa-9685-4be2-b705-c03e4fe16d81"} {"level":"info","ts":1785288653.9987888,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"84f9e0fa-9685-4be2-b705-c03e4fe16d81","EoS":false} {"level":"info","ts":1785288653.998801,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"84f9e0fa-9685-4be2-b705-c03e4fe16d81","EoS":true} {"level":"info","ts":1785288653.9988306,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"84f9e0fa-9685-4be2-b705-c03e4fe16d81"} {"level":"info","ts":1785288654.0354502,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288654.0355215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e884ef8-82fc-4291-86ce-c73049a8660f"} {"level":"info","ts":1785288654.035533,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9e884ef8-82fc-4291-86ce-c73049a8660f"} {"level":"info","ts":1785288654.0355449,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e884ef8-82fc-4291-86ce-c73049a8660f","EoS":true} {"level":"info","ts":1785288654.0355673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e884ef8-82fc-4291-86ce-c73049a8660f","header":"x-maas-subscription"} {"level":"info","ts":1785288654.0356066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e884ef8-82fc-4291-86ce-c73049a8660f","header":"x-maas-username"} {"level":"info","ts":1785288654.035614,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e884ef8-82fc-4291-86ce-c73049a8660f","header":"x-maas-group"} {"level":"info","ts":1785288654.0356302,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e884ef8-82fc-4291-86ce-c73049a8660f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288654.0356576,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e884ef8-82fc-4291-86ce-c73049a8660f"} {"level":"info","ts":1785288654.0375054,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9e884ef8-82fc-4291-86ce-c73049a8660f"} {"level":"info","ts":1785288654.037522,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9e884ef8-82fc-4291-86ce-c73049a8660f"} {"level":"info","ts":1785288654.0375361,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e884ef8-82fc-4291-86ce-c73049a8660f","EoS":false} {"level":"info","ts":1785288654.0375473,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e884ef8-82fc-4291-86ce-c73049a8660f","EoS":true} {"level":"info","ts":1785288654.0376031,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9e884ef8-82fc-4291-86ce-c73049a8660f"} {"level":"info","ts":1785288654.128394,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288654.12847,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ecf6b31c-6590-46cf-ab44-c60a95595b39"} {"level":"info","ts":1785288654.130089,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ecf6b31c-6590-46cf-ab44-c60a95595b39"} {"level":"info","ts":1785288654.130108,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ecf6b31c-6590-46cf-ab44-c60a95595b39"} {"level":"info","ts":1785288654.130126,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ecf6b31c-6590-46cf-ab44-c60a95595b39","EoS":false} {"level":"info","ts":1785288654.1301386,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ecf6b31c-6590-46cf-ab44-c60a95595b39"} {"level":"info","ts":1785288654.1301637,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ecf6b31c-6590-46cf-ab44-c60a95595b39","EoS":true} {"level":"info","ts":1785288654.130174,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ecf6b31c-6590-46cf-ab44-c60a95595b39"} {"level":"info","ts":1785288658.7534187,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288658.753486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d0271f2-eea2-48d6-bc5c-393991515e8f"} {"level":"info","ts":1785288658.7534952,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d0271f2-eea2-48d6-bc5c-393991515e8f"} {"level":"info","ts":1785288658.753509,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d0271f2-eea2-48d6-bc5c-393991515e8f","EoS":true} {"level":"info","ts":1785288658.7535336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d0271f2-eea2-48d6-bc5c-393991515e8f","header":"x-maas-username"} {"level":"info","ts":1785288658.7535448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d0271f2-eea2-48d6-bc5c-393991515e8f","header":"x-maas-group"} {"level":"info","ts":1785288658.753558,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d0271f2-eea2-48d6-bc5c-393991515e8f","header":"x-maas-subscription"} {"level":"info","ts":1785288658.753571,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d0271f2-eea2-48d6-bc5c-393991515e8f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288658.7536235,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d0271f2-eea2-48d6-bc5c-393991515e8f"} {"level":"info","ts":1785288658.754439,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d0271f2-eea2-48d6-bc5c-393991515e8f"} {"level":"info","ts":1785288658.7544591,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3d0271f2-eea2-48d6-bc5c-393991515e8f"} {"level":"info","ts":1785288658.7544765,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d0271f2-eea2-48d6-bc5c-393991515e8f","EoS":false} {"level":"info","ts":1785288658.754488,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d0271f2-eea2-48d6-bc5c-393991515e8f","EoS":true} {"level":"info","ts":1785288658.7545142,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3d0271f2-eea2-48d6-bc5c-393991515e8f"} {"level":"info","ts":1785288667.2896574,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288667.2897432,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8e029f9-2c6d-4755-8c5e-e788758c052f"} {"level":"info","ts":1785288667.2897606,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c8e029f9-2c6d-4755-8c5e-e788758c052f"} {"level":"info","ts":1785288667.2897823,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8e029f9-2c6d-4755-8c5e-e788758c052f","EoS":true} {"level":"info","ts":1785288667.289823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8e029f9-2c6d-4755-8c5e-e788758c052f","header":"x-maas-subscription"} {"level":"info","ts":1785288667.2898366,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8e029f9-2c6d-4755-8c5e-e788758c052f","header":"x-maas-group"} {"level":"info","ts":1785288667.2898455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8e029f9-2c6d-4755-8c5e-e788758c052f","header":"x-maas-username"} {"level":"info","ts":1785288667.2898636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8e029f9-2c6d-4755-8c5e-e788758c052f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288667.289899,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c8e029f9-2c6d-4755-8c5e-e788758c052f"} {"level":"info","ts":1785288667.29324,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c8e029f9-2c6d-4755-8c5e-e788758c052f"} {"level":"info","ts":1785288667.293263,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c8e029f9-2c6d-4755-8c5e-e788758c052f"} {"level":"info","ts":1785288667.2932787,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c8e029f9-2c6d-4755-8c5e-e788758c052f","EoS":false} {"level":"info","ts":1785288667.2932906,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c8e029f9-2c6d-4755-8c5e-e788758c052f","EoS":true} {"level":"info","ts":1785288667.2933192,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c8e029f9-2c6d-4755-8c5e-e788758c052f"} {"level":"info","ts":1785288680.144947,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288680.145028,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b36b402-a4f2-434a-af0c-524fd74dc9bc"} {"level":"info","ts":1785288680.1450417,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b36b402-a4f2-434a-af0c-524fd74dc9bc"} {"level":"info","ts":1785288680.1450553,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b36b402-a4f2-434a-af0c-524fd74dc9bc","EoS":true} {"level":"info","ts":1785288680.1450863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b36b402-a4f2-434a-af0c-524fd74dc9bc","header":"x-maas-username"} {"level":"info","ts":1785288680.1450968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b36b402-a4f2-434a-af0c-524fd74dc9bc","header":"x-maas-group"} {"level":"info","ts":1785288680.1451025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b36b402-a4f2-434a-af0c-524fd74dc9bc","header":"x-maas-subscription"} {"level":"info","ts":1785288680.1451166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b36b402-a4f2-434a-af0c-524fd74dc9bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288680.1451461,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b36b402-a4f2-434a-af0c-524fd74dc9bc"} {"level":"info","ts":1785288680.1460829,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1b36b402-a4f2-434a-af0c-524fd74dc9bc"} {"level":"info","ts":1785288680.146107,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1b36b402-a4f2-434a-af0c-524fd74dc9bc"} {"level":"info","ts":1785288680.146122,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b36b402-a4f2-434a-af0c-524fd74dc9bc","EoS":false} {"level":"info","ts":1785288680.1461349,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b36b402-a4f2-434a-af0c-524fd74dc9bc","EoS":true} {"level":"info","ts":1785288680.1461658,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1b36b402-a4f2-434a-af0c-524fd74dc9bc"} {"level":"info","ts":1785288688.6780565,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288688.6781244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d5ce2c0-504b-4294-97e8-c4f754ab836d"} {"level":"info","ts":1785288688.6781354,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d5ce2c0-504b-4294-97e8-c4f754ab836d"} {"level":"info","ts":1785288688.6781461,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d5ce2c0-504b-4294-97e8-c4f754ab836d","EoS":true} {"level":"info","ts":1785288688.6781673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d5ce2c0-504b-4294-97e8-c4f754ab836d","header":"x-maas-subscription"} {"level":"info","ts":1785288688.678178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d5ce2c0-504b-4294-97e8-c4f754ab836d","header":"x-maas-username"} {"level":"info","ts":1785288688.6781833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d5ce2c0-504b-4294-97e8-c4f754ab836d","header":"x-maas-group"} {"level":"info","ts":1785288688.6781979,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d5ce2c0-504b-4294-97e8-c4f754ab836d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288688.6782234,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d5ce2c0-504b-4294-97e8-c4f754ab836d"} {"level":"info","ts":1785288688.6790936,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4d5ce2c0-504b-4294-97e8-c4f754ab836d"} {"level":"info","ts":1785288688.6791148,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4d5ce2c0-504b-4294-97e8-c4f754ab836d"} {"level":"info","ts":1785288688.6791358,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4d5ce2c0-504b-4294-97e8-c4f754ab836d","EoS":false} {"level":"info","ts":1785288688.6791506,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4d5ce2c0-504b-4294-97e8-c4f754ab836d","EoS":true} {"level":"info","ts":1785288688.6791782,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4d5ce2c0-504b-4294-97e8-c4f754ab836d"} {"level":"info","ts":1785288697.5176942,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288697.5177631,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fed3c513-a5f2-4752-91d2-a5385848a6dd"} {"level":"info","ts":1785288697.5177724,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fed3c513-a5f2-4752-91d2-a5385848a6dd"} {"level":"info","ts":1785288697.517783,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fed3c513-a5f2-4752-91d2-a5385848a6dd","EoS":true} {"level":"info","ts":1785288697.5178058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fed3c513-a5f2-4752-91d2-a5385848a6dd","header":"x-maas-username"} {"level":"info","ts":1785288697.5178132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fed3c513-a5f2-4752-91d2-a5385848a6dd","header":"x-maas-subscription"} {"level":"info","ts":1785288697.5178182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fed3c513-a5f2-4752-91d2-a5385848a6dd","header":"x-maas-group"} {"level":"info","ts":1785288697.5178308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fed3c513-a5f2-4752-91d2-a5385848a6dd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288697.5178566,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fed3c513-a5f2-4752-91d2-a5385848a6dd"} {"level":"info","ts":1785288697.5186772,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fed3c513-a5f2-4752-91d2-a5385848a6dd"} {"level":"info","ts":1785288697.5186925,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fed3c513-a5f2-4752-91d2-a5385848a6dd"} {"level":"info","ts":1785288697.5187058,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fed3c513-a5f2-4752-91d2-a5385848a6dd","EoS":false} {"level":"info","ts":1785288697.5187163,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fed3c513-a5f2-4752-91d2-a5385848a6dd","EoS":true} {"level":"info","ts":1785288697.5187407,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fed3c513-a5f2-4752-91d2-a5385848a6dd"} {"level":"info","ts":1785288720.49375,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288720.4938288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40b66cad-49b4-4625-9db0-bd283f44e7f4"} {"level":"info","ts":1785288720.493838,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40b66cad-49b4-4625-9db0-bd283f44e7f4"} {"level":"info","ts":1785288720.4938486,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40b66cad-49b4-4625-9db0-bd283f44e7f4","EoS":true} {"level":"info","ts":1785288720.493877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40b66cad-49b4-4625-9db0-bd283f44e7f4","header":"x-maas-group"} {"level":"info","ts":1785288720.4939337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40b66cad-49b4-4625-9db0-bd283f44e7f4","header":"x-maas-subscription"} {"level":"info","ts":1785288720.4939425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40b66cad-49b4-4625-9db0-bd283f44e7f4","header":"x-maas-username"} {"level":"info","ts":1785288720.4939575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40b66cad-49b4-4625-9db0-bd283f44e7f4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288720.4939816,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40b66cad-49b4-4625-9db0-bd283f44e7f4"} {"level":"info","ts":1785288720.496307,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"40b66cad-49b4-4625-9db0-bd283f44e7f4"} {"level":"info","ts":1785288720.4963305,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"40b66cad-49b4-4625-9db0-bd283f44e7f4"} {"level":"info","ts":1785288720.4963474,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"40b66cad-49b4-4625-9db0-bd283f44e7f4","EoS":false} {"level":"info","ts":1785288720.4963598,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"40b66cad-49b4-4625-9db0-bd283f44e7f4","EoS":true} {"level":"info","ts":1785288720.4963977,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"40b66cad-49b4-4625-9db0-bd283f44e7f4"} {"level":"info","ts":1785288743.26795,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288743.268023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2dc7511a-3439-4439-8094-53e1cd5b9e91"} {"level":"info","ts":1785288743.2680357,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2dc7511a-3439-4439-8094-53e1cd5b9e91"} {"level":"info","ts":1785288743.268047,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2dc7511a-3439-4439-8094-53e1cd5b9e91","EoS":true} {"level":"info","ts":1785288743.2680805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2dc7511a-3439-4439-8094-53e1cd5b9e91","header":"x-maas-group"} {"level":"info","ts":1785288743.2680914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2dc7511a-3439-4439-8094-53e1cd5b9e91","header":"x-maas-subscription"} {"level":"info","ts":1785288743.2680964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2dc7511a-3439-4439-8094-53e1cd5b9e91","header":"x-maas-username"} {"level":"info","ts":1785288743.2681096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2dc7511a-3439-4439-8094-53e1cd5b9e91","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288743.26813,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2dc7511a-3439-4439-8094-53e1cd5b9e91"} {"level":"info","ts":1785288743.2691498,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2dc7511a-3439-4439-8094-53e1cd5b9e91"} {"level":"info","ts":1785288743.2691715,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2dc7511a-3439-4439-8094-53e1cd5b9e91"} {"level":"info","ts":1785288743.269188,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2dc7511a-3439-4439-8094-53e1cd5b9e91","EoS":false} {"level":"info","ts":1785288743.2692032,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2dc7511a-3439-4439-8094-53e1cd5b9e91","EoS":true} {"level":"info","ts":1785288743.2692363,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2dc7511a-3439-4439-8094-53e1cd5b9e91"} {"level":"info","ts":1785288780.251558,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288780.251653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2329211-4262-4622-b450-c6f856b20c08"} {"level":"info","ts":1785288780.2516656,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b2329211-4262-4622-b450-c6f856b20c08"} {"level":"info","ts":1785288780.2516763,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2329211-4262-4622-b450-c6f856b20c08","EoS":true} {"level":"info","ts":1785288780.2517624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2329211-4262-4622-b450-c6f856b20c08","header":"x-maas-username"} {"level":"info","ts":1785288780.2517738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2329211-4262-4622-b450-c6f856b20c08","header":"x-maas-group"} {"level":"info","ts":1785288780.2517831,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2329211-4262-4622-b450-c6f856b20c08","header":"x-maas-subscription"} {"level":"info","ts":1785288780.2517962,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2329211-4262-4622-b450-c6f856b20c08","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288780.251821,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b2329211-4262-4622-b450-c6f856b20c08"} {"level":"info","ts":1785288780.2535138,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b2329211-4262-4622-b450-c6f856b20c08"} {"level":"info","ts":1785288780.2535355,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b2329211-4262-4622-b450-c6f856b20c08"} {"level":"info","ts":1785288780.2535622,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b2329211-4262-4622-b450-c6f856b20c08","EoS":false} {"level":"info","ts":1785288780.2535927,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b2329211-4262-4622-b450-c6f856b20c08","EoS":true} {"level":"info","ts":1785288780.2536218,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b2329211-4262-4622-b450-c6f856b20c08"} {"level":"info","ts":1785288789.6297364,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288789.629838,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b08456c5-c17a-474a-932f-21b6faf91d84"} {"level":"info","ts":1785288789.6298563,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b08456c5-c17a-474a-932f-21b6faf91d84"} {"level":"info","ts":1785288789.6298754,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b08456c5-c17a-474a-932f-21b6faf91d84","EoS":true} {"level":"info","ts":1785288789.629916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b08456c5-c17a-474a-932f-21b6faf91d84","header":"x-maas-group"} {"level":"info","ts":1785288789.6299334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b08456c5-c17a-474a-932f-21b6faf91d84","header":"x-maas-subscription"} {"level":"info","ts":1785288789.6299424,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b08456c5-c17a-474a-932f-21b6faf91d84","header":"x-maas-username"} {"level":"info","ts":1785288789.6299548,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b08456c5-c17a-474a-932f-21b6faf91d84","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288789.6299887,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b08456c5-c17a-474a-932f-21b6faf91d84"} {"level":"info","ts":1785288789.6309783,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b08456c5-c17a-474a-932f-21b6faf91d84"} {"level":"info","ts":1785288789.6310039,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b08456c5-c17a-474a-932f-21b6faf91d84"} {"level":"info","ts":1785288789.6310265,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b08456c5-c17a-474a-932f-21b6faf91d84","EoS":false} {"level":"info","ts":1785288789.6310437,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b08456c5-c17a-474a-932f-21b6faf91d84","EoS":true} {"level":"info","ts":1785288789.6310842,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b08456c5-c17a-474a-932f-21b6faf91d84"} {"level":"info","ts":1785288789.6676202,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288789.6676812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a7212cd-5140-48e5-8f38-7d899cedf1c6"} {"level":"info","ts":1785288789.6676922,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a7212cd-5140-48e5-8f38-7d899cedf1c6"} {"level":"info","ts":1785288789.6677036,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a7212cd-5140-48e5-8f38-7d899cedf1c6","EoS":true} {"level":"info","ts":1785288789.6677282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a7212cd-5140-48e5-8f38-7d899cedf1c6","header":"x-maas-username"} {"level":"info","ts":1785288789.6677384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a7212cd-5140-48e5-8f38-7d899cedf1c6","header":"x-maas-group"} {"level":"info","ts":1785288789.6677432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a7212cd-5140-48e5-8f38-7d899cedf1c6","header":"x-maas-subscription"} {"level":"info","ts":1785288789.6677544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a7212cd-5140-48e5-8f38-7d899cedf1c6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288789.6677775,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a7212cd-5140-48e5-8f38-7d899cedf1c6"} {"level":"info","ts":1785288789.6686454,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4a7212cd-5140-48e5-8f38-7d899cedf1c6"} {"level":"info","ts":1785288789.668671,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4a7212cd-5140-48e5-8f38-7d899cedf1c6"} {"level":"info","ts":1785288789.6686945,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4a7212cd-5140-48e5-8f38-7d899cedf1c6","EoS":false} {"level":"info","ts":1785288789.6687155,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4a7212cd-5140-48e5-8f38-7d899cedf1c6","EoS":true} {"level":"info","ts":1785288789.6687527,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4a7212cd-5140-48e5-8f38-7d899cedf1c6"} {"level":"info","ts":1785288808.666421,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288808.6664932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e914cba-999d-4b3b-bc2b-869f5ba5c36b"} {"level":"info","ts":1785288808.6665044,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3e914cba-999d-4b3b-bc2b-869f5ba5c36b"} {"level":"info","ts":1785288808.6665173,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e914cba-999d-4b3b-bc2b-869f5ba5c36b","EoS":true} {"level":"info","ts":1785288808.6665425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e914cba-999d-4b3b-bc2b-869f5ba5c36b","header":"x-maas-subscription"} {"level":"info","ts":1785288808.666553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e914cba-999d-4b3b-bc2b-869f5ba5c36b","header":"x-maas-group"} {"level":"info","ts":1785288808.6665583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e914cba-999d-4b3b-bc2b-869f5ba5c36b","header":"x-maas-username"} {"level":"info","ts":1785288808.6665702,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e914cba-999d-4b3b-bc2b-869f5ba5c36b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288808.6666167,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3e914cba-999d-4b3b-bc2b-869f5ba5c36b"} {"level":"info","ts":1785288808.6676102,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3e914cba-999d-4b3b-bc2b-869f5ba5c36b"} {"level":"info","ts":1785288808.6676285,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3e914cba-999d-4b3b-bc2b-869f5ba5c36b"} {"level":"info","ts":1785288808.667643,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3e914cba-999d-4b3b-bc2b-869f5ba5c36b","EoS":false} {"level":"info","ts":1785288808.667655,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3e914cba-999d-4b3b-bc2b-869f5ba5c36b","EoS":true} {"level":"info","ts":1785288808.6676834,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3e914cba-999d-4b3b-bc2b-869f5ba5c36b"} {"level":"info","ts":1785288954.6440563,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288954.6441422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8edf623e-6d8f-4c27-af90-1ea72ffaee4b"} {"level":"info","ts":1785288954.6441555,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8edf623e-6d8f-4c27-af90-1ea72ffaee4b"} {"level":"info","ts":1785288954.644168,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8edf623e-6d8f-4c27-af90-1ea72ffaee4b","EoS":true} {"level":"info","ts":1785288954.644196,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8edf623e-6d8f-4c27-af90-1ea72ffaee4b","header":"x-maas-subscription"} {"level":"info","ts":1785288954.6442502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8edf623e-6d8f-4c27-af90-1ea72ffaee4b","header":"x-maas-group"} {"level":"info","ts":1785288954.644256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8edf623e-6d8f-4c27-af90-1ea72ffaee4b","header":"x-maas-username"} {"level":"info","ts":1785288954.6442707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8edf623e-6d8f-4c27-af90-1ea72ffaee4b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785288954.6442962,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8edf623e-6d8f-4c27-af90-1ea72ffaee4b"} {"level":"info","ts":1785288954.6459012,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8edf623e-6d8f-4c27-af90-1ea72ffaee4b"} {"level":"info","ts":1785288954.6459332,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8edf623e-6d8f-4c27-af90-1ea72ffaee4b"} {"level":"info","ts":1785288954.6459534,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8edf623e-6d8f-4c27-af90-1ea72ffaee4b","EoS":false} {"level":"info","ts":1785288954.6459649,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8edf623e-6d8f-4c27-af90-1ea72ffaee4b","EoS":true} {"level":"info","ts":1785288954.645995,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8edf623e-6d8f-4c27-af90-1ea72ffaee4b"} {"level":"info","ts":1785288996.053031,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288996.0531104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d59c5b3-2e8a-455e-8b9f-b90e7c30befc"} {"level":"info","ts":1785288996.0531228,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d59c5b3-2e8a-455e-8b9f-b90e7c30befc"} {"level":"info","ts":1785288996.0531366,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d59c5b3-2e8a-455e-8b9f-b90e7c30befc","EoS":true} {"level":"info","ts":1785288996.053173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d59c5b3-2e8a-455e-8b9f-b90e7c30befc","header":"x-maas-group"} {"level":"info","ts":1785288996.0531912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d59c5b3-2e8a-455e-8b9f-b90e7c30befc","header":"x-maas-username"} {"level":"info","ts":1785288996.053199,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d59c5b3-2e8a-455e-8b9f-b90e7c30befc","header":"x-maas-subscription"} {"level":"info","ts":1785288996.0532122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d59c5b3-2e8a-455e-8b9f-b90e7c30befc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288996.0532365,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d59c5b3-2e8a-455e-8b9f-b90e7c30befc"} {"level":"info","ts":1785288996.0558367,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d59c5b3-2e8a-455e-8b9f-b90e7c30befc"} {"level":"info","ts":1785288996.0558655,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3d59c5b3-2e8a-455e-8b9f-b90e7c30befc"} {"level":"info","ts":1785288996.0558858,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d59c5b3-2e8a-455e-8b9f-b90e7c30befc","EoS":false} {"level":"info","ts":1785288996.055899,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d59c5b3-2e8a-455e-8b9f-b90e7c30befc","EoS":true} {"level":"info","ts":1785288996.0559368,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3d59c5b3-2e8a-455e-8b9f-b90e7c30befc"} {"level":"info","ts":1785289011.2973924,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289011.2974665,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e77af0c-1470-42c6-a534-b70b14970839"} {"level":"info","ts":1785289011.2974765,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0e77af0c-1470-42c6-a534-b70b14970839"} {"level":"info","ts":1785289011.2974873,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e77af0c-1470-42c6-a534-b70b14970839","EoS":true} {"level":"info","ts":1785289011.2975116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e77af0c-1470-42c6-a534-b70b14970839","header":"x-maas-username"} {"level":"info","ts":1785289011.2975707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e77af0c-1470-42c6-a534-b70b14970839","header":"x-maas-group"} {"level":"info","ts":1785289011.297606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e77af0c-1470-42c6-a534-b70b14970839","header":"x-maas-subscription"} {"level":"info","ts":1785289011.2976253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e77af0c-1470-42c6-a534-b70b14970839","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785289011.2976537,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0e77af0c-1470-42c6-a534-b70b14970839"} {"level":"info","ts":1785289011.2986026,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0e77af0c-1470-42c6-a534-b70b14970839"} {"level":"info","ts":1785289011.298623,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0e77af0c-1470-42c6-a534-b70b14970839"} {"level":"info","ts":1785289011.2986424,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0e77af0c-1470-42c6-a534-b70b14970839","EoS":false} {"level":"info","ts":1785289011.2986572,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0e77af0c-1470-42c6-a534-b70b14970839","EoS":true} {"level":"info","ts":1785289011.2986941,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0e77af0c-1470-42c6-a534-b70b14970839"} {"level":"info","ts":1785289323.6370842,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289323.6371722,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"286be9bc-5a5f-43d6-be26-66e09f99a862"} {"level":"info","ts":1785289323.6371803,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"286be9bc-5a5f-43d6-be26-66e09f99a862"} {"level":"info","ts":1785289323.6371927,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"286be9bc-5a5f-43d6-be26-66e09f99a862","EoS":true} {"level":"info","ts":1785289323.6372178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"286be9bc-5a5f-43d6-be26-66e09f99a862","header":"x-maas-username"} {"level":"info","ts":1785289323.6372287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"286be9bc-5a5f-43d6-be26-66e09f99a862","header":"x-maas-subscription"} {"level":"info","ts":1785289323.6372352,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"286be9bc-5a5f-43d6-be26-66e09f99a862","header":"x-maas-group"} {"level":"info","ts":1785289323.6372492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"286be9bc-5a5f-43d6-be26-66e09f99a862","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785289323.6372683,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"286be9bc-5a5f-43d6-be26-66e09f99a862"} {"level":"info","ts":1785289323.6397624,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"286be9bc-5a5f-43d6-be26-66e09f99a862"} {"level":"info","ts":1785289323.639784,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"286be9bc-5a5f-43d6-be26-66e09f99a862"} {"level":"info","ts":1785289323.6398065,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"286be9bc-5a5f-43d6-be26-66e09f99a862","EoS":false} {"level":"info","ts":1785289323.6398268,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"286be9bc-5a5f-43d6-be26-66e09f99a862","EoS":true} {"level":"info","ts":1785289323.6398659,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"286be9bc-5a5f-43d6-be26-66e09f99a862"} {"level":"info","ts":1785289328.440278,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ab60f466-9738-4fa2-b1ed-4678207a9dbb","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785289328.440546,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38774.762704128,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289328.4405942,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289328.4989393,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289328.5412698,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ab60f466-9738-4fa2-b1ed-4678207a9dbb","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785289328.5547087,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c127ca3-d191-40a1-81e0-3fbb0fbb502d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289328.5547545,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c127ca3-d191-40a1-81e0-3fbb0fbb502d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785289328.5547369,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f4fa6eb6-7c46-46f6-abf0-cab866439cd6"} {"level":"info","ts":1785289328.562478,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d149790e-96c9-4035-ab91-c0f44a0a0d6a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289328.562527,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d149790e-96c9-4035-ab91-c0f44a0a0d6a","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785289328.5635498,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f4fa6eb6-7c46-46f6-abf0-cab866439cd6","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289328.563785,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34196.586292195,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289328.5637996,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289328.5720274,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289328.6643176,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f4fa6eb6-7c46-46f6-abf0-cab866439cd6","name":"e2e-external-provider"} {"level":"info","ts":1785289328.670104,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"12bbb19d-fc2e-4228-a726-90c34bb31314","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289328.6701198,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ec7cae8-c1a6-40fb-911b-8361d39dcef3"} {"level":"info","ts":1785289328.670186,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"12bbb19d-fc2e-4228-a726-90c34bb31314","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289328.6738596,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f4fa6eb6-7c46-46f6-abf0-cab866439cd6","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785289328.677631,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd4a8cc7-db49-4c1a-a415-45d8996ecdcf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289328.6776648,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd4a8cc7-db49-4c1a-a415-45d8996ecdcf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289328.6777692,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ec7cae8-c1a6-40fb-911b-8361d39dcef3","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785289328.6827662,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f4fa6eb6-7c46-46f6-abf0-cab866439cd6","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785289328.6831477,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ec7cae8-c1a6-40fb-911b-8361d39dcef3","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289328.6832361,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b69e84b9-4082-47e9-9c25-aefa6ad5419d"} {"level":"info","ts":1785289328.6832645,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"678afa09-9697-4b0a-9be9-e86eef0c9bc0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289328.6832924,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"678afa09-9697-4b0a-9be9-e86eef0c9bc0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289328.6832716,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b69e84b9-4082-47e9-9c25-aefa6ad5419d","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785289328.6878703,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f4fa6eb6-7c46-46f6-abf0-cab866439cd6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785289328.688297,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b69e84b9-4082-47e9-9c25-aefa6ad5419d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289328.6883729,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f00ae61-2872-4f17-86d9-77ad8751d733"} {"level":"info","ts":1785289328.6883955,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f00ae61-2872-4f17-86d9-77ad8751d733","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785289328.6915488,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f4fa6eb6-7c46-46f6-abf0-cab866439cd6","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289328.691673,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d9bed4ce-bf14-47e9-b072-02a74db6a925"} {"level":"info","ts":1785289328.6917303,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d9bed4ce-bf14-47e9-b072-02a74db6a925","name":"e2e-external-provider"} {"level":"error","ts":1785289328.6958804,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f00ae61-2872-4f17-86d9-77ad8751d733","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289328.7066383,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d9bed4ce-bf14-47e9-b072-02a74db6a925","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785289328.7121506,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3ab03a4f-bc20-4932-957b-a1108bafdd70","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289328.712194,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3ab03a4f-bc20-4932-957b-a1108bafdd70","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785289328.7122188,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4cde3a4-a422-4e1a-aa66-c15e0d9dd1d9"} {"level":"info","ts":1785289328.7122662,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37d3b675-9cad-404c-8619-bcccf20d0c86","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289328.7123063,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8ea39a63-37a2-4559-a392-dbd051c24e31"} {"level":"info","ts":1785289328.7124655,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34820.628328576,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289328.712487,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37d3b675-9cad-404c-8619-bcccf20d0c86","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289328.7124822,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289328.7125297,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8ea39a63-37a2-4559-a392-dbd051c24e31","name":"e2e-external-provider"} {"level":"info","ts":1785289328.7195604,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289328.721425,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8ea39a63-37a2-4559-a392-dbd051c24e31","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785289328.812848,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4cde3a4-a422-4e1a-aa66-c15e0d9dd1d9","name":"e2e-external-model"} {"level":"info","ts":1785289328.8225465,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4cde3a4-a422-4e1a-aa66-c15e0d9dd1d9","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289328.8283758,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63caa325-4714-4f79-9537-84499b047b9b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289328.8284235,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63caa325-4714-4f79-9537-84499b047b9b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289328.8284624,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2d437a0-a7e3-4d50-b532-de21361da495"} {"level":"info","ts":1785289328.8285325,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2d437a0-a7e3-4d50-b532-de21361da495","name":"e2e-external-model"} {"level":"error","ts":1785289328.8447406,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2d437a0-a7e3-4d50-b532-de21361da495","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289328.845013,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32ca3aeb-1d28-417d-ad62-e4f6cd75f6bd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289328.8450468,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1349bca-4c02-4289-8e8e-603e8e1083ea"} {"level":"info","ts":1785289328.8450541,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32ca3aeb-1d28-417d-ad62-e4f6cd75f6bd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289328.8451076,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1349bca-4c02-4289-8e8e-603e8e1083ea","name":"e2e-external-model"} {"level":"info","ts":1785289328.8538115,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1349bca-4c02-4289-8e8e-603e8e1083ea","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289328.8591373,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d09e3c1d-1981-477c-8785-cfc6f8fe902a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289328.8591795,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d09e3c1d-1981-477c-8785-cfc6f8fe902a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289328.8592656,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c91ff48d-f6e2-4e38-ba5f-49ec619943f5"} {"level":"info","ts":1785289328.859328,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c91ff48d-f6e2-4e38-ba5f-49ec619943f5","name":"e2e-external-model"} {"level":"info","ts":1785289328.8673067,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c91ff48d-f6e2-4e38-ba5f-49ec619943f5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289336.2886565,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289336.2887304,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe"} {"level":"info","ts":1785289336.2887414,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe"} {"level":"info","ts":1785289336.2887526,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe","EoS":true} {"level":"info","ts":1785289336.2887769,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe","header":"x-maas-username"} {"level":"info","ts":1785289336.2887876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe","header":"x-maas-subscription"} {"level":"info","ts":1785289336.2887926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe","header":"x-maas-group"} {"level":"info","ts":1785289336.2888043,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289336.288814,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe","modelName":"e2e-external-model"} {"level":"info","ts":1785289336.2888255,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785289336.2888672,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785289336.2888854,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe","authType":"apikey"} {"level":"info","ts":1785289336.288911,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe"} {"level":"info","ts":1785289336.3925436,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe"} {"level":"info","ts":1785289336.3925886,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe"} {"level":"info","ts":1785289336.3926277,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe","EoS":false} {"level":"info","ts":1785289336.3926475,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe","EoS":true} {"level":"error","ts":1785289336.3926616,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785289336.3927195,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"606e810d-bd6c-499f-b4e7-758bc33138fe"} {"level":"info","ts":1785289336.5295603,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5481b359-cd2d-430d-b5b2-545b7f178e9a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289336.529639,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5481b359-cd2d-430d-b5b2-545b7f178e9a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785289336.5296032,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1d6ef80-bd08-4450-ab5a-50199aefc57c"} {"level":"info","ts":1785289336.5357957,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de4fd675-6e64-4512-819c-a1f18df9b9ca","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289336.5358312,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de4fd675-6e64-4512-819c-a1f18df9b9ca","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785289336.5361314,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1d6ef80-bd08-4450-ab5a-50199aefc57c","name":"e2e-cleanup-test"} {"level":"info","ts":1785289336.5565565,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1d6ef80-bd08-4450-ab5a-50199aefc57c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289336.564803,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db3fd3c9-c722-422e-9794-d9aac6b86604","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289336.5648382,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db3fd3c9-c722-422e-9794-d9aac6b86604","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785289336.565528,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"582099a3-8b21-4b8f-b410-c56ff394f8d9"} {"level":"info","ts":1785289336.5656219,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"582099a3-8b21-4b8f-b410-c56ff394f8d9","name":"e2e-cleanup-test"} {"level":"error","ts":1785289336.5787246,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"582099a3-8b21-4b8f-b410-c56ff394f8d9","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289336.5788813,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca79ec8a-e2ef-4bcd-8aaa-5be9ae66c725"} {"level":"info","ts":1785289336.578956,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca79ec8a-e2ef-4bcd-8aaa-5be9ae66c725","name":"e2e-cleanup-test"} {"level":"info","ts":1785289336.5788856,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30881e61-07b4-4841-b83d-17e649a2e3d0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289336.5790102,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30881e61-07b4-4841-b83d-17e649a2e3d0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785289336.5870812,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca79ec8a-e2ef-4bcd-8aaa-5be9ae66c725","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289336.5930712,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ddefb40-1aa4-4a5f-ad07-8d846f6cdde7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289336.5931044,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ddefb40-1aa4-4a5f-ad07-8d846f6cdde7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785289336.5932753,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1040eac6-19bb-460e-aa66-059101ecf1c8"} {"level":"info","ts":1785289336.5933259,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1040eac6-19bb-460e-aa66-059101ecf1c8","name":"e2e-cleanup-test"} {"level":"info","ts":1785289336.601898,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1040eac6-19bb-460e-aa66-059101ecf1c8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289344.8239148,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22232ea6-8fe6-4e7f-b488-c6fb2ca818f7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289344.8239462,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"55646a89-70b7-4217-9d89-748913b9ad34"} {"level":"info","ts":1785289344.82396,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22232ea6-8fe6-4e7f-b488-c6fb2ca818f7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289349.1301548,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289349.1302216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96b846a3-8d19-4ebb-9eb8-191267d55917"} {"level":"info","ts":1785289349.1302311,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96b846a3-8d19-4ebb-9eb8-191267d55917"} {"level":"info","ts":1785289349.130242,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96b846a3-8d19-4ebb-9eb8-191267d55917","EoS":true} {"level":"info","ts":1785289349.1302745,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96b846a3-8d19-4ebb-9eb8-191267d55917","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785289349.1302955,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96b846a3-8d19-4ebb-9eb8-191267d55917"} {"level":"info","ts":1785289349.166419,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289349.1665058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6"} {"level":"info","ts":1785289349.1665244,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6"} {"level":"info","ts":1785289349.1665447,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6","EoS":true} {"level":"info","ts":1785289349.1666124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6","header":"x-maas-username"} {"level":"info","ts":1785289349.166626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6","header":"x-maas-subscription"} {"level":"info","ts":1785289349.166636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6","header":"x-maas-group"} {"level":"info","ts":1785289349.1666553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289349.1666663,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6","modelName":"e2e-external-model"} {"level":"info","ts":1785289349.1666853,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785289349.1667178,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785289349.166742,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6","authType":"apikey"} {"level":"info","ts":1785289349.16678,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6"} {"level":"info","ts":1785289349.2716238,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6"} {"level":"info","ts":1785289349.271654,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6"} {"level":"info","ts":1785289349.2716742,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6","EoS":false} {"level":"info","ts":1785289349.2716901,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6","EoS":true} {"level":"error","ts":1785289349.2717035,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785289349.2717397,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d7f5527a-0e69-4ae9-bb36-02495cd93ef6"} {"level":"info","ts":1785289349.309731,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289349.3098052,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7291847-e603-90af-b5ef-eca5a2049487"} {"level":"info","ts":1785289349.3098161,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e7291847-e603-90af-b5ef-eca5a2049487"} {"level":"info","ts":1785289349.3098269,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7291847-e603-90af-b5ef-eca5a2049487","EoS":true} {"level":"info","ts":1785289349.3098953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7291847-e603-90af-b5ef-eca5a2049487","header":"x-maas-group"} {"level":"info","ts":1785289349.309907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7291847-e603-90af-b5ef-eca5a2049487","header":"x-maas-subscription"} {"level":"info","ts":1785289349.309912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7291847-e603-90af-b5ef-eca5a2049487","header":"x-maas-username"} {"level":"info","ts":1785289349.3099272,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7291847-e603-90af-b5ef-eca5a2049487","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289349.3099525,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e7291847-e603-90af-b5ef-eca5a2049487"} {"level":"info","ts":1785289349.3572443,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e7291847-e603-90af-b5ef-eca5a2049487"} {"level":"info","ts":1785289349.357273,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e7291847-e603-90af-b5ef-eca5a2049487"} {"level":"info","ts":1785289349.3572967,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e7291847-e603-90af-b5ef-eca5a2049487","EoS":false} {"level":"info","ts":1785289349.3573134,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e7291847-e603-90af-b5ef-eca5a2049487","EoS":true} {"level":"error","ts":1785289349.357328,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"e7291847-e603-90af-b5ef-eca5a2049487","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785289349.357377,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e7291847-e603-90af-b5ef-eca5a2049487"} {"level":"info","ts":1785289349.393153,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289349.3932185,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9afcd323-f542-4d5f-a509-5d82824b4708"} {"level":"info","ts":1785289349.3932273,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9afcd323-f542-4d5f-a509-5d82824b4708"} {"level":"info","ts":1785289349.3932378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9afcd323-f542-4d5f-a509-5d82824b4708","EoS":true} {"level":"info","ts":1785289349.3932593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9afcd323-f542-4d5f-a509-5d82824b4708","header":"x-maas-group"} {"level":"info","ts":1785289349.3932695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9afcd323-f542-4d5f-a509-5d82824b4708","header":"x-maas-subscription"} {"level":"info","ts":1785289349.3932748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9afcd323-f542-4d5f-a509-5d82824b4708","header":"x-maas-username"} {"level":"info","ts":1785289349.3933024,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9afcd323-f542-4d5f-a509-5d82824b4708"} {"level":"info","ts":1785289349.4431484,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9afcd323-f542-4d5f-a509-5d82824b4708"} {"level":"info","ts":1785289349.443177,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9afcd323-f542-4d5f-a509-5d82824b4708"} {"level":"info","ts":1785289349.443199,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9afcd323-f542-4d5f-a509-5d82824b4708","EoS":false} {"level":"info","ts":1785289349.443216,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9afcd323-f542-4d5f-a509-5d82824b4708","EoS":true} {"level":"error","ts":1785289349.4432259,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"9afcd323-f542-4d5f-a509-5d82824b4708","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785289349.4432766,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9afcd323-f542-4d5f-a509-5d82824b4708"} {"level":"info","ts":1785289350.266728,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f4088e1-255a-4f1e-aa66-8aadf434a654","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289350.2667706,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f4088e1-255a-4f1e-aa66-8aadf434a654","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289350.2668033,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd3c177c-66dd-46ad-90f9-8443bebb6ee4"} {"level":"info","ts":1785289350.417819,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e046bfa7-ad6a-4c4d-b137-af8cbc5220a5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289350.4178407,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f0b22eb3-4fe2-4bfd-91c8-48f35cfd2aaa"} {"level":"info","ts":1785289350.417856,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e046bfa7-ad6a-4c4d-b137-af8cbc5220a5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289350.5279,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9334cfd1-6426-4ab8-9189-c9d29a7e694f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785289350.5279675,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9334cfd1-6426-4ab8-9189-c9d29a7e694f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785290721.9070814,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785290721.9071531,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7259aa7-206c-4e2c-a0b8-8df89f94afdd"} {"level":"info","ts":1785290796.5704975,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785290796.5706143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3211eff9-7d45-49f6-b379-060596fa3769"} {"level":"info","ts":1785290796.5706265,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3211eff9-7d45-49f6-b379-060596fa3769"} {"level":"info","ts":1785290796.5706444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3211eff9-7d45-49f6-b379-060596fa3769","EoS":true} {"level":"info","ts":1785290796.5706904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3211eff9-7d45-49f6-b379-060596fa3769","header":"x-maas-username"} {"level":"info","ts":1785290796.5707028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3211eff9-7d45-49f6-b379-060596fa3769","header":"x-maas-subscription"} {"level":"info","ts":1785290796.5707095,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3211eff9-7d45-49f6-b379-060596fa3769","header":"x-maas-group"} {"level":"info","ts":1785290796.5707266,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3211eff9-7d45-49f6-b379-060596fa3769","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785290796.570754,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3211eff9-7d45-49f6-b379-060596fa3769"} {"level":"info","ts":1785290796.5732489,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3211eff9-7d45-49f6-b379-060596fa3769"} {"level":"info","ts":1785290796.573275,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3211eff9-7d45-49f6-b379-060596fa3769"} {"level":"info","ts":1785290796.573292,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3211eff9-7d45-49f6-b379-060596fa3769","EoS":false} {"level":"info","ts":1785290796.5733047,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3211eff9-7d45-49f6-b379-060596fa3769","EoS":true} {"level":"info","ts":1785290796.5733361,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3211eff9-7d45-49f6-b379-060596fa3769"}