{"level":"info","ts":1785284562.5183103,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f6be8cc-1671-447c-bc89-fc0dbcc77399","EoS":false} {"level":"info","ts":1785284562.5183232,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f6be8cc-1671-447c-bc89-fc0dbcc77399","EoS":true} {"level":"info","ts":1785284562.518352,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6f6be8cc-1671-447c-bc89-fc0dbcc77399"} {"level":"info","ts":1785284585.6388183,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284585.638888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"871893f0-3f1d-4831-9f19-6286b4385ea8"} {"level":"info","ts":1785284585.638897,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"871893f0-3f1d-4831-9f19-6286b4385ea8"} {"level":"info","ts":1785284585.6389077,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"871893f0-3f1d-4831-9f19-6286b4385ea8","EoS":true} {"level":"info","ts":1785284585.6389291,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"871893f0-3f1d-4831-9f19-6286b4385ea8","header":"x-maas-username"} {"level":"info","ts":1785284585.638939,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"871893f0-3f1d-4831-9f19-6286b4385ea8","header":"x-maas-group"} {"level":"info","ts":1785284585.638945,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"871893f0-3f1d-4831-9f19-6286b4385ea8","header":"x-maas-subscription"} {"level":"info","ts":1785284585.6389575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"871893f0-3f1d-4831-9f19-6286b4385ea8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785284585.638981,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"871893f0-3f1d-4831-9f19-6286b4385ea8"} {"level":"info","ts":1785284585.6400347,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"871893f0-3f1d-4831-9f19-6286b4385ea8"} {"level":"info","ts":1785284585.640059,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"871893f0-3f1d-4831-9f19-6286b4385ea8"} {"level":"info","ts":1785284585.6400802,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"871893f0-3f1d-4831-9f19-6286b4385ea8","EoS":false} {"level":"info","ts":1785284585.6401238,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"871893f0-3f1d-4831-9f19-6286b4385ea8","EoS":true} {"level":"info","ts":1785284585.640162,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"871893f0-3f1d-4831-9f19-6286b4385ea8"} {"level":"info","ts":1785284585.777391,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284585.7774653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9bdca35-bf58-4c6d-959b-8ac2e2cfe0ad"} {"level":"info","ts":1785284585.7774785,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9bdca35-bf58-4c6d-959b-8ac2e2cfe0ad"} {"level":"info","ts":1785284585.7774904,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9bdca35-bf58-4c6d-959b-8ac2e2cfe0ad","EoS":true} {"level":"info","ts":1785284585.7775168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9bdca35-bf58-4c6d-959b-8ac2e2cfe0ad","header":"x-maas-group"} {"level":"info","ts":1785284585.7775276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9bdca35-bf58-4c6d-959b-8ac2e2cfe0ad","header":"x-maas-username"} {"level":"info","ts":1785284585.7775326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9bdca35-bf58-4c6d-959b-8ac2e2cfe0ad","header":"x-maas-subscription"} {"level":"info","ts":1785284585.7775464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9bdca35-bf58-4c6d-959b-8ac2e2cfe0ad","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785284585.7775717,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9bdca35-bf58-4c6d-959b-8ac2e2cfe0ad"} {"level":"info","ts":1785284585.7805078,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c9bdca35-bf58-4c6d-959b-8ac2e2cfe0ad"} {"level":"info","ts":1785284585.7805264,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c9bdca35-bf58-4c6d-959b-8ac2e2cfe0ad"} {"level":"info","ts":1785284585.7805414,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9bdca35-bf58-4c6d-959b-8ac2e2cfe0ad","EoS":false} {"level":"info","ts":1785284585.7805538,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9bdca35-bf58-4c6d-959b-8ac2e2cfe0ad","EoS":true} {"level":"info","ts":1785284585.7805839,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c9bdca35-bf58-4c6d-959b-8ac2e2cfe0ad"} {"level":"info","ts":1785284585.917595,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284585.917692,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba7045ad-9a92-9e50-aa3c-cc5abb9ecd92"} {"level":"info","ts":1785284585.9177055,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba7045ad-9a92-9e50-aa3c-cc5abb9ecd92"} {"level":"info","ts":1785284585.917718,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba7045ad-9a92-9e50-aa3c-cc5abb9ecd92","EoS":true} {"level":"info","ts":1785284585.9177442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba7045ad-9a92-9e50-aa3c-cc5abb9ecd92","header":"x-maas-username"} {"level":"info","ts":1785284585.9177592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba7045ad-9a92-9e50-aa3c-cc5abb9ecd92","header":"x-maas-group"} {"level":"info","ts":1785284585.9177656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba7045ad-9a92-9e50-aa3c-cc5abb9ecd92","header":"x-maas-subscription"} {"level":"info","ts":1785284585.9177797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba7045ad-9a92-9e50-aa3c-cc5abb9ecd92","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785284585.9178066,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba7045ad-9a92-9e50-aa3c-cc5abb9ecd92"} {"level":"info","ts":1785284585.9187062,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ba7045ad-9a92-9e50-aa3c-cc5abb9ecd92"} {"level":"info","ts":1785284585.918726,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ba7045ad-9a92-9e50-aa3c-cc5abb9ecd92"} {"level":"info","ts":1785284585.9187415,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba7045ad-9a92-9e50-aa3c-cc5abb9ecd92","EoS":false} {"level":"info","ts":1785284585.9187546,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba7045ad-9a92-9e50-aa3c-cc5abb9ecd92","EoS":true} {"level":"info","ts":1785284585.9187834,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ba7045ad-9a92-9e50-aa3c-cc5abb9ecd92"} {"level":"info","ts":1785284586.0569322,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284586.0570338,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6dff09c5-7699-4683-aa07-3bd6e90c7beb"} {"level":"info","ts":1785284586.057049,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6dff09c5-7699-4683-aa07-3bd6e90c7beb"} {"level":"info","ts":1785284586.0570617,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6dff09c5-7699-4683-aa07-3bd6e90c7beb","EoS":true} {"level":"info","ts":1785284586.0570872,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dff09c5-7699-4683-aa07-3bd6e90c7beb","header":"x-maas-subscription"} {"level":"info","ts":1785284586.0570984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dff09c5-7699-4683-aa07-3bd6e90c7beb","header":"x-maas-group"} {"level":"info","ts":1785284586.0571039,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dff09c5-7699-4683-aa07-3bd6e90c7beb","header":"x-maas-username"} {"level":"info","ts":1785284586.0571187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6dff09c5-7699-4683-aa07-3bd6e90c7beb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785284586.057143,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6dff09c5-7699-4683-aa07-3bd6e90c7beb"} {"level":"info","ts":1785284586.0580347,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6dff09c5-7699-4683-aa07-3bd6e90c7beb"} {"level":"info","ts":1785284586.0580525,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6dff09c5-7699-4683-aa07-3bd6e90c7beb"} {"level":"info","ts":1785284586.0580666,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6dff09c5-7699-4683-aa07-3bd6e90c7beb","EoS":false} {"level":"info","ts":1785284586.0580769,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6dff09c5-7699-4683-aa07-3bd6e90c7beb","EoS":true} {"level":"info","ts":1785284586.0581076,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6dff09c5-7699-4683-aa07-3bd6e90c7beb"} {"level":"info","ts":1785284586.1955593,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284586.195674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f1c267d-ff9c-41c9-8644-b5b1c4d9ca16"} {"level":"info","ts":1785284586.1956894,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f1c267d-ff9c-41c9-8644-b5b1c4d9ca16"} {"level":"info","ts":1785284586.195703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f1c267d-ff9c-41c9-8644-b5b1c4d9ca16","EoS":true} {"level":"info","ts":1785284586.1957335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f1c267d-ff9c-41c9-8644-b5b1c4d9ca16","header":"x-maas-group"} {"level":"info","ts":1785284586.1957445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f1c267d-ff9c-41c9-8644-b5b1c4d9ca16","header":"x-maas-subscription"} {"level":"info","ts":1785284586.1957512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f1c267d-ff9c-41c9-8644-b5b1c4d9ca16","header":"x-maas-username"} {"level":"info","ts":1785284586.1957662,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f1c267d-ff9c-41c9-8644-b5b1c4d9ca16","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785284586.1957927,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f1c267d-ff9c-41c9-8644-b5b1c4d9ca16"} {"level":"info","ts":1785284586.1966949,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f1c267d-ff9c-41c9-8644-b5b1c4d9ca16"} {"level":"info","ts":1785284586.1967144,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7f1c267d-ff9c-41c9-8644-b5b1c4d9ca16"} {"level":"info","ts":1785284586.1967413,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f1c267d-ff9c-41c9-8644-b5b1c4d9ca16","EoS":false} {"level":"info","ts":1785284586.1967664,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f1c267d-ff9c-41c9-8644-b5b1c4d9ca16","EoS":true} {"level":"info","ts":1785284586.1968036,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7f1c267d-ff9c-41c9-8644-b5b1c4d9ca16"} {"level":"info","ts":1785284602.0660644,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284602.066137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac053b1f-8e21-459a-9c4f-045d524aa230"} {"level":"info","ts":1785284602.0661492,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac053b1f-8e21-459a-9c4f-045d524aa230"} {"level":"info","ts":1785284602.0661602,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac053b1f-8e21-459a-9c4f-045d524aa230","EoS":true} {"level":"info","ts":1785284602.0661824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac053b1f-8e21-459a-9c4f-045d524aa230","header":"x-maas-username"} {"level":"info","ts":1785284602.0661929,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac053b1f-8e21-459a-9c4f-045d524aa230","header":"x-maas-group"} {"level":"info","ts":1785284602.066203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac053b1f-8e21-459a-9c4f-045d524aa230","header":"x-maas-subscription"} {"level":"info","ts":1785284602.0662262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac053b1f-8e21-459a-9c4f-045d524aa230","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785284602.06625,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac053b1f-8e21-459a-9c4f-045d524aa230"} {"level":"info","ts":1785284602.068748,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac053b1f-8e21-459a-9c4f-045d524aa230"} {"level":"info","ts":1785284602.068768,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ac053b1f-8e21-459a-9c4f-045d524aa230"} {"level":"info","ts":1785284602.0687842,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac053b1f-8e21-459a-9c4f-045d524aa230","EoS":false} {"level":"info","ts":1785284602.068795,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac053b1f-8e21-459a-9c4f-045d524aa230","EoS":true} {"level":"info","ts":1785284602.068824,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ac053b1f-8e21-459a-9c4f-045d524aa230"} {"level":"info","ts":1785284602.185807,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284602.185896,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"77956048-26df-479c-9465-4f791b51b1d9"} {"level":"info","ts":1785284602.1865969,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"77956048-26df-479c-9465-4f791b51b1d9"} {"level":"info","ts":1785284602.1866133,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"77956048-26df-479c-9465-4f791b51b1d9"} {"level":"info","ts":1785284602.1866283,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"77956048-26df-479c-9465-4f791b51b1d9","EoS":false} {"level":"info","ts":1785284602.1866426,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"77956048-26df-479c-9465-4f791b51b1d9"} {"level":"info","ts":1785284602.1866834,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"77956048-26df-479c-9465-4f791b51b1d9","EoS":true} {"level":"info","ts":1785284602.1866956,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"77956048-26df-479c-9465-4f791b51b1d9"} {"level":"info","ts":1785284606.8237264,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284606.8237956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51cd5c80-764c-4a99-82bf-cb6c065d7431"} {"level":"info","ts":1785284606.8238044,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"51cd5c80-764c-4a99-82bf-cb6c065d7431"} {"level":"info","ts":1785284606.8238156,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51cd5c80-764c-4a99-82bf-cb6c065d7431","EoS":true} {"level":"info","ts":1785284606.8238447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51cd5c80-764c-4a99-82bf-cb6c065d7431","header":"x-maas-username"} {"level":"info","ts":1785284606.8238544,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51cd5c80-764c-4a99-82bf-cb6c065d7431","header":"x-maas-group"} {"level":"info","ts":1785284606.8238604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51cd5c80-764c-4a99-82bf-cb6c065d7431","header":"x-maas-subscription"} {"level":"info","ts":1785284606.8238747,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51cd5c80-764c-4a99-82bf-cb6c065d7431","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785284606.8238997,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"51cd5c80-764c-4a99-82bf-cb6c065d7431"} {"level":"info","ts":1785284606.8255093,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"51cd5c80-764c-4a99-82bf-cb6c065d7431"} {"level":"info","ts":1785284606.8255308,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"51cd5c80-764c-4a99-82bf-cb6c065d7431"} {"level":"info","ts":1785284606.825554,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"51cd5c80-764c-4a99-82bf-cb6c065d7431","EoS":false} {"level":"info","ts":1785284606.8255732,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"51cd5c80-764c-4a99-82bf-cb6c065d7431","EoS":true} {"level":"info","ts":1785284606.8256135,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"51cd5c80-764c-4a99-82bf-cb6c065d7431"} {"level":"info","ts":1785284617.4178758,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284617.417956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9827aac-99d8-494b-83fa-eceab7bf0941"} {"level":"info","ts":1785284617.4179738,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9827aac-99d8-494b-83fa-eceab7bf0941"} {"level":"info","ts":1785284617.4179914,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9827aac-99d8-494b-83fa-eceab7bf0941","EoS":true} {"level":"info","ts":1785284617.4180422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9827aac-99d8-494b-83fa-eceab7bf0941","header":"x-maas-group"} {"level":"info","ts":1785284617.4180548,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9827aac-99d8-494b-83fa-eceab7bf0941","header":"x-maas-username"} {"level":"info","ts":1785284617.4180646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9827aac-99d8-494b-83fa-eceab7bf0941","header":"x-maas-subscription"} {"level":"info","ts":1785284617.4180875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9827aac-99d8-494b-83fa-eceab7bf0941","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785284617.4181228,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9827aac-99d8-494b-83fa-eceab7bf0941"} {"level":"info","ts":1785284617.4214005,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d9827aac-99d8-494b-83fa-eceab7bf0941"} {"level":"info","ts":1785284617.4214237,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d9827aac-99d8-494b-83fa-eceab7bf0941"} {"level":"info","ts":1785284617.4214456,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9827aac-99d8-494b-83fa-eceab7bf0941","EoS":false} {"level":"info","ts":1785284617.4214633,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9827aac-99d8-494b-83fa-eceab7bf0941","EoS":true} {"level":"info","ts":1785284617.4215002,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d9827aac-99d8-494b-83fa-eceab7bf0941"} {"level":"info","ts":1785284630.2828398,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284630.2829216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f557a954-1e05-4b7f-8c84-c21a4d3e7ddf"} {"level":"info","ts":1785284630.2829344,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f557a954-1e05-4b7f-8c84-c21a4d3e7ddf"} {"level":"info","ts":1785284630.282946,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f557a954-1e05-4b7f-8c84-c21a4d3e7ddf","EoS":true} {"level":"info","ts":1785284630.282971,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f557a954-1e05-4b7f-8c84-c21a4d3e7ddf","header":"x-maas-username"} {"level":"info","ts":1785284630.2829812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f557a954-1e05-4b7f-8c84-c21a4d3e7ddf","header":"x-maas-subscription"} {"level":"info","ts":1785284630.2829876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f557a954-1e05-4b7f-8c84-c21a4d3e7ddf","header":"x-maas-group"} {"level":"info","ts":1785284630.2830021,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f557a954-1e05-4b7f-8c84-c21a4d3e7ddf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785284630.2830262,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f557a954-1e05-4b7f-8c84-c21a4d3e7ddf"} {"level":"info","ts":1785284630.2837276,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f557a954-1e05-4b7f-8c84-c21a4d3e7ddf"} {"level":"info","ts":1785284630.2837474,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f557a954-1e05-4b7f-8c84-c21a4d3e7ddf"} {"level":"info","ts":1785284630.2837615,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f557a954-1e05-4b7f-8c84-c21a4d3e7ddf","EoS":false} {"level":"info","ts":1785284630.2837737,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f557a954-1e05-4b7f-8c84-c21a4d3e7ddf","EoS":true} {"level":"info","ts":1785284630.2838044,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f557a954-1e05-4b7f-8c84-c21a4d3e7ddf"} {"level":"info","ts":1785284638.8238378,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284638.8239162,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04f3b441-332b-44d8-825c-855d591cb383"} {"level":"info","ts":1785284638.82393,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04f3b441-332b-44d8-825c-855d591cb383"} {"level":"info","ts":1785284638.8239427,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04f3b441-332b-44d8-825c-855d591cb383","EoS":true} {"level":"info","ts":1785284638.8239682,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04f3b441-332b-44d8-825c-855d591cb383","header":"x-maas-subscription"} {"level":"info","ts":1785284638.8239777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04f3b441-332b-44d8-825c-855d591cb383","header":"x-maas-group"} {"level":"info","ts":1785284638.8239834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04f3b441-332b-44d8-825c-855d591cb383","header":"x-maas-username"} {"level":"info","ts":1785284638.8239992,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04f3b441-332b-44d8-825c-855d591cb383","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785284638.8240259,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04f3b441-332b-44d8-825c-855d591cb383"} {"level":"info","ts":1785284638.824694,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"04f3b441-332b-44d8-825c-855d591cb383"} {"level":"info","ts":1785284638.82471,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"04f3b441-332b-44d8-825c-855d591cb383"} {"level":"info","ts":1785284638.8247225,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04f3b441-332b-44d8-825c-855d591cb383","EoS":false} {"level":"info","ts":1785284638.8247337,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04f3b441-332b-44d8-825c-855d591cb383","EoS":true} {"level":"info","ts":1785284638.8247626,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"04f3b441-332b-44d8-825c-855d591cb383"} {"level":"info","ts":1785284647.6855454,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284647.6856298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66f4a4a6-78aa-489f-8cfa-bd74fc342556"} {"level":"info","ts":1785284647.6856482,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66f4a4a6-78aa-489f-8cfa-bd74fc342556"} {"level":"info","ts":1785284647.6856847,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66f4a4a6-78aa-489f-8cfa-bd74fc342556","EoS":true} {"level":"info","ts":1785284647.6857212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66f4a4a6-78aa-489f-8cfa-bd74fc342556","header":"x-maas-group"} {"level":"info","ts":1785284647.685735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66f4a4a6-78aa-489f-8cfa-bd74fc342556","header":"x-maas-subscription"} {"level":"info","ts":1785284647.685744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66f4a4a6-78aa-489f-8cfa-bd74fc342556","header":"x-maas-username"} {"level":"info","ts":1785284647.685764,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66f4a4a6-78aa-489f-8cfa-bd74fc342556","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785284647.685797,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66f4a4a6-78aa-489f-8cfa-bd74fc342556"} {"level":"info","ts":1785284647.686534,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"66f4a4a6-78aa-489f-8cfa-bd74fc342556"} {"level":"info","ts":1785284647.6865528,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"66f4a4a6-78aa-489f-8cfa-bd74fc342556"} {"level":"info","ts":1785284647.6865697,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66f4a4a6-78aa-489f-8cfa-bd74fc342556","EoS":false} {"level":"info","ts":1785284647.6865833,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66f4a4a6-78aa-489f-8cfa-bd74fc342556","EoS":true} {"level":"info","ts":1785284647.6866136,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"66f4a4a6-78aa-489f-8cfa-bd74fc342556"} {"level":"info","ts":1785284672.719254,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284672.7193186,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee66128e-2d37-45d9-8fe1-187eef0a349d"} {"level":"info","ts":1785284672.7193294,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee66128e-2d37-45d9-8fe1-187eef0a349d"} {"level":"info","ts":1785284672.7193406,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee66128e-2d37-45d9-8fe1-187eef0a349d","EoS":true} {"level":"info","ts":1785284672.7193618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee66128e-2d37-45d9-8fe1-187eef0a349d","header":"x-maas-username"} {"level":"info","ts":1785284672.7193723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee66128e-2d37-45d9-8fe1-187eef0a349d","header":"x-maas-group"} {"level":"info","ts":1785284672.7193768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee66128e-2d37-45d9-8fe1-187eef0a349d","header":"x-maas-subscription"} {"level":"info","ts":1785284672.7193902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee66128e-2d37-45d9-8fe1-187eef0a349d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785284672.719414,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee66128e-2d37-45d9-8fe1-187eef0a349d"} {"level":"info","ts":1785284672.7218728,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ee66128e-2d37-45d9-8fe1-187eef0a349d"} {"level":"info","ts":1785284672.7218964,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ee66128e-2d37-45d9-8fe1-187eef0a349d"} {"level":"info","ts":1785284672.7219193,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ee66128e-2d37-45d9-8fe1-187eef0a349d","EoS":false} {"level":"info","ts":1785284672.721936,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ee66128e-2d37-45d9-8fe1-187eef0a349d","EoS":true} {"level":"info","ts":1785284672.7219765,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ee66128e-2d37-45d9-8fe1-187eef0a349d"} {"level":"info","ts":1785284696.5630164,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284696.5631125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01c6bbc8-e20b-4367-bb79-4a1659f2e0d8"} {"level":"info","ts":1785284696.5631263,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"01c6bbc8-e20b-4367-bb79-4a1659f2e0d8"} {"level":"info","ts":1785284696.5631468,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"01c6bbc8-e20b-4367-bb79-4a1659f2e0d8","EoS":true} {"level":"info","ts":1785284696.5631888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01c6bbc8-e20b-4367-bb79-4a1659f2e0d8","header":"x-maas-group"} {"level":"info","ts":1785284696.563202,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01c6bbc8-e20b-4367-bb79-4a1659f2e0d8","header":"x-maas-subscription"} {"level":"info","ts":1785284696.5632129,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01c6bbc8-e20b-4367-bb79-4a1659f2e0d8","header":"x-maas-username"} {"level":"info","ts":1785284696.5632331,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01c6bbc8-e20b-4367-bb79-4a1659f2e0d8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785284696.563266,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"01c6bbc8-e20b-4367-bb79-4a1659f2e0d8"} {"level":"info","ts":1785284696.5642755,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"01c6bbc8-e20b-4367-bb79-4a1659f2e0d8"} {"level":"info","ts":1785284696.5643036,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"01c6bbc8-e20b-4367-bb79-4a1659f2e0d8"} {"level":"info","ts":1785284696.5643275,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"01c6bbc8-e20b-4367-bb79-4a1659f2e0d8","EoS":false} {"level":"info","ts":1785284696.5643458,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"01c6bbc8-e20b-4367-bb79-4a1659f2e0d8","EoS":true} {"level":"info","ts":1785284696.564378,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"01c6bbc8-e20b-4367-bb79-4a1659f2e0d8"} {"level":"info","ts":1785284733.8682504,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284733.8683238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9935b37d-598f-4c52-b775-e60f0fb5217c"} {"level":"info","ts":1785284733.8683367,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9935b37d-598f-4c52-b775-e60f0fb5217c"} {"level":"info","ts":1785284733.868349,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9935b37d-598f-4c52-b775-e60f0fb5217c","EoS":true} {"level":"info","ts":1785284733.8683727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9935b37d-598f-4c52-b775-e60f0fb5217c","header":"x-maas-group"} {"level":"info","ts":1785284733.8683827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9935b37d-598f-4c52-b775-e60f0fb5217c","header":"x-maas-username"} {"level":"info","ts":1785284733.8683894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9935b37d-598f-4c52-b775-e60f0fb5217c","header":"x-maas-subscription"} {"level":"info","ts":1785284733.8684032,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9935b37d-598f-4c52-b775-e60f0fb5217c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785284733.8684251,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9935b37d-598f-4c52-b775-e60f0fb5217c"} {"level":"info","ts":1785284733.8710046,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9935b37d-598f-4c52-b775-e60f0fb5217c"} {"level":"info","ts":1785284733.8710332,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9935b37d-598f-4c52-b775-e60f0fb5217c"} {"level":"info","ts":1785284733.8710546,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9935b37d-598f-4c52-b775-e60f0fb5217c","EoS":false} {"level":"info","ts":1785284733.8710732,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9935b37d-598f-4c52-b775-e60f0fb5217c","EoS":true} {"level":"info","ts":1785284733.871113,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9935b37d-598f-4c52-b775-e60f0fb5217c"} {"level":"info","ts":1785284743.264331,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284743.2644098,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"249c8c5c-7c3d-465f-9386-a649858ca620"} {"level":"info","ts":1785284743.2644308,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"249c8c5c-7c3d-465f-9386-a649858ca620"} {"level":"info","ts":1785284743.2644455,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"249c8c5c-7c3d-465f-9386-a649858ca620","EoS":true} {"level":"info","ts":1785284743.2644713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"249c8c5c-7c3d-465f-9386-a649858ca620","header":"x-maas-group"} {"level":"info","ts":1785284743.2644827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"249c8c5c-7c3d-465f-9386-a649858ca620","header":"x-maas-subscription"} {"level":"info","ts":1785284743.2644885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"249c8c5c-7c3d-465f-9386-a649858ca620","header":"x-maas-username"} {"level":"info","ts":1785284743.2645023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"249c8c5c-7c3d-465f-9386-a649858ca620","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785284743.2645283,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"249c8c5c-7c3d-465f-9386-a649858ca620"} {"level":"info","ts":1785284743.2652953,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"249c8c5c-7c3d-465f-9386-a649858ca620"} {"level":"info","ts":1785284743.2653167,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"249c8c5c-7c3d-465f-9386-a649858ca620"} {"level":"info","ts":1785284743.2653346,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"249c8c5c-7c3d-465f-9386-a649858ca620","EoS":false} {"level":"info","ts":1785284743.2653508,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"249c8c5c-7c3d-465f-9386-a649858ca620","EoS":true} {"level":"info","ts":1785284743.2653785,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"249c8c5c-7c3d-465f-9386-a649858ca620"} {"level":"info","ts":1785284743.3025806,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284743.3026373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab0e597a-1e7c-4abb-94f8-a3d354ebb82d"} {"level":"info","ts":1785284743.302648,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ab0e597a-1e7c-4abb-94f8-a3d354ebb82d"} {"level":"info","ts":1785284743.3026748,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab0e597a-1e7c-4abb-94f8-a3d354ebb82d","EoS":true} {"level":"info","ts":1785284743.3026977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab0e597a-1e7c-4abb-94f8-a3d354ebb82d","header":"x-maas-group"} {"level":"info","ts":1785284743.302708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab0e597a-1e7c-4abb-94f8-a3d354ebb82d","header":"x-maas-subscription"} {"level":"info","ts":1785284743.3027136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab0e597a-1e7c-4abb-94f8-a3d354ebb82d","header":"x-maas-username"} {"level":"info","ts":1785284743.3027253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab0e597a-1e7c-4abb-94f8-a3d354ebb82d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785284743.3027484,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ab0e597a-1e7c-4abb-94f8-a3d354ebb82d"} {"level":"info","ts":1785284743.3033423,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab0e597a-1e7c-4abb-94f8-a3d354ebb82d"} {"level":"info","ts":1785284743.303359,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ab0e597a-1e7c-4abb-94f8-a3d354ebb82d"} {"level":"info","ts":1785284743.3033736,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ab0e597a-1e7c-4abb-94f8-a3d354ebb82d","EoS":false} {"level":"info","ts":1785284743.303386,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ab0e597a-1e7c-4abb-94f8-a3d354ebb82d","EoS":true} {"level":"info","ts":1785284743.303411,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ab0e597a-1e7c-4abb-94f8-a3d354ebb82d"} {"level":"info","ts":1785284762.4416025,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284762.441706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3beccd1f-9b2d-4c4b-9b0d-c9c8d210504c"} {"level":"info","ts":1785284762.4417202,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3beccd1f-9b2d-4c4b-9b0d-c9c8d210504c"} {"level":"info","ts":1785284762.4417412,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3beccd1f-9b2d-4c4b-9b0d-c9c8d210504c","EoS":true} {"level":"info","ts":1785284762.441775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3beccd1f-9b2d-4c4b-9b0d-c9c8d210504c","header":"x-maas-group"} {"level":"info","ts":1785284762.4417877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3beccd1f-9b2d-4c4b-9b0d-c9c8d210504c","header":"x-maas-username"} {"level":"info","ts":1785284762.4417946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3beccd1f-9b2d-4c4b-9b0d-c9c8d210504c","header":"x-maas-subscription"} {"level":"info","ts":1785284762.4418142,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3beccd1f-9b2d-4c4b-9b0d-c9c8d210504c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785284762.441845,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3beccd1f-9b2d-4c4b-9b0d-c9c8d210504c"} {"level":"info","ts":1785284762.4440742,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3beccd1f-9b2d-4c4b-9b0d-c9c8d210504c"} {"level":"info","ts":1785284762.4440944,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3beccd1f-9b2d-4c4b-9b0d-c9c8d210504c"} {"level":"info","ts":1785284762.4441147,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3beccd1f-9b2d-4c4b-9b0d-c9c8d210504c","EoS":false} {"level":"info","ts":1785284762.4441276,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3beccd1f-9b2d-4c4b-9b0d-c9c8d210504c","EoS":true} {"level":"info","ts":1785284762.4441593,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3beccd1f-9b2d-4c4b-9b0d-c9c8d210504c"} {"level":"info","ts":1785284906.2710843,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284906.2711527,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a58c711c-ff9d-483c-80e7-82301552d97b"} {"level":"info","ts":1785284906.271165,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a58c711c-ff9d-483c-80e7-82301552d97b"} {"level":"info","ts":1785284906.2711763,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a58c711c-ff9d-483c-80e7-82301552d97b","EoS":true} {"level":"info","ts":1785284906.2712002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a58c711c-ff9d-483c-80e7-82301552d97b","header":"x-maas-group"} {"level":"info","ts":1785284906.2712102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a58c711c-ff9d-483c-80e7-82301552d97b","header":"x-maas-username"} {"level":"info","ts":1785284906.2712157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a58c711c-ff9d-483c-80e7-82301552d97b","header":"x-maas-subscription"} {"level":"info","ts":1785284906.2712295,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a58c711c-ff9d-483c-80e7-82301552d97b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785284906.2712514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a58c711c-ff9d-483c-80e7-82301552d97b"} {"level":"info","ts":1785284906.2747319,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a58c711c-ff9d-483c-80e7-82301552d97b"} {"level":"info","ts":1785284906.2747548,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a58c711c-ff9d-483c-80e7-82301552d97b"} {"level":"info","ts":1785284906.2747774,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a58c711c-ff9d-483c-80e7-82301552d97b","EoS":false} {"level":"info","ts":1785284906.2747936,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a58c711c-ff9d-483c-80e7-82301552d97b","EoS":true} {"level":"info","ts":1785284906.2748384,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a58c711c-ff9d-483c-80e7-82301552d97b"} {"level":"info","ts":1785284952.0499635,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284952.0500302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16698554-2062-4142-847d-67cc175aaa77"} {"level":"info","ts":1785284952.0500407,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"16698554-2062-4142-847d-67cc175aaa77"} {"level":"info","ts":1785284952.0500517,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16698554-2062-4142-847d-67cc175aaa77","EoS":true} {"level":"info","ts":1785284952.0500736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16698554-2062-4142-847d-67cc175aaa77","header":"x-maas-username"} {"level":"info","ts":1785284952.0500832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16698554-2062-4142-847d-67cc175aaa77","header":"x-maas-subscription"} {"level":"info","ts":1785284952.050089,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16698554-2062-4142-847d-67cc175aaa77","header":"x-maas-group"} {"level":"info","ts":1785284952.0501025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16698554-2062-4142-847d-67cc175aaa77","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785284952.0501275,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"16698554-2062-4142-847d-67cc175aaa77"} {"level":"info","ts":1785284952.0520477,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"16698554-2062-4142-847d-67cc175aaa77"} {"level":"info","ts":1785284952.052074,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"16698554-2062-4142-847d-67cc175aaa77"} {"level":"info","ts":1785284952.0520952,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16698554-2062-4142-847d-67cc175aaa77","EoS":false} {"level":"info","ts":1785284952.052113,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16698554-2062-4142-847d-67cc175aaa77","EoS":true} {"level":"info","ts":1785284952.0521443,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"16698554-2062-4142-847d-67cc175aaa77"} {"level":"info","ts":1785284967.3259988,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284967.3260663,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f087aa81-b140-4389-875d-88be75f18d74"} {"level":"info","ts":1785284967.326077,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f087aa81-b140-4389-875d-88be75f18d74"} {"level":"info","ts":1785284967.3260877,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f087aa81-b140-4389-875d-88be75f18d74","EoS":true} {"level":"info","ts":1785284967.3261096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f087aa81-b140-4389-875d-88be75f18d74","header":"x-maas-subscription"} {"level":"info","ts":1785284967.3261197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f087aa81-b140-4389-875d-88be75f18d74","header":"x-maas-username"} {"level":"info","ts":1785284967.3261242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f087aa81-b140-4389-875d-88be75f18d74","header":"x-maas-group"} {"level":"info","ts":1785284967.3261368,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f087aa81-b140-4389-875d-88be75f18d74","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785284967.3261604,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f087aa81-b140-4389-875d-88be75f18d74"} {"level":"info","ts":1785284967.3268492,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f087aa81-b140-4389-875d-88be75f18d74"} {"level":"info","ts":1785284967.3268776,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f087aa81-b140-4389-875d-88be75f18d74"} {"level":"info","ts":1785284967.3268967,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f087aa81-b140-4389-875d-88be75f18d74","EoS":false} {"level":"info","ts":1785284967.3269193,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f087aa81-b140-4389-875d-88be75f18d74","EoS":true} {"level":"info","ts":1785284967.3269541,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f087aa81-b140-4389-875d-88be75f18d74"} {"level":"info","ts":1785285307.2298832,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785285307.2299562,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55026145-c580-4543-97ff-b2464eaec11d"} {"level":"info","ts":1785285307.2299645,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55026145-c580-4543-97ff-b2464eaec11d"} {"level":"info","ts":1785285307.229975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55026145-c580-4543-97ff-b2464eaec11d","EoS":true} {"level":"info","ts":1785285307.2299976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55026145-c580-4543-97ff-b2464eaec11d","header":"x-maas-username"} {"level":"info","ts":1785285307.2300088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55026145-c580-4543-97ff-b2464eaec11d","header":"x-maas-subscription"} {"level":"info","ts":1785285307.2300146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55026145-c580-4543-97ff-b2464eaec11d","header":"x-maas-group"} {"level":"info","ts":1785285307.2300267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55026145-c580-4543-97ff-b2464eaec11d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785285307.2300503,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55026145-c580-4543-97ff-b2464eaec11d"} {"level":"info","ts":1785285307.231512,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"55026145-c580-4543-97ff-b2464eaec11d"} {"level":"info","ts":1785285307.23153,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"55026145-c580-4543-97ff-b2464eaec11d"} {"level":"info","ts":1785285307.2315454,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55026145-c580-4543-97ff-b2464eaec11d","EoS":false} {"level":"info","ts":1785285307.231565,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55026145-c580-4543-97ff-b2464eaec11d","EoS":true} {"level":"info","ts":1785285307.231593,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"55026145-c580-4543-97ff-b2464eaec11d"} {"level":"info","ts":1785285312.0257015,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"30546288-c40b-4d70-b324-8e03d5c4403e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785285312.025977,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34473.827692369,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785285312.026003,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785285312.064186,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785285312.1267743,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"30546288-c40b-4d70-b324-8e03d5c4403e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785285312.145788,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67d010ef-f0c3-467a-a013-d317dc61b8d8"} {"level":"info","ts":1785285312.1458929,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d2ac464c-9bdd-483c-ac40-c7c60ede731f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785285312.1459239,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d2ac464c-9bdd-483c-ac40-c7c60ede731f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785285312.1546884,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73b15f4f-a22b-4fbf-8677-39136efbf2b9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785285312.1547184,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73b15f4f-a22b-4fbf-8677-39136efbf2b9","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785285312.15602,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67d010ef-f0c3-467a-a013-d317dc61b8d8","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785285312.1562161,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36791.278908353,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785285312.1562302,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785285312.1655908,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785285312.2567701,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67d010ef-f0c3-467a-a013-d317dc61b8d8","name":"e2e-external-provider"} {"level":"info","ts":1785285312.2826004,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c8b11f2-c88a-45e7-92ee-aeeee04507dc"} {"level":"info","ts":1785285312.2826102,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4afc53b9-682e-4683-bae5-777f5407482d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785285312.2827747,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4afc53b9-682e-4683-bae5-777f5407482d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785285312.2844815,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67d010ef-f0c3-467a-a013-d317dc61b8d8","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785285312.2931695,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b60d5d7f-d143-4caa-9546-0556b0e574ba","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785285312.293206,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b60d5d7f-d143-4caa-9546-0556b0e574ba","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785285312.293258,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c8b11f2-c88a-45e7-92ee-aeeee04507dc","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785285312.2980046,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67d010ef-f0c3-467a-a013-d317dc61b8d8","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785285312.3044572,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc2e38dc-cf85-4a16-bc70-5ed215fe0561","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785285312.3044868,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc2e38dc-cf85-4a16-bc70-5ed215fe0561","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785285312.3052278,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c8b11f2-c88a-45e7-92ee-aeeee04507dc","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785285312.3053093,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2263d3e5-ca22-44dd-b641-60bb6c2d6e03"} {"level":"info","ts":1785285312.3053305,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2263d3e5-ca22-44dd-b641-60bb6c2d6e03","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785285312.3073957,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67d010ef-f0c3-467a-a013-d317dc61b8d8","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785285312.311876,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2263d3e5-ca22-44dd-b641-60bb6c2d6e03","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785285312.3120844,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67d010ef-f0c3-467a-a013-d317dc61b8d8","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785285312.3121743,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"317c9652-5232-4a62-9658-38ec22925c71"} {"level":"info","ts":1785285312.3122253,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"317c9652-5232-4a62-9658-38ec22925c71","name":"e2e-external-provider"} {"level":"info","ts":1785285312.3222373,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93968d25-fbee-483b-ad35-53c10e757b1b"} {"level":"info","ts":1785285312.3222666,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93968d25-fbee-483b-ad35-53c10e757b1b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785285312.323466,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"317c9652-5232-4a62-9658-38ec22925c71","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785285312.3273826,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93968d25-fbee-483b-ad35-53c10e757b1b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785285312.330821,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"167ac59e-1e72-4655-b778-02035a6f80ae"} {"level":"info","ts":1785285312.3308792,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"617cf4ef-e255-4fd0-a1f8-ad0a3ead35e8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785285312.3310065,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0a0f16b8-938b-4b20-8dc2-973d25fd7926","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785285312.331025,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0a0f16b8-938b-4b20-8dc2-973d25fd7926","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785285312.3310754,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35243.629574837,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785285312.3310978,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e10d5558-4ed7-4057-842e-049eab3cd901"} {"level":"info","ts":1785285312.3311234,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"617cf4ef-e255-4fd0-a1f8-ad0a3ead35e8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785285312.3311357,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e10d5558-4ed7-4057-842e-049eab3cd901","name":"e2e-external-provider"} {"level":"info","ts":1785285312.3310893,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785285312.3440194,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785285312.346816,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e10d5558-4ed7-4057-842e-049eab3cd901","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785285312.431626,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"167ac59e-1e72-4655-b778-02035a6f80ae","name":"e2e-external-model"} {"level":"info","ts":1785285312.4451709,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"167ac59e-1e72-4655-b778-02035a6f80ae","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785285312.452858,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41c7c2a5-28a6-4e94-a70b-ba60eb6900ce","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785285312.452895,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cfec460c-f7fb-444a-8e5b-11fe11fcd7a7"} {"level":"info","ts":1785285312.452906,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41c7c2a5-28a6-4e94-a70b-ba60eb6900ce","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785285312.45297,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cfec460c-f7fb-444a-8e5b-11fe11fcd7a7","name":"e2e-external-model"} {"level":"info","ts":1785285312.471946,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ebb21d37-2633-4cb9-8f27-891cde5de04d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785285312.471979,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ebb21d37-2633-4cb9-8f27-891cde5de04d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785285312.4720654,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cfec460c-f7fb-444a-8e5b-11fe11fcd7a7","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785285312.4721303,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba3d2248-0952-4348-b468-f95a8923c047"} {"level":"info","ts":1785285312.4721828,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba3d2248-0952-4348-b468-f95a8923c047","name":"e2e-external-model"} {"level":"info","ts":1785285312.4861794,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba3d2248-0952-4348-b468-f95a8923c047","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785285312.4951155,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"489dd0b2-3413-4be5-836b-5e718554e92c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785285312.4951432,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"489dd0b2-3413-4be5-836b-5e718554e92c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785285312.4952116,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f42108ec-1751-4258-ab30-16be3c233d43"} {"level":"info","ts":1785285312.4952822,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f42108ec-1751-4258-ab30-16be3c233d43","name":"e2e-external-model"} {"level":"info","ts":1785285312.5099008,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f42108ec-1751-4258-ab30-16be3c233d43","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785285319.929197,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785285319.9292836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31036844-ee6e-450b-a0d1-89bf33463343"} {"level":"info","ts":1785285319.9293025,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31036844-ee6e-450b-a0d1-89bf33463343"} {"level":"info","ts":1785285319.9293165,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31036844-ee6e-450b-a0d1-89bf33463343","EoS":true} {"level":"info","ts":1785285319.9293437,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31036844-ee6e-450b-a0d1-89bf33463343","header":"x-maas-group"} {"level":"info","ts":1785285319.9293542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31036844-ee6e-450b-a0d1-89bf33463343","header":"x-maas-subscription"} {"level":"info","ts":1785285319.9293592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31036844-ee6e-450b-a0d1-89bf33463343","header":"x-maas-username"} {"level":"info","ts":1785285319.9293716,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31036844-ee6e-450b-a0d1-89bf33463343","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785285319.9293804,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"31036844-ee6e-450b-a0d1-89bf33463343","modelName":"e2e-external-model"} {"level":"info","ts":1785285319.9293923,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"31036844-ee6e-450b-a0d1-89bf33463343","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785285319.9294295,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"31036844-ee6e-450b-a0d1-89bf33463343","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785285319.9294477,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"31036844-ee6e-450b-a0d1-89bf33463343","authType":"apikey"} {"level":"info","ts":1785285319.9294775,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31036844-ee6e-450b-a0d1-89bf33463343"} {"level":"info","ts":1785285320.0291505,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"31036844-ee6e-450b-a0d1-89bf33463343"} {"level":"info","ts":1785285320.0291777,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"31036844-ee6e-450b-a0d1-89bf33463343"} {"level":"info","ts":1785285320.029196,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"31036844-ee6e-450b-a0d1-89bf33463343","EoS":false} {"level":"info","ts":1785285320.0292087,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"31036844-ee6e-450b-a0d1-89bf33463343","EoS":true} {"level":"error","ts":1785285320.0292182,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"31036844-ee6e-450b-a0d1-89bf33463343","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785285320.0292678,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"31036844-ee6e-450b-a0d1-89bf33463343"} {"level":"info","ts":1785285320.1454482,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d36d5e59-d403-4e8a-93a6-25593ab59cc5"} {"level":"info","ts":1785285320.1454875,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c09639e1-33c2-4480-b218-02fc35a26cfc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785285320.1455283,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c09639e1-33c2-4480-b218-02fc35a26cfc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785285320.1546414,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8ef59b55-5b43-42ba-b2ee-b814e15087f6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785285320.154679,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8ef59b55-5b43-42ba-b2ee-b814e15087f6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785285320.1579387,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d36d5e59-d403-4e8a-93a6-25593ab59cc5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785285320.1579955,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d36d5e59-d403-4e8a-93a6-25593ab59cc5","name":"e2e-cleanup-test"} {"level":"info","ts":1785285320.1739836,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d36d5e59-d403-4e8a-93a6-25593ab59cc5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785285320.1798975,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d36d5e59-d403-4e8a-93a6-25593ab59cc5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785285320.1799924,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae79d93f-a02d-4501-bb37-570d11d55327"} {"level":"info","ts":1785285320.180058,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae79d93f-a02d-4501-bb37-570d11d55327","name":"e2e-cleanup-test"} {"level":"info","ts":1785285320.1839921,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce60c88c-4565-4501-8da8-7c80138ee085","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785285320.1840248,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce60c88c-4565-4501-8da8-7c80138ee085","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785285320.1956944,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae79d93f-a02d-4501-bb37-570d11d55327","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785285320.1957407,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae79d93f-a02d-4501-bb37-570d11d55327","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785285320.1957889,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69d8e193-6208-431e-bc97-411d507c2c37"} {"level":"info","ts":1785285320.1958663,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69d8e193-6208-431e-bc97-411d507c2c37","name":"e2e-cleanup-test"} {"level":"info","ts":1785285320.197969,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6d571fa-1354-479f-a68f-7e6f606e5148","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785285320.197993,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6d571fa-1354-479f-a68f-7e6f606e5148","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785285320.2080057,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69d8e193-6208-431e-bc97-411d507c2c37","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785285320.2120686,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69d8e193-6208-431e-bc97-411d507c2c37","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785285320.212132,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ae8a8fd-c932-4670-911d-5273be5c2aaa"} {"level":"info","ts":1785285320.2121751,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ae8a8fd-c932-4670-911d-5273be5c2aaa","name":"e2e-cleanup-test"} {"level":"info","ts":1785285320.216011,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"925770da-5e8d-4035-91c0-64bd31fe2910","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785285320.216044,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"925770da-5e8d-4035-91c0-64bd31fe2910","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785285320.221865,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ae8a8fd-c932-4670-911d-5273be5c2aaa","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785285320.2270746,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ae8a8fd-c932-4670-911d-5273be5c2aaa","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785285320.2271476,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d07eb509-2345-4713-af5c-59f21cf9077c"} {"level":"info","ts":1785285320.2272072,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d07eb509-2345-4713-af5c-59f21cf9077c","name":"e2e-cleanup-test"} {"level":"info","ts":1785285320.2367265,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d07eb509-2345-4713-af5c-59f21cf9077c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785285328.4038527,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6cb15697-d272-4732-8bcc-3c375e1f5e17"} {"level":"info","ts":1785285328.4039168,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec86fa91-664c-43d4-a038-1c007fb52a2f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785285328.4039493,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec86fa91-664c-43d4-a038-1c007fb52a2f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785285332.7268448,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785285332.7269428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f740283e-93a3-4aa1-bf7b-594c3e4c7678"} {"level":"info","ts":1785285332.726961,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f740283e-93a3-4aa1-bf7b-594c3e4c7678"} {"level":"info","ts":1785285332.7269807,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f740283e-93a3-4aa1-bf7b-594c3e4c7678","EoS":true} {"level":"info","ts":1785285332.7270255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f740283e-93a3-4aa1-bf7b-594c3e4c7678","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785285332.72706,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f740283e-93a3-4aa1-bf7b-594c3e4c7678"} {"level":"info","ts":1785285332.767054,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785285332.7671201,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9722035d-22a4-423c-8ada-257468785392"} {"level":"info","ts":1785285332.7671359,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9722035d-22a4-423c-8ada-257468785392"} {"level":"info","ts":1785285332.7671573,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9722035d-22a4-423c-8ada-257468785392","EoS":true} {"level":"info","ts":1785285332.7671897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9722035d-22a4-423c-8ada-257468785392","header":"x-maas-username"} {"level":"info","ts":1785285332.7672014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9722035d-22a4-423c-8ada-257468785392","header":"x-maas-subscription"} {"level":"info","ts":1785285332.7672114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9722035d-22a4-423c-8ada-257468785392","header":"x-maas-group"} {"level":"info","ts":1785285332.7672298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9722035d-22a4-423c-8ada-257468785392","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785285332.7672424,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9722035d-22a4-423c-8ada-257468785392","modelName":"e2e-external-model"} {"level":"info","ts":1785285332.7672603,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9722035d-22a4-423c-8ada-257468785392","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785285332.7672992,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"9722035d-22a4-423c-8ada-257468785392","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785285332.7673273,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"9722035d-22a4-423c-8ada-257468785392","authType":"apikey"} {"level":"info","ts":1785285332.7673576,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9722035d-22a4-423c-8ada-257468785392"} {"level":"info","ts":1785285332.8173308,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9722035d-22a4-423c-8ada-257468785392"} {"level":"info","ts":1785285332.817351,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9722035d-22a4-423c-8ada-257468785392"} {"level":"info","ts":1785285332.8173666,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9722035d-22a4-423c-8ada-257468785392","EoS":false} {"level":"info","ts":1785285332.8173788,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9722035d-22a4-423c-8ada-257468785392","EoS":true} {"level":"error","ts":1785285332.8173892,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"9722035d-22a4-423c-8ada-257468785392","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785285332.8174198,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9722035d-22a4-423c-8ada-257468785392"} {"level":"info","ts":1785285332.8556473,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785285332.8557243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2b89ed0-49b4-9537-aa43-7f23f1798209"} {"level":"info","ts":1785285332.8557374,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2b89ed0-49b4-9537-aa43-7f23f1798209"} {"level":"info","ts":1785285332.8557527,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2b89ed0-49b4-9537-aa43-7f23f1798209","EoS":true} {"level":"info","ts":1785285332.8557732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2b89ed0-49b4-9537-aa43-7f23f1798209","header":"x-maas-username"} {"level":"info","ts":1785285332.8557854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2b89ed0-49b4-9537-aa43-7f23f1798209","header":"x-maas-group"} {"level":"info","ts":1785285332.8557913,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2b89ed0-49b4-9537-aa43-7f23f1798209","header":"x-maas-subscription"} {"level":"info","ts":1785285332.8558073,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2b89ed0-49b4-9537-aa43-7f23f1798209","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785285332.8558345,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e2b89ed0-49b4-9537-aa43-7f23f1798209"} {"level":"info","ts":1785285332.9054146,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e2b89ed0-49b4-9537-aa43-7f23f1798209"} {"level":"info","ts":1785285332.9054341,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e2b89ed0-49b4-9537-aa43-7f23f1798209"} {"level":"info","ts":1785285332.905455,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e2b89ed0-49b4-9537-aa43-7f23f1798209","EoS":false} {"level":"info","ts":1785285332.9054713,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e2b89ed0-49b4-9537-aa43-7f23f1798209","EoS":true} {"level":"error","ts":1785285332.9054837,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"e2b89ed0-49b4-9537-aa43-7f23f1798209","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785285332.9055269,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e2b89ed0-49b4-9537-aa43-7f23f1798209"} {"level":"info","ts":1785285332.938712,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785285332.938769,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21095882-1871-415d-9d1a-d806cd8f22ad"} {"level":"info","ts":1785285332.9387803,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"21095882-1871-415d-9d1a-d806cd8f22ad"} {"level":"info","ts":1785285332.9387922,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"21095882-1871-415d-9d1a-d806cd8f22ad","EoS":true} {"level":"info","ts":1785285332.9388096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21095882-1871-415d-9d1a-d806cd8f22ad","header":"x-maas-subscription"} {"level":"info","ts":1785285332.9388201,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21095882-1871-415d-9d1a-d806cd8f22ad","header":"x-maas-group"} {"level":"info","ts":1785285332.9388278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21095882-1871-415d-9d1a-d806cd8f22ad","header":"x-maas-username"} {"level":"info","ts":1785285332.9388578,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"21095882-1871-415d-9d1a-d806cd8f22ad"} {"level":"info","ts":1785285332.9885337,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"21095882-1871-415d-9d1a-d806cd8f22ad"} {"level":"info","ts":1785285332.988554,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"21095882-1871-415d-9d1a-d806cd8f22ad"} {"level":"info","ts":1785285332.9885747,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"21095882-1871-415d-9d1a-d806cd8f22ad","EoS":false} {"level":"info","ts":1785285332.98859,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"21095882-1871-415d-9d1a-d806cd8f22ad","EoS":true} {"level":"error","ts":1785285332.9886065,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"21095882-1871-415d-9d1a-d806cd8f22ad","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785285332.988649,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"21095882-1871-415d-9d1a-d806cd8f22ad"} {"level":"info","ts":1785285333.8147948,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8a34977-b42f-4fbb-a263-88878c436155"} {"level":"info","ts":1785285333.8148332,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc37b493-07da-4f0f-829d-9f8c151daabe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785285333.8148685,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc37b493-07da-4f0f-829d-9f8c151daabe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785285333.9677558,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e26c576-efc5-4bc5-94fe-8f0782fc8334","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785285333.9678085,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e26c576-efc5-4bc5-94fe-8f0782fc8334","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785285333.967774,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa135b09-d17c-494d-a535-87f66e41acc3"} {"level":"info","ts":1785285334.0913749,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"bfccbd0e-fbba-497f-ba91-135255f5d52c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785285334.0915027,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"bfccbd0e-fbba-497f-ba91-135255f5d52c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785286728.3107498,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286728.3108342,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"870a6656-f9c3-425f-bc3d-991c229197f3"} {"level":"info","ts":1785286803.7232034,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785286803.723287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c980907f-208f-46b3-ba25-425952c9f35b"} {"level":"info","ts":1785286803.7233024,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c980907f-208f-46b3-ba25-425952c9f35b"} {"level":"info","ts":1785286803.7233205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c980907f-208f-46b3-ba25-425952c9f35b","EoS":true} {"level":"info","ts":1785286803.7233574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c980907f-208f-46b3-ba25-425952c9f35b","header":"x-maas-group"} {"level":"info","ts":1785286803.7233684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c980907f-208f-46b3-ba25-425952c9f35b","header":"x-maas-subscription"} {"level":"info","ts":1785286803.723374,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c980907f-208f-46b3-ba25-425952c9f35b","header":"x-maas-username"} {"level":"info","ts":1785286803.723389,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c980907f-208f-46b3-ba25-425952c9f35b","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785286803.723423,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c980907f-208f-46b3-ba25-425952c9f35b"} {"level":"info","ts":1785286803.7252383,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c980907f-208f-46b3-ba25-425952c9f35b"} {"level":"info","ts":1785286803.725267,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c980907f-208f-46b3-ba25-425952c9f35b"} {"level":"info","ts":1785286803.725289,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c980907f-208f-46b3-ba25-425952c9f35b","EoS":false} {"level":"info","ts":1785286803.7253118,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c980907f-208f-46b3-ba25-425952c9f35b","EoS":true} {"level":"info","ts":1785286803.725343,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c980907f-208f-46b3-ba25-425952c9f35b"}