{"level":"info","ts":1785168441.347051,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd5ced01-0d8f-4d96-9600-fb3dbc437f88","EoS":true} {"level":"info","ts":1785168441.3470793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd5ced01-0d8f-4d96-9600-fb3dbc437f88","header":"x-maas-group"} {"level":"info","ts":1785168441.3470905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd5ced01-0d8f-4d96-9600-fb3dbc437f88","header":"x-maas-subscription"} {"level":"info","ts":1785168441.3470953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd5ced01-0d8f-4d96-9600-fb3dbc437f88","header":"x-maas-username"} {"level":"info","ts":1785168441.34711,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd5ced01-0d8f-4d96-9600-fb3dbc437f88","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168441.3471353,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd5ced01-0d8f-4d96-9600-fb3dbc437f88"} {"level":"info","ts":1785168441.3481543,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cd5ced01-0d8f-4d96-9600-fb3dbc437f88"} {"level":"info","ts":1785168441.3481748,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cd5ced01-0d8f-4d96-9600-fb3dbc437f88"} {"level":"info","ts":1785168441.3481965,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cd5ced01-0d8f-4d96-9600-fb3dbc437f88","EoS":false} {"level":"info","ts":1785168441.3482144,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cd5ced01-0d8f-4d96-9600-fb3dbc437f88","EoS":true} {"level":"info","ts":1785168441.3482547,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cd5ced01-0d8f-4d96-9600-fb3dbc437f88"} {"level":"info","ts":1785168441.4839568,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168441.4840188,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be4a84ba-bfc6-4155-9784-c626233d5f17"} {"level":"info","ts":1785168441.4840293,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be4a84ba-bfc6-4155-9784-c626233d5f17"} {"level":"info","ts":1785168441.4840393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be4a84ba-bfc6-4155-9784-c626233d5f17","EoS":true} {"level":"info","ts":1785168441.4840631,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be4a84ba-bfc6-4155-9784-c626233d5f17","header":"x-maas-username"} {"level":"info","ts":1785168441.4840744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be4a84ba-bfc6-4155-9784-c626233d5f17","header":"x-maas-group"} {"level":"info","ts":1785168441.48408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be4a84ba-bfc6-4155-9784-c626233d5f17","header":"x-maas-subscription"} {"level":"info","ts":1785168441.4840925,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be4a84ba-bfc6-4155-9784-c626233d5f17","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168441.4841151,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be4a84ba-bfc6-4155-9784-c626233d5f17"} {"level":"info","ts":1785168441.4866445,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"be4a84ba-bfc6-4155-9784-c626233d5f17"} {"level":"info","ts":1785168441.4866645,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"be4a84ba-bfc6-4155-9784-c626233d5f17"} {"level":"info","ts":1785168441.486679,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"be4a84ba-bfc6-4155-9784-c626233d5f17","EoS":false} {"level":"info","ts":1785168441.486696,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"be4a84ba-bfc6-4155-9784-c626233d5f17","EoS":true} {"level":"info","ts":1785168441.4867296,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"be4a84ba-bfc6-4155-9784-c626233d5f17"} {"level":"info","ts":1785168441.6203501,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168441.620437,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5cfa7d9f-3dc8-9e58-9a4b-5896dedb542f"} {"level":"info","ts":1785168441.6204503,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5cfa7d9f-3dc8-9e58-9a4b-5896dedb542f"} {"level":"info","ts":1785168441.620462,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cfa7d9f-3dc8-9e58-9a4b-5896dedb542f","EoS":true} {"level":"info","ts":1785168441.6204855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5cfa7d9f-3dc8-9e58-9a4b-5896dedb542f","header":"x-maas-group"} {"level":"info","ts":1785168441.6205118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5cfa7d9f-3dc8-9e58-9a4b-5896dedb542f","header":"x-maas-username"} {"level":"info","ts":1785168441.6205182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5cfa7d9f-3dc8-9e58-9a4b-5896dedb542f","header":"x-maas-subscription"} {"level":"info","ts":1785168441.620531,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5cfa7d9f-3dc8-9e58-9a4b-5896dedb542f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168441.6205535,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5cfa7d9f-3dc8-9e58-9a4b-5896dedb542f"} {"level":"info","ts":1785168441.6213858,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5cfa7d9f-3dc8-9e58-9a4b-5896dedb542f"} {"level":"info","ts":1785168441.6214051,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5cfa7d9f-3dc8-9e58-9a4b-5896dedb542f"} {"level":"info","ts":1785168441.6214218,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5cfa7d9f-3dc8-9e58-9a4b-5896dedb542f","EoS":false} {"level":"info","ts":1785168441.6214347,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5cfa7d9f-3dc8-9e58-9a4b-5896dedb542f","EoS":true} {"level":"info","ts":1785168441.6214597,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5cfa7d9f-3dc8-9e58-9a4b-5896dedb542f"} {"level":"info","ts":1785168441.7582698,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168441.758366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"baaeccff-9bb9-44bd-9aac-ea4ce32d2ce1"} {"level":"info","ts":1785168441.7583826,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"baaeccff-9bb9-44bd-9aac-ea4ce32d2ce1"} {"level":"info","ts":1785168441.7583952,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"baaeccff-9bb9-44bd-9aac-ea4ce32d2ce1","EoS":true} {"level":"info","ts":1785168441.7584236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"baaeccff-9bb9-44bd-9aac-ea4ce32d2ce1","header":"x-maas-group"} {"level":"info","ts":1785168441.7584336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"baaeccff-9bb9-44bd-9aac-ea4ce32d2ce1","header":"x-maas-subscription"} {"level":"info","ts":1785168441.758439,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"baaeccff-9bb9-44bd-9aac-ea4ce32d2ce1","header":"x-maas-username"} {"level":"info","ts":1785168441.758452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"baaeccff-9bb9-44bd-9aac-ea4ce32d2ce1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168441.7584767,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"baaeccff-9bb9-44bd-9aac-ea4ce32d2ce1"} {"level":"info","ts":1785168441.7593782,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"baaeccff-9bb9-44bd-9aac-ea4ce32d2ce1"} {"level":"info","ts":1785168441.7593973,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"baaeccff-9bb9-44bd-9aac-ea4ce32d2ce1"} {"level":"info","ts":1785168441.7594166,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"baaeccff-9bb9-44bd-9aac-ea4ce32d2ce1","EoS":false} {"level":"info","ts":1785168441.7594347,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"baaeccff-9bb9-44bd-9aac-ea4ce32d2ce1","EoS":true} {"level":"info","ts":1785168441.7594633,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"baaeccff-9bb9-44bd-9aac-ea4ce32d2ce1"} {"level":"info","ts":1785168441.8941252,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168441.8941967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b232653-ab1b-4cf6-a25d-58175a143600"} {"level":"info","ts":1785168441.894208,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b232653-ab1b-4cf6-a25d-58175a143600"} {"level":"info","ts":1785168441.8942318,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b232653-ab1b-4cf6-a25d-58175a143600","EoS":true} {"level":"info","ts":1785168441.894258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b232653-ab1b-4cf6-a25d-58175a143600","header":"x-maas-subscription"} {"level":"info","ts":1785168441.8942685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b232653-ab1b-4cf6-a25d-58175a143600","header":"x-maas-group"} {"level":"info","ts":1785168441.894274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b232653-ab1b-4cf6-a25d-58175a143600","header":"x-maas-username"} {"level":"info","ts":1785168441.8942885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b232653-ab1b-4cf6-a25d-58175a143600","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168441.894313,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b232653-ab1b-4cf6-a25d-58175a143600"} {"level":"info","ts":1785168441.8951364,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9b232653-ab1b-4cf6-a25d-58175a143600"} {"level":"info","ts":1785168441.8951557,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9b232653-ab1b-4cf6-a25d-58175a143600"} {"level":"info","ts":1785168441.8951712,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9b232653-ab1b-4cf6-a25d-58175a143600","EoS":false} {"level":"info","ts":1785168441.8951902,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9b232653-ab1b-4cf6-a25d-58175a143600","EoS":true} {"level":"info","ts":1785168441.8952196,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9b232653-ab1b-4cf6-a25d-58175a143600"} {"level":"info","ts":1785168458.779117,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168458.779215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20573736-9b65-4f48-9b1d-ba97551ca2ed"} {"level":"info","ts":1785168458.7792313,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20573736-9b65-4f48-9b1d-ba97551ca2ed"} {"level":"info","ts":1785168458.779251,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20573736-9b65-4f48-9b1d-ba97551ca2ed","EoS":true} {"level":"info","ts":1785168458.779288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20573736-9b65-4f48-9b1d-ba97551ca2ed","header":"x-maas-subscription"} {"level":"info","ts":1785168458.7793016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20573736-9b65-4f48-9b1d-ba97551ca2ed","header":"x-maas-username"} {"level":"info","ts":1785168458.77931,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20573736-9b65-4f48-9b1d-ba97551ca2ed","header":"x-maas-group"} {"level":"info","ts":1785168458.7793307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20573736-9b65-4f48-9b1d-ba97551ca2ed","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168458.7793643,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20573736-9b65-4f48-9b1d-ba97551ca2ed"} {"level":"info","ts":1785168458.7802296,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"20573736-9b65-4f48-9b1d-ba97551ca2ed"} {"level":"info","ts":1785168458.7802503,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"20573736-9b65-4f48-9b1d-ba97551ca2ed"} {"level":"info","ts":1785168458.7802658,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20573736-9b65-4f48-9b1d-ba97551ca2ed","EoS":false} {"level":"info","ts":1785168458.780278,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20573736-9b65-4f48-9b1d-ba97551ca2ed","EoS":true} {"level":"info","ts":1785168458.7803082,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"20573736-9b65-4f48-9b1d-ba97551ca2ed"} {"level":"info","ts":1785168458.8160636,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168458.816144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b772aae6-3473-45be-9aaf-0a5da72af84d"} {"level":"info","ts":1785168458.8161566,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b772aae6-3473-45be-9aaf-0a5da72af84d"} {"level":"info","ts":1785168458.816176,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b772aae6-3473-45be-9aaf-0a5da72af84d","EoS":true} {"level":"info","ts":1785168458.8162084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b772aae6-3473-45be-9aaf-0a5da72af84d","header":"x-maas-subscription"} {"level":"info","ts":1785168458.8162193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b772aae6-3473-45be-9aaf-0a5da72af84d","header":"x-maas-username"} {"level":"info","ts":1785168458.8162258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b772aae6-3473-45be-9aaf-0a5da72af84d","header":"x-maas-group"} {"level":"info","ts":1785168458.8162427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b772aae6-3473-45be-9aaf-0a5da72af84d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168458.816273,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b772aae6-3473-45be-9aaf-0a5da72af84d"} {"level":"info","ts":1785168458.8186755,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b772aae6-3473-45be-9aaf-0a5da72af84d"} {"level":"info","ts":1785168458.8186972,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b772aae6-3473-45be-9aaf-0a5da72af84d"} {"level":"info","ts":1785168458.8187146,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b772aae6-3473-45be-9aaf-0a5da72af84d","EoS":false} {"level":"info","ts":1785168458.818724,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b772aae6-3473-45be-9aaf-0a5da72af84d","EoS":true} {"level":"info","ts":1785168458.8187582,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b772aae6-3473-45be-9aaf-0a5da72af84d"} {"level":"info","ts":1785168458.919365,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168458.9194396,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7a71462c-a2d8-4e26-b0ae-f4946e89485b"} {"level":"info","ts":1785168458.920094,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7a71462c-a2d8-4e26-b0ae-f4946e89485b"} {"level":"info","ts":1785168458.9201128,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7a71462c-a2d8-4e26-b0ae-f4946e89485b"} {"level":"info","ts":1785168458.9201288,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7a71462c-a2d8-4e26-b0ae-f4946e89485b","EoS":false} {"level":"info","ts":1785168458.920143,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7a71462c-a2d8-4e26-b0ae-f4946e89485b"} {"level":"info","ts":1785168458.9201736,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7a71462c-a2d8-4e26-b0ae-f4946e89485b","EoS":true} {"level":"info","ts":1785168458.920182,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7a71462c-a2d8-4e26-b0ae-f4946e89485b"} {"level":"info","ts":1785168463.5480306,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168463.5481207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9bc8984-5967-4c7d-9d2d-43fe6084ec6a"} {"level":"info","ts":1785168463.5481377,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9bc8984-5967-4c7d-9d2d-43fe6084ec6a"} {"level":"info","ts":1785168463.5481572,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9bc8984-5967-4c7d-9d2d-43fe6084ec6a","EoS":true} {"level":"info","ts":1785168463.548197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9bc8984-5967-4c7d-9d2d-43fe6084ec6a","header":"x-maas-subscription"} {"level":"info","ts":1785168463.5482109,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9bc8984-5967-4c7d-9d2d-43fe6084ec6a","header":"x-maas-group"} {"level":"info","ts":1785168463.54822,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9bc8984-5967-4c7d-9d2d-43fe6084ec6a","header":"x-maas-username"} {"level":"info","ts":1785168463.5482407,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9bc8984-5967-4c7d-9d2d-43fe6084ec6a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168463.548275,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9bc8984-5967-4c7d-9d2d-43fe6084ec6a"} {"level":"info","ts":1785168463.5498676,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d9bc8984-5967-4c7d-9d2d-43fe6084ec6a"} {"level":"info","ts":1785168463.5498867,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d9bc8984-5967-4c7d-9d2d-43fe6084ec6a"} {"level":"info","ts":1785168463.5499017,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9bc8984-5967-4c7d-9d2d-43fe6084ec6a","EoS":false} {"level":"info","ts":1785168463.5499132,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9bc8984-5967-4c7d-9d2d-43fe6084ec6a","EoS":true} {"level":"info","ts":1785168463.5499423,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d9bc8984-5967-4c7d-9d2d-43fe6084ec6a"} {"level":"info","ts":1785168474.158278,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168474.1583595,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61e14ae8-ec7f-4855-95e7-45af76b2af4f"} {"level":"info","ts":1785168474.1583698,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"61e14ae8-ec7f-4855-95e7-45af76b2af4f"} {"level":"info","ts":1785168474.1583812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61e14ae8-ec7f-4855-95e7-45af76b2af4f","EoS":true} {"level":"info","ts":1785168474.1584067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"61e14ae8-ec7f-4855-95e7-45af76b2af4f","header":"x-maas-username"} {"level":"info","ts":1785168474.158418,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"61e14ae8-ec7f-4855-95e7-45af76b2af4f","header":"x-maas-subscription"} {"level":"info","ts":1785168474.1584237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"61e14ae8-ec7f-4855-95e7-45af76b2af4f","header":"x-maas-group"} {"level":"info","ts":1785168474.1584396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"61e14ae8-ec7f-4855-95e7-45af76b2af4f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785168474.1584647,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"61e14ae8-ec7f-4855-95e7-45af76b2af4f"} {"level":"info","ts":1785168474.1594527,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"61e14ae8-ec7f-4855-95e7-45af76b2af4f"} {"level":"info","ts":1785168474.1594758,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"61e14ae8-ec7f-4855-95e7-45af76b2af4f"} {"level":"info","ts":1785168474.1595173,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"61e14ae8-ec7f-4855-95e7-45af76b2af4f","EoS":false} {"level":"info","ts":1785168474.1595325,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"61e14ae8-ec7f-4855-95e7-45af76b2af4f","EoS":true} {"level":"info","ts":1785168474.1595664,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"61e14ae8-ec7f-4855-95e7-45af76b2af4f"} {"level":"info","ts":1785168487.0733256,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168487.0734198,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a336e231-1ae7-4153-978b-30659ac3d6f6"} {"level":"info","ts":1785168487.0734355,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a336e231-1ae7-4153-978b-30659ac3d6f6"} {"level":"info","ts":1785168487.0734541,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a336e231-1ae7-4153-978b-30659ac3d6f6","EoS":true} {"level":"info","ts":1785168487.0735178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a336e231-1ae7-4153-978b-30659ac3d6f6","header":"x-maas-group"} {"level":"info","ts":1785168487.0735302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a336e231-1ae7-4153-978b-30659ac3d6f6","header":"x-maas-subscription"} {"level":"info","ts":1785168487.073539,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a336e231-1ae7-4153-978b-30659ac3d6f6","header":"x-maas-username"} {"level":"info","ts":1785168487.07356,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a336e231-1ae7-4153-978b-30659ac3d6f6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168487.073593,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a336e231-1ae7-4153-978b-30659ac3d6f6"} {"level":"info","ts":1785168487.07431,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a336e231-1ae7-4153-978b-30659ac3d6f6"} {"level":"info","ts":1785168487.0743318,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a336e231-1ae7-4153-978b-30659ac3d6f6"} {"level":"info","ts":1785168487.0743477,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a336e231-1ae7-4153-978b-30659ac3d6f6","EoS":false} {"level":"info","ts":1785168487.0743623,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a336e231-1ae7-4153-978b-30659ac3d6f6","EoS":true} {"level":"info","ts":1785168487.0743937,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a336e231-1ae7-4153-978b-30659ac3d6f6"} {"level":"info","ts":1785168495.6039329,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168495.6040084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc8facef-b761-4a7b-b938-91b0409a7e7f"} {"level":"info","ts":1785168495.6040213,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cc8facef-b761-4a7b-b938-91b0409a7e7f"} {"level":"info","ts":1785168495.6040325,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc8facef-b761-4a7b-b938-91b0409a7e7f","EoS":true} {"level":"info","ts":1785168495.6040583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc8facef-b761-4a7b-b938-91b0409a7e7f","header":"x-maas-subscription"} {"level":"info","ts":1785168495.604068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc8facef-b761-4a7b-b938-91b0409a7e7f","header":"x-maas-group"} {"level":"info","ts":1785168495.6040733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc8facef-b761-4a7b-b938-91b0409a7e7f","header":"x-maas-username"} {"level":"info","ts":1785168495.604087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc8facef-b761-4a7b-b938-91b0409a7e7f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168495.6041117,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cc8facef-b761-4a7b-b938-91b0409a7e7f"} {"level":"info","ts":1785168495.6047642,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cc8facef-b761-4a7b-b938-91b0409a7e7f"} {"level":"info","ts":1785168495.604785,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cc8facef-b761-4a7b-b938-91b0409a7e7f"} {"level":"info","ts":1785168495.6048002,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cc8facef-b761-4a7b-b938-91b0409a7e7f","EoS":false} {"level":"info","ts":1785168495.6048148,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cc8facef-b761-4a7b-b938-91b0409a7e7f","EoS":true} {"level":"info","ts":1785168495.6048481,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cc8facef-b761-4a7b-b938-91b0409a7e7f"} {"level":"info","ts":1785168504.4832458,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168504.4833267,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"056c65fe-6322-97da-afee-18309a7216f5"} {"level":"info","ts":1785168504.4833367,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"056c65fe-6322-97da-afee-18309a7216f5"} {"level":"info","ts":1785168504.4833498,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"056c65fe-6322-97da-afee-18309a7216f5","EoS":true} {"level":"info","ts":1785168504.4833791,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"056c65fe-6322-97da-afee-18309a7216f5","header":"x-maas-subscription"} {"level":"info","ts":1785168504.4833906,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"056c65fe-6322-97da-afee-18309a7216f5","header":"x-maas-group"} {"level":"info","ts":1785168504.4833968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"056c65fe-6322-97da-afee-18309a7216f5","header":"x-maas-username"} {"level":"info","ts":1785168504.4834101,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"056c65fe-6322-97da-afee-18309a7216f5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168504.4834378,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"056c65fe-6322-97da-afee-18309a7216f5"} {"level":"info","ts":1785168504.4841945,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"056c65fe-6322-97da-afee-18309a7216f5"} {"level":"info","ts":1785168504.484217,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"056c65fe-6322-97da-afee-18309a7216f5"} {"level":"info","ts":1785168504.484238,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"056c65fe-6322-97da-afee-18309a7216f5","EoS":false} {"level":"info","ts":1785168504.48426,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"056c65fe-6322-97da-afee-18309a7216f5","EoS":true} {"level":"info","ts":1785168504.4843016,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"056c65fe-6322-97da-afee-18309a7216f5"} {"level":"info","ts":1785168529.4203565,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168529.4204392,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"769e9f85-ca22-4957-ab31-915665147926"} {"level":"info","ts":1785168529.4204538,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"769e9f85-ca22-4957-ab31-915665147926"} {"level":"info","ts":1785168529.4204674,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"769e9f85-ca22-4957-ab31-915665147926","EoS":true} {"level":"info","ts":1785168529.4205165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"769e9f85-ca22-4957-ab31-915665147926","header":"x-maas-username"} {"level":"info","ts":1785168529.420528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"769e9f85-ca22-4957-ab31-915665147926","header":"x-maas-subscription"} {"level":"info","ts":1785168529.4205334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"769e9f85-ca22-4957-ab31-915665147926","header":"x-maas-group"} {"level":"info","ts":1785168529.420547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"769e9f85-ca22-4957-ab31-915665147926","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785168529.4205725,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"769e9f85-ca22-4957-ab31-915665147926"} {"level":"info","ts":1785168529.4214184,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"769e9f85-ca22-4957-ab31-915665147926"} {"level":"info","ts":1785168529.4214363,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"769e9f85-ca22-4957-ab31-915665147926"} {"level":"info","ts":1785168529.421451,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"769e9f85-ca22-4957-ab31-915665147926","EoS":false} {"level":"info","ts":1785168529.4214656,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"769e9f85-ca22-4957-ab31-915665147926","EoS":true} {"level":"info","ts":1785168529.4215157,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"769e9f85-ca22-4957-ab31-915665147926"} {"level":"info","ts":1785168552.5596166,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168552.5597014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"803754a2-7000-4848-83a0-b9f8de09df69"} {"level":"info","ts":1785168552.5597143,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"803754a2-7000-4848-83a0-b9f8de09df69"} {"level":"info","ts":1785168552.559726,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"803754a2-7000-4848-83a0-b9f8de09df69","EoS":true} {"level":"info","ts":1785168552.559754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"803754a2-7000-4848-83a0-b9f8de09df69","header":"x-maas-group"} {"level":"info","ts":1785168552.5597634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"803754a2-7000-4848-83a0-b9f8de09df69","header":"x-maas-subscription"} {"level":"info","ts":1785168552.5597684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"803754a2-7000-4848-83a0-b9f8de09df69","header":"x-maas-username"} {"level":"info","ts":1785168552.5597808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"803754a2-7000-4848-83a0-b9f8de09df69","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785168552.559808,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"803754a2-7000-4848-83a0-b9f8de09df69"} {"level":"info","ts":1785168552.5606368,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"803754a2-7000-4848-83a0-b9f8de09df69"} {"level":"info","ts":1785168552.5606565,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"803754a2-7000-4848-83a0-b9f8de09df69"} {"level":"info","ts":1785168552.5606737,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"803754a2-7000-4848-83a0-b9f8de09df69","EoS":false} {"level":"info","ts":1785168552.5606852,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"803754a2-7000-4848-83a0-b9f8de09df69","EoS":true} {"level":"info","ts":1785168552.5607154,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"803754a2-7000-4848-83a0-b9f8de09df69"} {"level":"info","ts":1785168579.0029714,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168579.0030553,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3ec8f64-44fb-4eb5-a032-de1079111760"} {"level":"info","ts":1785168579.0030682,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f3ec8f64-44fb-4eb5-a032-de1079111760"} {"level":"info","ts":1785168579.0030804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3ec8f64-44fb-4eb5-a032-de1079111760","EoS":true} {"level":"info","ts":1785168579.0031068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f3ec8f64-44fb-4eb5-a032-de1079111760","header":"x-maas-username"} {"level":"info","ts":1785168579.0031176,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f3ec8f64-44fb-4eb5-a032-de1079111760","header":"x-maas-subscription"} {"level":"info","ts":1785168579.0031233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f3ec8f64-44fb-4eb5-a032-de1079111760","header":"x-maas-group"} {"level":"info","ts":1785168579.003137,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3ec8f64-44fb-4eb5-a032-de1079111760","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168579.003164,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f3ec8f64-44fb-4eb5-a032-de1079111760"} {"level":"info","ts":1785168579.0039353,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f3ec8f64-44fb-4eb5-a032-de1079111760"} {"level":"info","ts":1785168579.0039551,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f3ec8f64-44fb-4eb5-a032-de1079111760"} {"level":"info","ts":1785168579.003971,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f3ec8f64-44fb-4eb5-a032-de1079111760","EoS":false} {"level":"info","ts":1785168579.0039828,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f3ec8f64-44fb-4eb5-a032-de1079111760","EoS":true} {"level":"info","ts":1785168579.004014,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f3ec8f64-44fb-4eb5-a032-de1079111760"} {"level":"info","ts":1785168588.4203558,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168588.4204397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0034b4c4-15f7-4e08-9980-bc90598cea16"} {"level":"info","ts":1785168588.4204497,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0034b4c4-15f7-4e08-9980-bc90598cea16"} {"level":"info","ts":1785168588.420462,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0034b4c4-15f7-4e08-9980-bc90598cea16","EoS":true} {"level":"info","ts":1785168588.42049,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0034b4c4-15f7-4e08-9980-bc90598cea16","header":"x-maas-username"} {"level":"info","ts":1785168588.420523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0034b4c4-15f7-4e08-9980-bc90598cea16","header":"x-maas-subscription"} {"level":"info","ts":1785168588.4205284,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0034b4c4-15f7-4e08-9980-bc90598cea16","header":"x-maas-group"} {"level":"info","ts":1785168588.420542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0034b4c4-15f7-4e08-9980-bc90598cea16","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168588.4205685,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0034b4c4-15f7-4e08-9980-bc90598cea16"} {"level":"info","ts":1785168588.422529,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0034b4c4-15f7-4e08-9980-bc90598cea16"} {"level":"info","ts":1785168588.42255,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0034b4c4-15f7-4e08-9980-bc90598cea16"} {"level":"info","ts":1785168588.4225662,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0034b4c4-15f7-4e08-9980-bc90598cea16","EoS":false} {"level":"info","ts":1785168588.4225776,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0034b4c4-15f7-4e08-9980-bc90598cea16","EoS":true} {"level":"info","ts":1785168588.4226077,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0034b4c4-15f7-4e08-9980-bc90598cea16"} {"level":"info","ts":1785168588.4586997,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168588.458769,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3de8e075-9bad-4a51-8c69-4c5c7f577fd2"} {"level":"info","ts":1785168588.4587831,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3de8e075-9bad-4a51-8c69-4c5c7f577fd2"} {"level":"info","ts":1785168588.4587953,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3de8e075-9bad-4a51-8c69-4c5c7f577fd2","EoS":true} {"level":"info","ts":1785168588.4588187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3de8e075-9bad-4a51-8c69-4c5c7f577fd2","header":"x-maas-group"} {"level":"info","ts":1785168588.4588327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3de8e075-9bad-4a51-8c69-4c5c7f577fd2","header":"x-maas-subscription"} {"level":"info","ts":1785168588.4588408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3de8e075-9bad-4a51-8c69-4c5c7f577fd2","header":"x-maas-username"} {"level":"info","ts":1785168588.4588537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3de8e075-9bad-4a51-8c69-4c5c7f577fd2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168588.4588795,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3de8e075-9bad-4a51-8c69-4c5c7f577fd2"} {"level":"info","ts":1785168588.4595997,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3de8e075-9bad-4a51-8c69-4c5c7f577fd2"} {"level":"info","ts":1785168588.4596243,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3de8e075-9bad-4a51-8c69-4c5c7f577fd2"} {"level":"info","ts":1785168588.459646,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3de8e075-9bad-4a51-8c69-4c5c7f577fd2","EoS":false} {"level":"info","ts":1785168588.4596634,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3de8e075-9bad-4a51-8c69-4c5c7f577fd2","EoS":true} {"level":"info","ts":1785168588.4597006,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3de8e075-9bad-4a51-8c69-4c5c7f577fd2"} {"level":"info","ts":1785168607.6614206,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168607.661542,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"779a157d-34eb-4690-b14e-7894b53a9995"} {"level":"info","ts":1785168607.6615598,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"779a157d-34eb-4690-b14e-7894b53a9995"} {"level":"info","ts":1785168607.6615744,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"779a157d-34eb-4690-b14e-7894b53a9995","EoS":true} {"level":"info","ts":1785168607.6615984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"779a157d-34eb-4690-b14e-7894b53a9995","header":"x-maas-username"} {"level":"info","ts":1785168607.6616087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"779a157d-34eb-4690-b14e-7894b53a9995","header":"x-maas-group"} {"level":"info","ts":1785168607.6616147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"779a157d-34eb-4690-b14e-7894b53a9995","header":"x-maas-subscription"} {"level":"info","ts":1785168607.6616309,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"779a157d-34eb-4690-b14e-7894b53a9995","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168607.661658,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"779a157d-34eb-4690-b14e-7894b53a9995"} {"level":"info","ts":1785168607.6623657,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"779a157d-34eb-4690-b14e-7894b53a9995"} {"level":"info","ts":1785168607.6623855,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"779a157d-34eb-4690-b14e-7894b53a9995"} {"level":"info","ts":1785168607.6624002,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"779a157d-34eb-4690-b14e-7894b53a9995","EoS":false} {"level":"info","ts":1785168607.6624112,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"779a157d-34eb-4690-b14e-7894b53a9995","EoS":true} {"level":"info","ts":1785168607.662443,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"779a157d-34eb-4690-b14e-7894b53a9995"} {"level":"info","ts":1785168736.6106036,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168736.610693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dced3b74-870f-4ca9-a55a-be0ccb7166b5"} {"level":"info","ts":1785168736.6107106,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dced3b74-870f-4ca9-a55a-be0ccb7166b5"} {"level":"info","ts":1785168736.6107237,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dced3b74-870f-4ca9-a55a-be0ccb7166b5","EoS":true} {"level":"info","ts":1785168736.6107504,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dced3b74-870f-4ca9-a55a-be0ccb7166b5","header":"x-maas-subscription"} {"level":"info","ts":1785168736.6107616,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dced3b74-870f-4ca9-a55a-be0ccb7166b5","header":"x-maas-username"} {"level":"info","ts":1785168736.6107664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dced3b74-870f-4ca9-a55a-be0ccb7166b5","header":"x-maas-group"} {"level":"info","ts":1785168736.6107817,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dced3b74-870f-4ca9-a55a-be0ccb7166b5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785168736.610816,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dced3b74-870f-4ca9-a55a-be0ccb7166b5"} {"level":"info","ts":1785168736.614256,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dced3b74-870f-4ca9-a55a-be0ccb7166b5"} {"level":"info","ts":1785168736.6142774,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dced3b74-870f-4ca9-a55a-be0ccb7166b5"} {"level":"info","ts":1785168736.614294,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dced3b74-870f-4ca9-a55a-be0ccb7166b5","EoS":false} {"level":"info","ts":1785168736.6143064,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dced3b74-870f-4ca9-a55a-be0ccb7166b5","EoS":true} {"level":"info","ts":1785168736.6143358,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dced3b74-870f-4ca9-a55a-be0ccb7166b5"} {"level":"info","ts":1785168773.7035697,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168773.7036588,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4207c13e-6966-43b0-b118-cb33e17ce7ed"} {"level":"info","ts":1785168773.7036724,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4207c13e-6966-43b0-b118-cb33e17ce7ed"} {"level":"info","ts":1785168773.7036848,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4207c13e-6966-43b0-b118-cb33e17ce7ed","EoS":true} {"level":"info","ts":1785168773.7037094,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4207c13e-6966-43b0-b118-cb33e17ce7ed","header":"x-maas-username"} {"level":"info","ts":1785168773.70372,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4207c13e-6966-43b0-b118-cb33e17ce7ed","header":"x-maas-group"} {"level":"info","ts":1785168773.7037256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4207c13e-6966-43b0-b118-cb33e17ce7ed","header":"x-maas-subscription"} {"level":"info","ts":1785168773.7037392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4207c13e-6966-43b0-b118-cb33e17ce7ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168773.7037644,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4207c13e-6966-43b0-b118-cb33e17ce7ed"} {"level":"info","ts":1785168773.7044303,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4207c13e-6966-43b0-b118-cb33e17ce7ed"} {"level":"info","ts":1785168773.7044456,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4207c13e-6966-43b0-b118-cb33e17ce7ed"} {"level":"info","ts":1785168773.7044592,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4207c13e-6966-43b0-b118-cb33e17ce7ed","EoS":false} {"level":"info","ts":1785168773.7044694,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4207c13e-6966-43b0-b118-cb33e17ce7ed","EoS":true} {"level":"info","ts":1785168773.7045097,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4207c13e-6966-43b0-b118-cb33e17ce7ed"} {"level":"info","ts":1785168788.978885,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168788.9789634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9d5df03-56ac-4955-8b6f-9b08e885b96c"} {"level":"info","ts":1785168788.9789748,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9d5df03-56ac-4955-8b6f-9b08e885b96c"} {"level":"info","ts":1785168788.9789875,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9d5df03-56ac-4955-8b6f-9b08e885b96c","EoS":true} {"level":"info","ts":1785168788.9790144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9d5df03-56ac-4955-8b6f-9b08e885b96c","header":"x-maas-group"} {"level":"info","ts":1785168788.9790251,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9d5df03-56ac-4955-8b6f-9b08e885b96c","header":"x-maas-username"} {"level":"info","ts":1785168788.9790306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9d5df03-56ac-4955-8b6f-9b08e885b96c","header":"x-maas-subscription"} {"level":"info","ts":1785168788.9790452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9d5df03-56ac-4955-8b6f-9b08e885b96c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168788.979072,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9d5df03-56ac-4955-8b6f-9b08e885b96c"} {"level":"info","ts":1785168788.9807844,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d9d5df03-56ac-4955-8b6f-9b08e885b96c"} {"level":"info","ts":1785168788.9808047,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d9d5df03-56ac-4955-8b6f-9b08e885b96c"} {"level":"info","ts":1785168788.9808269,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9d5df03-56ac-4955-8b6f-9b08e885b96c","EoS":false} {"level":"info","ts":1785168788.9808393,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9d5df03-56ac-4955-8b6f-9b08e885b96c","EoS":true} {"level":"info","ts":1785168788.9808702,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d9d5df03-56ac-4955-8b6f-9b08e885b96c"} {"level":"info","ts":1785169117.2769535,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169117.2770357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a10e7fea-4d70-44ab-8b2d-c0fe6a5d3ee5"} {"level":"info","ts":1785169117.2770438,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a10e7fea-4d70-44ab-8b2d-c0fe6a5d3ee5"} {"level":"info","ts":1785169117.2770638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a10e7fea-4d70-44ab-8b2d-c0fe6a5d3ee5","EoS":true} {"level":"info","ts":1785169117.277088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a10e7fea-4d70-44ab-8b2d-c0fe6a5d3ee5","header":"x-maas-group"} {"level":"info","ts":1785169117.2770984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a10e7fea-4d70-44ab-8b2d-c0fe6a5d3ee5","header":"x-maas-subscription"} {"level":"info","ts":1785169117.2771037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a10e7fea-4d70-44ab-8b2d-c0fe6a5d3ee5","header":"x-maas-username"} {"level":"info","ts":1785169117.2771182,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a10e7fea-4d70-44ab-8b2d-c0fe6a5d3ee5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785169117.2771447,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a10e7fea-4d70-44ab-8b2d-c0fe6a5d3ee5"} {"level":"info","ts":1785169117.2799523,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a10e7fea-4d70-44ab-8b2d-c0fe6a5d3ee5"} {"level":"info","ts":1785169117.2799795,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a10e7fea-4d70-44ab-8b2d-c0fe6a5d3ee5"} {"level":"info","ts":1785169117.2799997,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a10e7fea-4d70-44ab-8b2d-c0fe6a5d3ee5","EoS":false} {"level":"info","ts":1785169117.280015,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a10e7fea-4d70-44ab-8b2d-c0fe6a5d3ee5","EoS":true} {"level":"info","ts":1785169117.2800515,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a10e7fea-4d70-44ab-8b2d-c0fe6a5d3ee5"} {"level":"info","ts":1785169122.0846174,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9ac81c7f-9adc-471f-9294-d0dc23be979e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785169122.0849645,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32872.612986716,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785169122.0849934,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785169122.1194372,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785169122.1857326,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9ac81c7f-9adc-471f-9294-d0dc23be979e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785169122.2038481,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e02b11c0-b025-4f37-8092-f12ccb6303bf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785169122.2038534,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"304785f3-ffcc-4181-a486-7b2e61a35eef"} {"level":"info","ts":1785169122.2038894,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e02b11c0-b025-4f37-8092-f12ccb6303bf","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785169122.211325,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dfa4f976-f872-4d40-ba22-6844e4b1c683","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785169122.2113724,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dfa4f976-f872-4d40-ba22-6844e4b1c683","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785169122.2182226,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"304785f3-ffcc-4181-a486-7b2e61a35eef","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785169122.2184675,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38086.794140255,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785169122.218487,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785169122.2319355,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785169122.3190548,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"304785f3-ffcc-4181-a486-7b2e61a35eef","name":"e2e-external-provider"} {"level":"info","ts":1785169122.3219962,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a594dfa-310f-42ae-b0a6-1aed2c364032"} {"level":"info","ts":1785169122.322046,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b0000d8-0a6b-4a81-80ce-5995564a4724","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785169122.3221042,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b0000d8-0a6b-4a81-80ce-5995564a4724","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785169122.3305254,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"218ece4e-4b71-47ca-a712-2207cc5ce927","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785169122.3305662,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"218ece4e-4b71-47ca-a712-2207cc5ce927","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785169122.3318613,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"304785f3-ffcc-4181-a486-7b2e61a35eef","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785169122.3326888,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a594dfa-310f-42ae-b0a6-1aed2c364032","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785169122.3327286,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a594dfa-310f-42ae-b0a6-1aed2c364032","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785169122.3373601,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a594dfa-310f-42ae-b0a6-1aed2c364032","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785169122.3373985,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a594dfa-310f-42ae-b0a6-1aed2c364032","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785169122.337457,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6311814-34c2-411e-8da2-9ec523bbe4cd"} {"level":"info","ts":1785169122.3374887,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6311814-34c2-411e-8da2-9ec523bbe4cd","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785169122.3437688,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6311814-34c2-411e-8da2-9ec523bbe4cd","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785169122.3438847,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"101d7396-59e7-48e1-a82c-58758b1f28b0"} {"level":"info","ts":1785169122.3439028,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9685ad8e-d1f6-42de-8e04-44ce8fa74b80","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785169122.3439343,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"101d7396-59e7-48e1-a82c-58758b1f28b0","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785169122.3439374,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9685ad8e-d1f6-42de-8e04-44ce8fa74b80","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785169122.3508244,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"304785f3-ffcc-4181-a486-7b2e61a35eef","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785169122.3518856,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"101d7396-59e7-48e1-a82c-58758b1f28b0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785169122.3647075,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"304785f3-ffcc-4181-a486-7b2e61a35eef","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785169122.369871,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"304785f3-ffcc-4181-a486-7b2e61a35eef","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785169122.3699565,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49308e32-5774-4248-aaf1-3c27b26e57d6"} {"level":"info","ts":1785169122.3700118,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49308e32-5774-4248-aaf1-3c27b26e57d6","name":"e2e-external-provider"} {"level":"info","ts":1785169122.3730078,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96c96015-72ae-4e6f-b694-9d79eb1690f4"} {"level":"info","ts":1785169122.3730419,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96c96015-72ae-4e6f-b694-9d79eb1690f4","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785169122.378563,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96c96015-72ae-4e6f-b694-9d79eb1690f4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785169122.3824677,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49308e32-5774-4248-aaf1-3c27b26e57d6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785169122.3898304,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb7ea5fc-338b-4e0c-9a0c-dc067a435749"} {"level":"info","ts":1785169122.3899002,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efa5c27d-20a5-4952-b84c-05ed18fe2920","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785169122.3900182,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e0fe4de-f004-4485-b02d-7f4132eb0639","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785169122.3900409,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e0fe4de-f004-4485-b02d-7f4132eb0639","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785169122.3900945,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34275.169024735,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785169122.3901064,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785169122.3901486,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"16cfbaf3-ac95-47ae-bc77-f0d24a0c6e38"} {"level":"info","ts":1785169122.3901973,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"16cfbaf3-ac95-47ae-bc77-f0d24a0c6e38","name":"e2e-external-provider"} {"level":"info","ts":1785169122.3902586,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efa5c27d-20a5-4952-b84c-05ed18fe2920","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785169122.4062865,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"16cfbaf3-ac95-47ae-bc77-f0d24a0c6e38","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785169122.4145093,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785169122.49036,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb7ea5fc-338b-4e0c-9a0c-dc067a435749","name":"e2e-external-model"} {"level":"info","ts":1785169122.5205195,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d73d611-e850-485d-b9fc-12cae400af46","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785169122.5205634,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d73d611-e850-485d-b9fc-12cae400af46","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785169122.5275068,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb7ea5fc-338b-4e0c-9a0c-dc067a435749","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785169122.5275836,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb7ea5fc-338b-4e0c-9a0c-dc067a435749","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785169122.5276718,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e2544b4-a4db-4c98-b19c-bbdc4be6ea6c"} {"level":"info","ts":1785169122.5277414,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e2544b4-a4db-4c98-b19c-bbdc4be6ea6c","name":"e2e-external-model"} {"level":"info","ts":1785169122.5366118,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b215aa13-63c1-4f66-8856-7020ad459e6c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785169122.5366557,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b215aa13-63c1-4f66-8856-7020ad459e6c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785169122.5406394,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e2544b4-a4db-4c98-b19c-bbdc4be6ea6c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785169122.545208,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e2544b4-a4db-4c98-b19c-bbdc4be6ea6c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785169122.545276,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"931cf108-6567-47e1-9fd5-5be4587ce16e"} {"level":"info","ts":1785169122.5453215,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"931cf108-6567-47e1-9fd5-5be4587ce16e","name":"e2e-external-model"} {"level":"info","ts":1785169122.5587971,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6254ffc7-038a-4475-97a1-6c3eb4c20091","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785169122.55882,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6254ffc7-038a-4475-97a1-6c3eb4c20091","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785169122.559719,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"931cf108-6567-47e1-9fd5-5be4587ce16e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785169122.5633945,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"931cf108-6567-47e1-9fd5-5be4587ce16e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785169122.563458,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb137350-4a0b-441e-b633-5557142bf348"} {"level":"info","ts":1785169122.5635214,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb137350-4a0b-441e-b633-5557142bf348","name":"e2e-external-model"} {"level":"info","ts":1785169122.5721626,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb137350-4a0b-441e-b633-5557142bf348","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785169129.8509166,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169129.8510125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d87883f0-7237-4ed3-b08b-57a881fd1e70"} {"level":"info","ts":1785169129.8510277,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d87883f0-7237-4ed3-b08b-57a881fd1e70"} {"level":"info","ts":1785169129.851042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d87883f0-7237-4ed3-b08b-57a881fd1e70","EoS":true} {"level":"info","ts":1785169129.8510692,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d87883f0-7237-4ed3-b08b-57a881fd1e70","header":"x-maas-username"} {"level":"info","ts":1785169129.8510795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d87883f0-7237-4ed3-b08b-57a881fd1e70","header":"x-maas-group"} {"level":"info","ts":1785169129.8510864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d87883f0-7237-4ed3-b08b-57a881fd1e70","header":"x-maas-subscription"} {"level":"info","ts":1785169129.8511007,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d87883f0-7237-4ed3-b08b-57a881fd1e70","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785169129.8511097,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d87883f0-7237-4ed3-b08b-57a881fd1e70","modelName":"e2e-external-model"} {"level":"info","ts":1785169129.851122,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d87883f0-7237-4ed3-b08b-57a881fd1e70","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785169129.8511643,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"d87883f0-7237-4ed3-b08b-57a881fd1e70","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785169129.8511817,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"d87883f0-7237-4ed3-b08b-57a881fd1e70","authType":"apikey"} {"level":"info","ts":1785169129.8512073,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d87883f0-7237-4ed3-b08b-57a881fd1e70"} {"level":"info","ts":1785169129.965195,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4745144c-bcce-4e6d-9e2f-c643487ea1a4"} {"level":"info","ts":1785169129.965246,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af2b61fa-d908-40b8-ad5a-7e954e0c3a4c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785169129.9652853,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af2b61fa-d908-40b8-ad5a-7e954e0c3a4c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785169129.975133,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7440a5c9-5572-4baa-9ad2-3fb27d08af67","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785169129.9751692,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7440a5c9-5572-4baa-9ad2-3fb27d08af67","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785169129.976734,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4745144c-bcce-4e6d-9e2f-c643487ea1a4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785169129.9767983,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4745144c-bcce-4e6d-9e2f-c643487ea1a4","name":"e2e-cleanup-test"} {"level":"info","ts":1785169129.9959404,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"147a8f39-9e4d-4c31-8ef5-49799932ebeb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785169129.9959784,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"147a8f39-9e4d-4c31-8ef5-49799932ebeb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785169130.0119417,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4745144c-bcce-4e6d-9e2f-c643487ea1a4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785169130.0119958,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4745144c-bcce-4e6d-9e2f-c643487ea1a4","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785169130.0120819,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14024e84-0698-4e3c-a2d5-d1ca8f7049ed"} {"level":"info","ts":1785169130.0121422,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14024e84-0698-4e3c-a2d5-d1ca8f7049ed","name":"e2e-cleanup-test"} {"level":"info","ts":1785169130.0198178,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8eb8f312-97bd-4364-bea0-e9453e6f117b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785169130.0198615,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8eb8f312-97bd-4364-bea0-e9453e6f117b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785169130.0226717,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14024e84-0698-4e3c-a2d5-d1ca8f7049ed","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785169130.0283144,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14024e84-0698-4e3c-a2d5-d1ca8f7049ed","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785169130.028415,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"879f8486-af5d-471c-9d3b-941dde9e04c0"} {"level":"info","ts":1785169130.0284746,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"879f8486-af5d-471c-9d3b-941dde9e04c0","name":"e2e-cleanup-test"} {"level":"info","ts":1785169130.037545,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8aed58ee-87af-49d2-9aa9-69d3a3a90d02","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785169130.0375838,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8aed58ee-87af-49d2-9aa9-69d3a3a90d02","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785169130.037989,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"879f8486-af5d-471c-9d3b-941dde9e04c0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785169130.0432112,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"879f8486-af5d-471c-9d3b-941dde9e04c0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785169130.0433033,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8ba1a54-f197-4a52-b705-21ff72993220"} {"level":"info","ts":1785169130.0433679,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8ba1a54-f197-4a52-b705-21ff72993220","name":"e2e-cleanup-test"} {"level":"info","ts":1785169130.0642626,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8ba1a54-f197-4a52-b705-21ff72993220","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785169138.231713,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b05ffe5-1c06-44a5-974c-3a4228afd19f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785169138.231759,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b05ffe5-1c06-44a5-974c-3a4228afd19f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785169138.2317102,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5b0454e-07fe-47f2-be3f-333f2ce1c4c7"} {"level":"info","ts":1785169142.5384357,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169142.5385423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d6bb3a9-4cac-4028-a9eb-4e3e435fd8a4"} {"level":"info","ts":1785169142.5385513,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d6bb3a9-4cac-4028-a9eb-4e3e435fd8a4"} {"level":"info","ts":1785169142.5385635,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d6bb3a9-4cac-4028-a9eb-4e3e435fd8a4","EoS":true} {"level":"info","ts":1785169142.5386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d6bb3a9-4cac-4028-a9eb-4e3e435fd8a4","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785169142.5386295,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d6bb3a9-4cac-4028-a9eb-4e3e435fd8a4"} {"level":"info","ts":1785169142.5840456,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169142.5841408,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9d44e3d-7efd-4880-b68f-70d661d7ca74"} {"level":"info","ts":1785169142.5841553,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f9d44e3d-7efd-4880-b68f-70d661d7ca74"} {"level":"info","ts":1785169142.5841684,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9d44e3d-7efd-4880-b68f-70d661d7ca74","EoS":true} {"level":"info","ts":1785169142.5842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9d44e3d-7efd-4880-b68f-70d661d7ca74","header":"x-maas-group"} {"level":"info","ts":1785169142.5842104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9d44e3d-7efd-4880-b68f-70d661d7ca74","header":"x-maas-username"} {"level":"info","ts":1785169142.5842156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9d44e3d-7efd-4880-b68f-70d661d7ca74","header":"x-maas-subscription"} {"level":"info","ts":1785169142.5842285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9d44e3d-7efd-4880-b68f-70d661d7ca74","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785169142.5842392,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f9d44e3d-7efd-4880-b68f-70d661d7ca74","modelName":"e2e-external-model"} {"level":"info","ts":1785169142.5842524,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f9d44e3d-7efd-4880-b68f-70d661d7ca74","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785169142.5842748,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"f9d44e3d-7efd-4880-b68f-70d661d7ca74","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785169142.5842924,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"f9d44e3d-7efd-4880-b68f-70d661d7ca74","authType":"apikey"} {"level":"info","ts":1785169142.5843196,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f9d44e3d-7efd-4880-b68f-70d661d7ca74"} {"level":"info","ts":1785169142.618963,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169142.6190374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c63df46-e244-4ce3-a1bb-1587177d128a"} {"level":"info","ts":1785169142.6190505,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c63df46-e244-4ce3-a1bb-1587177d128a"} {"level":"info","ts":1785169142.6190617,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c63df46-e244-4ce3-a1bb-1587177d128a","EoS":true} {"level":"info","ts":1785169142.619086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c63df46-e244-4ce3-a1bb-1587177d128a","header":"x-maas-group"} {"level":"info","ts":1785169142.6190958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c63df46-e244-4ce3-a1bb-1587177d128a","header":"x-maas-subscription"} {"level":"info","ts":1785169142.6191018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c63df46-e244-4ce3-a1bb-1587177d128a","header":"x-maas-username"} {"level":"info","ts":1785169142.6191158,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c63df46-e244-4ce3-a1bb-1587177d128a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785169142.6191423,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c63df46-e244-4ce3-a1bb-1587177d128a"} {"level":"info","ts":1785169142.7263947,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8c63df46-e244-4ce3-a1bb-1587177d128a"} {"level":"info","ts":1785169142.726424,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8c63df46-e244-4ce3-a1bb-1587177d128a"} {"level":"info","ts":1785169142.726443,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c63df46-e244-4ce3-a1bb-1587177d128a","EoS":false} {"level":"info","ts":1785169142.7264566,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c63df46-e244-4ce3-a1bb-1587177d128a","EoS":true} {"level":"error","ts":1785169142.7264674,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"8c63df46-e244-4ce3-a1bb-1587177d128a","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785169142.7265506,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8c63df46-e244-4ce3-a1bb-1587177d128a"} {"level":"info","ts":1785169142.7646277,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169142.7647252,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7c17d82-680b-4627-8ec0-efcb061315d3"} {"level":"info","ts":1785169142.7647657,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a7c17d82-680b-4627-8ec0-efcb061315d3"} {"level":"info","ts":1785169142.7647836,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7c17d82-680b-4627-8ec0-efcb061315d3","EoS":true} {"level":"info","ts":1785169142.7648187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7c17d82-680b-4627-8ec0-efcb061315d3","header":"x-maas-subscription"} {"level":"info","ts":1785169142.7648356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7c17d82-680b-4627-8ec0-efcb061315d3","header":"x-maas-group"} {"level":"info","ts":1785169142.7648451,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7c17d82-680b-4627-8ec0-efcb061315d3","header":"x-maas-username"} {"level":"info","ts":1785169142.7648823,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a7c17d82-680b-4627-8ec0-efcb061315d3"} {"level":"info","ts":1785169142.8130617,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a7c17d82-680b-4627-8ec0-efcb061315d3"} {"level":"info","ts":1785169142.8130977,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a7c17d82-680b-4627-8ec0-efcb061315d3"} {"level":"info","ts":1785169142.8131177,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a7c17d82-680b-4627-8ec0-efcb061315d3","EoS":false} {"level":"info","ts":1785169142.8131323,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a7c17d82-680b-4627-8ec0-efcb061315d3","EoS":true} {"level":"error","ts":1785169142.813146,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"a7c17d82-680b-4627-8ec0-efcb061315d3","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785169142.813189,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a7c17d82-680b-4627-8ec0-efcb061315d3"} {"level":"info","ts":1785169143.6701484,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dbd94cec-5bc9-435e-b8d7-b44c6bd562c3"} {"level":"info","ts":1785169143.6702006,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f5cd37a-3d47-4033-8f87-57cd787e4766","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785169143.670235,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f5cd37a-3d47-4033-8f87-57cd787e4766","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785169143.8201392,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1801dcdb-2a09-41b2-af77-8dabc567920e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785169143.8201861,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f6b40d9d-4869-44ab-a326-09858bd9eead"} {"level":"info","ts":1785169143.8201964,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1801dcdb-2a09-41b2-af77-8dabc567920e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785169143.9407454,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"97d54312-cc29-4aa9-9506-cd77cf56bb98","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785169143.9408638,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"97d54312-cc29-4aa9-9506-cd77cf56bb98","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785170443.5709214,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170443.5710049,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e79530c4-e7c6-40f6-ab4a-cfcdc83c24a6"} {"level":"info","ts":1785170504.2811651,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170504.28125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fb5e0e3-cd16-4b67-b3e1-dc8a1606148c"} {"level":"info","ts":1785170504.2812583,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0fb5e0e3-cd16-4b67-b3e1-dc8a1606148c"} {"level":"info","ts":1785170504.2812696,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fb5e0e3-cd16-4b67-b3e1-dc8a1606148c","EoS":true} {"level":"info","ts":1785170504.281298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fb5e0e3-cd16-4b67-b3e1-dc8a1606148c","header":"x-maas-username"} {"level":"info","ts":1785170504.2813084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fb5e0e3-cd16-4b67-b3e1-dc8a1606148c","header":"x-maas-subscription"} {"level":"info","ts":1785170504.2813134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fb5e0e3-cd16-4b67-b3e1-dc8a1606148c","header":"x-maas-group"} {"level":"info","ts":1785170504.2813265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fb5e0e3-cd16-4b67-b3e1-dc8a1606148c","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785170504.281353,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0fb5e0e3-cd16-4b67-b3e1-dc8a1606148c"} {"level":"info","ts":1785170504.2836947,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0fb5e0e3-cd16-4b67-b3e1-dc8a1606148c"} {"level":"info","ts":1785170504.2837157,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0fb5e0e3-cd16-4b67-b3e1-dc8a1606148c"} {"level":"info","ts":1785170504.283732,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0fb5e0e3-cd16-4b67-b3e1-dc8a1606148c","EoS":false} {"level":"info","ts":1785170504.2837448,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0fb5e0e3-cd16-4b67-b3e1-dc8a1606148c","EoS":true} {"level":"info","ts":1785170504.2837803,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0fb5e0e3-cd16-4b67-b3e1-dc8a1606148c"}