{"level":"info","ts":1785186452.879418,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06c5e134-1358-4266-b9cd-b4e53fca7c56","header":"x-maas-group"} {"level":"info","ts":1785186452.879432,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06c5e134-1358-4266-b9cd-b4e53fca7c56","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186452.879464,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06c5e134-1358-4266-b9cd-b4e53fca7c56"} {"level":"info","ts":1785186452.8804932,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"06c5e134-1358-4266-b9cd-b4e53fca7c56"} {"level":"info","ts":1785186452.880513,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"06c5e134-1358-4266-b9cd-b4e53fca7c56"} {"level":"info","ts":1785186452.8805277,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06c5e134-1358-4266-b9cd-b4e53fca7c56","EoS":false} {"level":"info","ts":1785186452.8805385,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06c5e134-1358-4266-b9cd-b4e53fca7c56","EoS":true} {"level":"info","ts":1785186452.880563,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"06c5e134-1358-4266-b9cd-b4e53fca7c56"} {"level":"info","ts":1785186453.0186465,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186453.0187209,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25616b0c-1969-4ff7-8472-99f6815a6c71"} {"level":"info","ts":1785186453.0187328,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"25616b0c-1969-4ff7-8472-99f6815a6c71"} {"level":"info","ts":1785186453.0187435,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25616b0c-1969-4ff7-8472-99f6815a6c71","EoS":true} {"level":"info","ts":1785186453.0187688,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25616b0c-1969-4ff7-8472-99f6815a6c71","header":"x-maas-subscription"} {"level":"info","ts":1785186453.0187793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25616b0c-1969-4ff7-8472-99f6815a6c71","header":"x-maas-username"} {"level":"info","ts":1785186453.0187845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25616b0c-1969-4ff7-8472-99f6815a6c71","header":"x-maas-group"} {"level":"info","ts":1785186453.0187972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25616b0c-1969-4ff7-8472-99f6815a6c71","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186453.0188267,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"25616b0c-1969-4ff7-8472-99f6815a6c71"} {"level":"info","ts":1785186453.020978,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"25616b0c-1969-4ff7-8472-99f6815a6c71"} {"level":"info","ts":1785186453.020995,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"25616b0c-1969-4ff7-8472-99f6815a6c71"} {"level":"info","ts":1785186453.0210087,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"25616b0c-1969-4ff7-8472-99f6815a6c71","EoS":false} {"level":"info","ts":1785186453.02102,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"25616b0c-1969-4ff7-8472-99f6815a6c71","EoS":true} {"level":"info","ts":1785186453.0210478,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"25616b0c-1969-4ff7-8472-99f6815a6c71"} {"level":"info","ts":1785186453.1618502,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186453.1619225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"390e2d37-fb28-4047-b28e-be2732974cf5"} {"level":"info","ts":1785186453.161936,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"390e2d37-fb28-4047-b28e-be2732974cf5"} {"level":"info","ts":1785186453.1619518,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"390e2d37-fb28-4047-b28e-be2732974cf5","EoS":true} {"level":"info","ts":1785186453.161987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"390e2d37-fb28-4047-b28e-be2732974cf5","header":"x-maas-username"} {"level":"info","ts":1785186453.1620023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"390e2d37-fb28-4047-b28e-be2732974cf5","header":"x-maas-subscription"} {"level":"info","ts":1785186453.1620092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"390e2d37-fb28-4047-b28e-be2732974cf5","header":"x-maas-group"} {"level":"info","ts":1785186453.1620228,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"390e2d37-fb28-4047-b28e-be2732974cf5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186453.1620493,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"390e2d37-fb28-4047-b28e-be2732974cf5"} {"level":"info","ts":1785186453.16285,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"390e2d37-fb28-4047-b28e-be2732974cf5"} {"level":"info","ts":1785186453.1628692,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"390e2d37-fb28-4047-b28e-be2732974cf5"} {"level":"info","ts":1785186453.1628876,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"390e2d37-fb28-4047-b28e-be2732974cf5","EoS":false} {"level":"info","ts":1785186453.1628985,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"390e2d37-fb28-4047-b28e-be2732974cf5","EoS":true} {"level":"info","ts":1785186453.1629264,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"390e2d37-fb28-4047-b28e-be2732974cf5"} {"level":"info","ts":1785186453.2992344,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186453.2993693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c168201-5ece-4cb1-91cd-611b7c44c3bf"} {"level":"info","ts":1785186453.299383,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2c168201-5ece-4cb1-91cd-611b7c44c3bf"} {"level":"info","ts":1785186453.2993956,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c168201-5ece-4cb1-91cd-611b7c44c3bf","EoS":true} {"level":"info","ts":1785186453.2994199,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c168201-5ece-4cb1-91cd-611b7c44c3bf","header":"x-maas-username"} {"level":"info","ts":1785186453.2994306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c168201-5ece-4cb1-91cd-611b7c44c3bf","header":"x-maas-group"} {"level":"info","ts":1785186453.2994359,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c168201-5ece-4cb1-91cd-611b7c44c3bf","header":"x-maas-subscription"} {"level":"info","ts":1785186453.2994502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c168201-5ece-4cb1-91cd-611b7c44c3bf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186453.2994766,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2c168201-5ece-4cb1-91cd-611b7c44c3bf"} {"level":"info","ts":1785186453.3002837,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2c168201-5ece-4cb1-91cd-611b7c44c3bf"} {"level":"info","ts":1785186453.3003027,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2c168201-5ece-4cb1-91cd-611b7c44c3bf"} {"level":"info","ts":1785186453.3003166,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2c168201-5ece-4cb1-91cd-611b7c44c3bf","EoS":false} {"level":"info","ts":1785186453.300329,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2c168201-5ece-4cb1-91cd-611b7c44c3bf","EoS":true} {"level":"info","ts":1785186453.3003604,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2c168201-5ece-4cb1-91cd-611b7c44c3bf"} {"level":"info","ts":1785186453.43728,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186453.4373784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06880035-fefa-433c-b59c-62e438fd742c"} {"level":"info","ts":1785186453.4373965,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06880035-fefa-433c-b59c-62e438fd742c"} {"level":"info","ts":1785186453.437416,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06880035-fefa-433c-b59c-62e438fd742c","EoS":true} {"level":"info","ts":1785186453.4374588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06880035-fefa-433c-b59c-62e438fd742c","header":"x-maas-subscription"} {"level":"info","ts":1785186453.4374728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06880035-fefa-433c-b59c-62e438fd742c","header":"x-maas-username"} {"level":"info","ts":1785186453.4374807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06880035-fefa-433c-b59c-62e438fd742c","header":"x-maas-group"} {"level":"info","ts":1785186453.437505,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06880035-fefa-433c-b59c-62e438fd742c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186453.4375389,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06880035-fefa-433c-b59c-62e438fd742c"} {"level":"info","ts":1785186453.438458,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"06880035-fefa-433c-b59c-62e438fd742c"} {"level":"info","ts":1785186453.438477,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"06880035-fefa-433c-b59c-62e438fd742c"} {"level":"info","ts":1785186453.438492,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06880035-fefa-433c-b59c-62e438fd742c","EoS":false} {"level":"info","ts":1785186453.438504,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06880035-fefa-433c-b59c-62e438fd742c","EoS":true} {"level":"info","ts":1785186453.4385302,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"06880035-fefa-433c-b59c-62e438fd742c"} {"level":"info","ts":1785186473.5272775,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186473.5273702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eff8ec35-1041-4bd4-967f-30174e83e474"} {"level":"info","ts":1785186473.5273879,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eff8ec35-1041-4bd4-967f-30174e83e474"} {"level":"info","ts":1785186473.5274072,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eff8ec35-1041-4bd4-967f-30174e83e474","EoS":true} {"level":"info","ts":1785186473.5274448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eff8ec35-1041-4bd4-967f-30174e83e474","header":"x-maas-group"} {"level":"info","ts":1785186473.527458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eff8ec35-1041-4bd4-967f-30174e83e474","header":"x-maas-username"} {"level":"info","ts":1785186473.5274665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eff8ec35-1041-4bd4-967f-30174e83e474","header":"x-maas-subscription"} {"level":"info","ts":1785186473.5274875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eff8ec35-1041-4bd4-967f-30174e83e474","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186473.5275264,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eff8ec35-1041-4bd4-967f-30174e83e474"} {"level":"info","ts":1785186473.5296605,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eff8ec35-1041-4bd4-967f-30174e83e474"} {"level":"info","ts":1785186473.5296874,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eff8ec35-1041-4bd4-967f-30174e83e474"} {"level":"info","ts":1785186473.5297096,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eff8ec35-1041-4bd4-967f-30174e83e474","EoS":false} {"level":"info","ts":1785186473.5297256,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eff8ec35-1041-4bd4-967f-30174e83e474","EoS":true} {"level":"info","ts":1785186473.5297534,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"eff8ec35-1041-4bd4-967f-30174e83e474"} {"level":"info","ts":1785186473.569075,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186473.5691516,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84e3eb2b-d4a9-4fa4-9402-0f418f2d5c81"} {"level":"info","ts":1785186473.569165,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84e3eb2b-d4a9-4fa4-9402-0f418f2d5c81"} {"level":"info","ts":1785186473.5691764,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84e3eb2b-d4a9-4fa4-9402-0f418f2d5c81","EoS":true} {"level":"info","ts":1785186473.5692031,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84e3eb2b-d4a9-4fa4-9402-0f418f2d5c81","header":"x-maas-subscription"} {"level":"info","ts":1785186473.5692358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84e3eb2b-d4a9-4fa4-9402-0f418f2d5c81","header":"x-maas-username"} {"level":"info","ts":1785186473.5692413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84e3eb2b-d4a9-4fa4-9402-0f418f2d5c81","header":"x-maas-group"} {"level":"info","ts":1785186473.5692565,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84e3eb2b-d4a9-4fa4-9402-0f418f2d5c81","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186473.5692856,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84e3eb2b-d4a9-4fa4-9402-0f418f2d5c81"} {"level":"info","ts":1785186473.5701125,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"84e3eb2b-d4a9-4fa4-9402-0f418f2d5c81"} {"level":"info","ts":1785186473.5701323,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"84e3eb2b-d4a9-4fa4-9402-0f418f2d5c81"} {"level":"info","ts":1785186473.5701547,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"84e3eb2b-d4a9-4fa4-9402-0f418f2d5c81","EoS":false} {"level":"info","ts":1785186473.570166,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"84e3eb2b-d4a9-4fa4-9402-0f418f2d5c81","EoS":true} {"level":"info","ts":1785186473.5701976,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"84e3eb2b-d4a9-4fa4-9402-0f418f2d5c81"} {"level":"info","ts":1785186473.679778,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186473.6798596,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ae75a740-5873-4f40-9ddd-148fab2118d7"} {"level":"info","ts":1785186473.6816103,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ae75a740-5873-4f40-9ddd-148fab2118d7"} {"level":"info","ts":1785186473.6816297,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ae75a740-5873-4f40-9ddd-148fab2118d7"} {"level":"info","ts":1785186473.681646,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ae75a740-5873-4f40-9ddd-148fab2118d7","EoS":false} {"level":"info","ts":1785186473.6816585,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ae75a740-5873-4f40-9ddd-148fab2118d7"} {"level":"info","ts":1785186473.6816843,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ae75a740-5873-4f40-9ddd-148fab2118d7","EoS":true} {"level":"info","ts":1785186473.6816938,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ae75a740-5873-4f40-9ddd-148fab2118d7"} {"level":"info","ts":1785186478.3275423,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186478.327617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c58d0eca-3076-491d-a1d1-df25da6542d4"} {"level":"info","ts":1785186478.3276284,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c58d0eca-3076-491d-a1d1-df25da6542d4"} {"level":"info","ts":1785186478.3276389,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c58d0eca-3076-491d-a1d1-df25da6542d4","EoS":true} {"level":"info","ts":1785186478.3276708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c58d0eca-3076-491d-a1d1-df25da6542d4","header":"x-maas-username"} {"level":"info","ts":1785186478.3277388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c58d0eca-3076-491d-a1d1-df25da6542d4","header":"x-maas-subscription"} {"level":"info","ts":1785186478.327748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c58d0eca-3076-491d-a1d1-df25da6542d4","header":"x-maas-group"} {"level":"info","ts":1785186478.3277636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c58d0eca-3076-491d-a1d1-df25da6542d4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186478.3277886,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c58d0eca-3076-491d-a1d1-df25da6542d4"} {"level":"info","ts":1785186478.3287182,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c58d0eca-3076-491d-a1d1-df25da6542d4"} {"level":"info","ts":1785186478.3287406,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c58d0eca-3076-491d-a1d1-df25da6542d4"} {"level":"info","ts":1785186478.3287554,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c58d0eca-3076-491d-a1d1-df25da6542d4","EoS":false} {"level":"info","ts":1785186478.3287668,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c58d0eca-3076-491d-a1d1-df25da6542d4","EoS":true} {"level":"info","ts":1785186478.3288014,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c58d0eca-3076-491d-a1d1-df25da6542d4"} {"level":"info","ts":1785186488.9878302,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186488.9879203,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b1f76a8-78f1-4f46-b8be-73f4b1ce0dc1"} {"level":"info","ts":1785186488.9879313,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b1f76a8-78f1-4f46-b8be-73f4b1ce0dc1"} {"level":"info","ts":1785186488.987943,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b1f76a8-78f1-4f46-b8be-73f4b1ce0dc1","EoS":true} {"level":"info","ts":1785186488.9879713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b1f76a8-78f1-4f46-b8be-73f4b1ce0dc1","header":"x-maas-subscription"} {"level":"info","ts":1785186488.9879854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b1f76a8-78f1-4f46-b8be-73f4b1ce0dc1","header":"x-maas-username"} {"level":"info","ts":1785186488.9879909,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b1f76a8-78f1-4f46-b8be-73f4b1ce0dc1","header":"x-maas-group"} {"level":"info","ts":1785186488.9880044,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b1f76a8-78f1-4f46-b8be-73f4b1ce0dc1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186488.988026,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b1f76a8-78f1-4f46-b8be-73f4b1ce0dc1"} {"level":"info","ts":1785186488.989384,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1b1f76a8-78f1-4f46-b8be-73f4b1ce0dc1"} {"level":"info","ts":1785186488.9894063,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1b1f76a8-78f1-4f46-b8be-73f4b1ce0dc1"} {"level":"info","ts":1785186488.9894266,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b1f76a8-78f1-4f46-b8be-73f4b1ce0dc1","EoS":false} {"level":"info","ts":1785186488.9894376,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b1f76a8-78f1-4f46-b8be-73f4b1ce0dc1","EoS":true} {"level":"info","ts":1785186488.9894664,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1b1f76a8-78f1-4f46-b8be-73f4b1ce0dc1"} {"level":"info","ts":1785186502.0545475,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186502.0546343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"517d93d4-73c6-4e20-91aa-3ed9c5255176"} {"level":"info","ts":1785186502.0546467,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"517d93d4-73c6-4e20-91aa-3ed9c5255176"} {"level":"info","ts":1785186502.0546591,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"517d93d4-73c6-4e20-91aa-3ed9c5255176","EoS":true} {"level":"info","ts":1785186502.0546865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"517d93d4-73c6-4e20-91aa-3ed9c5255176","header":"x-maas-group"} {"level":"info","ts":1785186502.0546966,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"517d93d4-73c6-4e20-91aa-3ed9c5255176","header":"x-maas-username"} {"level":"info","ts":1785186502.0547023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"517d93d4-73c6-4e20-91aa-3ed9c5255176","header":"x-maas-subscription"} {"level":"info","ts":1785186502.0547163,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"517d93d4-73c6-4e20-91aa-3ed9c5255176","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186502.0547383,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"517d93d4-73c6-4e20-91aa-3ed9c5255176"} {"level":"info","ts":1785186502.0556853,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"517d93d4-73c6-4e20-91aa-3ed9c5255176"} {"level":"info","ts":1785186502.0557075,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"517d93d4-73c6-4e20-91aa-3ed9c5255176"} {"level":"info","ts":1785186502.0557241,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"517d93d4-73c6-4e20-91aa-3ed9c5255176","EoS":false} {"level":"info","ts":1785186502.0557368,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"517d93d4-73c6-4e20-91aa-3ed9c5255176","EoS":true} {"level":"info","ts":1785186502.055766,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"517d93d4-73c6-4e20-91aa-3ed9c5255176"} {"level":"info","ts":1785186510.6022475,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186510.6023393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a68b07b-b932-422c-9aaf-a0bb4b9d5584"} {"level":"info","ts":1785186510.6023521,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a68b07b-b932-422c-9aaf-a0bb4b9d5584"} {"level":"info","ts":1785186510.6023638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a68b07b-b932-422c-9aaf-a0bb4b9d5584","EoS":true} {"level":"info","ts":1785186510.6023915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a68b07b-b932-422c-9aaf-a0bb4b9d5584","header":"x-maas-subscription"} {"level":"info","ts":1785186510.6024032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a68b07b-b932-422c-9aaf-a0bb4b9d5584","header":"x-maas-group"} {"level":"info","ts":1785186510.6024075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a68b07b-b932-422c-9aaf-a0bb4b9d5584","header":"x-maas-username"} {"level":"info","ts":1785186510.6024213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a68b07b-b932-422c-9aaf-a0bb4b9d5584","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186510.6024466,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a68b07b-b932-422c-9aaf-a0bb4b9d5584"} {"level":"info","ts":1785186510.6034358,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4a68b07b-b932-422c-9aaf-a0bb4b9d5584"} {"level":"info","ts":1785186510.6034572,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4a68b07b-b932-422c-9aaf-a0bb4b9d5584"} {"level":"info","ts":1785186510.6034734,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4a68b07b-b932-422c-9aaf-a0bb4b9d5584","EoS":false} {"level":"info","ts":1785186510.6034865,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4a68b07b-b932-422c-9aaf-a0bb4b9d5584","EoS":true} {"level":"info","ts":1785186510.6035151,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4a68b07b-b932-422c-9aaf-a0bb4b9d5584"} {"level":"info","ts":1785186519.5000372,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186519.5000966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2461d956-842e-4e3f-8a1c-2993af31e09b"} {"level":"info","ts":1785186519.5001075,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2461d956-842e-4e3f-8a1c-2993af31e09b"} {"level":"info","ts":1785186519.5001228,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2461d956-842e-4e3f-8a1c-2993af31e09b","EoS":true} {"level":"info","ts":1785186519.5001447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2461d956-842e-4e3f-8a1c-2993af31e09b","header":"x-maas-username"} {"level":"info","ts":1785186519.5001523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2461d956-842e-4e3f-8a1c-2993af31e09b","header":"x-maas-subscription"} {"level":"info","ts":1785186519.5002007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2461d956-842e-4e3f-8a1c-2993af31e09b","header":"x-maas-group"} {"level":"info","ts":1785186519.5002427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2461d956-842e-4e3f-8a1c-2993af31e09b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186519.5002697,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2461d956-842e-4e3f-8a1c-2993af31e09b"} {"level":"info","ts":1785186519.5011272,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2461d956-842e-4e3f-8a1c-2993af31e09b"} {"level":"info","ts":1785186519.5011458,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2461d956-842e-4e3f-8a1c-2993af31e09b"} {"level":"info","ts":1785186519.5011663,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2461d956-842e-4e3f-8a1c-2993af31e09b","EoS":false} {"level":"info","ts":1785186519.5011823,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2461d956-842e-4e3f-8a1c-2993af31e09b","EoS":true} {"level":"info","ts":1785186519.5012476,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2461d956-842e-4e3f-8a1c-2993af31e09b"} {"level":"info","ts":1785186544.5563843,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186544.5564523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a3c3eef-6771-49c9-9a6c-177d7b8f4e92"} {"level":"info","ts":1785186544.5564616,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a3c3eef-6771-49c9-9a6c-177d7b8f4e92"} {"level":"info","ts":1785186544.556472,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a3c3eef-6771-49c9-9a6c-177d7b8f4e92","EoS":true} {"level":"info","ts":1785186544.5565007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a3c3eef-6771-49c9-9a6c-177d7b8f4e92","header":"x-maas-username"} {"level":"info","ts":1785186544.556509,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a3c3eef-6771-49c9-9a6c-177d7b8f4e92","header":"x-maas-subscription"} {"level":"info","ts":1785186544.556514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a3c3eef-6771-49c9-9a6c-177d7b8f4e92","header":"x-maas-group"} {"level":"info","ts":1785186544.5565262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a3c3eef-6771-49c9-9a6c-177d7b8f4e92","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186544.5565443,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2a3c3eef-6771-49c9-9a6c-177d7b8f4e92"} {"level":"info","ts":1785186544.5574098,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2a3c3eef-6771-49c9-9a6c-177d7b8f4e92"} {"level":"info","ts":1785186544.5574324,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2a3c3eef-6771-49c9-9a6c-177d7b8f4e92"} {"level":"info","ts":1785186544.5574474,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a3c3eef-6771-49c9-9a6c-177d7b8f4e92","EoS":false} {"level":"info","ts":1785186544.5574596,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a3c3eef-6771-49c9-9a6c-177d7b8f4e92","EoS":true} {"level":"info","ts":1785186544.5574906,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2a3c3eef-6771-49c9-9a6c-177d7b8f4e92"} {"level":"info","ts":1785186567.2034805,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186567.2035606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bb4ea48-0f8c-4717-8249-6045a6a05092"} {"level":"info","ts":1785186567.2035718,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8bb4ea48-0f8c-4717-8249-6045a6a05092"} {"level":"info","ts":1785186567.2035835,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bb4ea48-0f8c-4717-8249-6045a6a05092","EoS":true} {"level":"info","ts":1785186567.2036097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bb4ea48-0f8c-4717-8249-6045a6a05092","header":"x-maas-group"} {"level":"info","ts":1785186567.2036223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bb4ea48-0f8c-4717-8249-6045a6a05092","header":"x-maas-subscription"} {"level":"info","ts":1785186567.2036276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bb4ea48-0f8c-4717-8249-6045a6a05092","header":"x-maas-username"} {"level":"info","ts":1785186567.2036452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bb4ea48-0f8c-4717-8249-6045a6a05092","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186567.2036724,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8bb4ea48-0f8c-4717-8249-6045a6a05092"} {"level":"info","ts":1785186567.2046711,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8bb4ea48-0f8c-4717-8249-6045a6a05092"} {"level":"info","ts":1785186567.2047005,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8bb4ea48-0f8c-4717-8249-6045a6a05092"} {"level":"info","ts":1785186567.2047167,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8bb4ea48-0f8c-4717-8249-6045a6a05092","EoS":false} {"level":"info","ts":1785186567.204729,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8bb4ea48-0f8c-4717-8249-6045a6a05092","EoS":true} {"level":"info","ts":1785186567.2047632,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8bb4ea48-0f8c-4717-8249-6045a6a05092"} {"level":"info","ts":1785186593.6261806,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186593.626289,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00148808-aea0-4027-aaa6-2747b0927f36"} {"level":"info","ts":1785186593.6263006,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"00148808-aea0-4027-aaa6-2747b0927f36"} {"level":"info","ts":1785186593.6263127,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00148808-aea0-4027-aaa6-2747b0927f36","EoS":true} {"level":"info","ts":1785186593.626344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00148808-aea0-4027-aaa6-2747b0927f36","header":"x-maas-username"} {"level":"info","ts":1785186593.626357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00148808-aea0-4027-aaa6-2747b0927f36","header":"x-maas-subscription"} {"level":"info","ts":1785186593.6263623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00148808-aea0-4027-aaa6-2747b0927f36","header":"x-maas-group"} {"level":"info","ts":1785186593.626375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00148808-aea0-4027-aaa6-2747b0927f36","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186593.6264012,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"00148808-aea0-4027-aaa6-2747b0927f36"} {"level":"info","ts":1785186593.6286092,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"00148808-aea0-4027-aaa6-2747b0927f36"} {"level":"info","ts":1785186593.6286266,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"00148808-aea0-4027-aaa6-2747b0927f36"} {"level":"info","ts":1785186593.6286407,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"00148808-aea0-4027-aaa6-2747b0927f36","EoS":false} {"level":"info","ts":1785186593.6286523,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"00148808-aea0-4027-aaa6-2747b0927f36","EoS":true} {"level":"info","ts":1785186593.6286771,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"00148808-aea0-4027-aaa6-2747b0927f36"} {"level":"info","ts":1785186603.0630848,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186603.0631688,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e310f592-9641-456b-bba7-d69818f17a00"} {"level":"info","ts":1785186603.0631795,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e310f592-9641-456b-bba7-d69818f17a00"} {"level":"info","ts":1785186603.0631914,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e310f592-9641-456b-bba7-d69818f17a00","EoS":true} {"level":"info","ts":1785186603.063256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e310f592-9641-456b-bba7-d69818f17a00","header":"x-maas-username"} {"level":"info","ts":1785186603.0632672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e310f592-9641-456b-bba7-d69818f17a00","header":"x-maas-group"} {"level":"info","ts":1785186603.0632741,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e310f592-9641-456b-bba7-d69818f17a00","header":"x-maas-subscription"} {"level":"info","ts":1785186603.0632944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e310f592-9641-456b-bba7-d69818f17a00","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186603.0633264,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e310f592-9641-456b-bba7-d69818f17a00"} {"level":"info","ts":1785186603.0644212,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e310f592-9641-456b-bba7-d69818f17a00"} {"level":"info","ts":1785186603.0644443,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e310f592-9641-456b-bba7-d69818f17a00"} {"level":"info","ts":1785186603.0644603,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e310f592-9641-456b-bba7-d69818f17a00","EoS":false} {"level":"info","ts":1785186603.0644736,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e310f592-9641-456b-bba7-d69818f17a00","EoS":true} {"level":"info","ts":1785186603.0645049,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e310f592-9641-456b-bba7-d69818f17a00"} {"level":"info","ts":1785186603.1109173,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186603.1109998,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79a6e7d3-cbe3-4cd1-939f-27117087a4de"} {"level":"info","ts":1785186603.1110091,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"79a6e7d3-cbe3-4cd1-939f-27117087a4de"} {"level":"info","ts":1785186603.1110196,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79a6e7d3-cbe3-4cd1-939f-27117087a4de","EoS":true} {"level":"info","ts":1785186603.1110482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79a6e7d3-cbe3-4cd1-939f-27117087a4de","header":"x-maas-username"} {"level":"info","ts":1785186603.1110654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79a6e7d3-cbe3-4cd1-939f-27117087a4de","header":"x-maas-subscription"} {"level":"info","ts":1785186603.111073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79a6e7d3-cbe3-4cd1-939f-27117087a4de","header":"x-maas-group"} {"level":"info","ts":1785186603.1110902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79a6e7d3-cbe3-4cd1-939f-27117087a4de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186603.1111202,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"79a6e7d3-cbe3-4cd1-939f-27117087a4de"} {"level":"info","ts":1785186603.1120167,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"79a6e7d3-cbe3-4cd1-939f-27117087a4de"} {"level":"info","ts":1785186603.1120384,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"79a6e7d3-cbe3-4cd1-939f-27117087a4de"} {"level":"info","ts":1785186603.1120543,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"79a6e7d3-cbe3-4cd1-939f-27117087a4de","EoS":false} {"level":"info","ts":1785186603.1120667,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"79a6e7d3-cbe3-4cd1-939f-27117087a4de","EoS":true} {"level":"info","ts":1785186603.112098,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"79a6e7d3-cbe3-4cd1-939f-27117087a4de"} {"level":"info","ts":1785186622.2690952,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186622.2691774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b94c9e9-66b9-4ffa-9cf0-bb51a62d5aca"} {"level":"info","ts":1785186622.269188,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b94c9e9-66b9-4ffa-9cf0-bb51a62d5aca"} {"level":"info","ts":1785186622.269199,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b94c9e9-66b9-4ffa-9cf0-bb51a62d5aca","EoS":true} {"level":"info","ts":1785186622.2693186,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b94c9e9-66b9-4ffa-9cf0-bb51a62d5aca","header":"x-maas-subscription"} {"level":"info","ts":1785186622.2693305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b94c9e9-66b9-4ffa-9cf0-bb51a62d5aca","header":"x-maas-group"} {"level":"info","ts":1785186622.2693355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b94c9e9-66b9-4ffa-9cf0-bb51a62d5aca","header":"x-maas-username"} {"level":"info","ts":1785186622.2693489,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b94c9e9-66b9-4ffa-9cf0-bb51a62d5aca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186622.269373,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b94c9e9-66b9-4ffa-9cf0-bb51a62d5aca"} {"level":"info","ts":1785186622.2703733,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1b94c9e9-66b9-4ffa-9cf0-bb51a62d5aca"} {"level":"info","ts":1785186622.2704027,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1b94c9e9-66b9-4ffa-9cf0-bb51a62d5aca"} {"level":"info","ts":1785186622.270426,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b94c9e9-66b9-4ffa-9cf0-bb51a62d5aca","EoS":false} {"level":"info","ts":1785186622.2704422,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b94c9e9-66b9-4ffa-9cf0-bb51a62d5aca","EoS":true} {"level":"info","ts":1785186622.270485,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1b94c9e9-66b9-4ffa-9cf0-bb51a62d5aca"} {"level":"info","ts":1785186752.857746,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186752.8578365,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92479515-9cfc-4931-9337-c5ae9fcaeafe"} {"level":"info","ts":1785186752.8578455,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"92479515-9cfc-4931-9337-c5ae9fcaeafe"} {"level":"info","ts":1785186752.857856,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92479515-9cfc-4931-9337-c5ae9fcaeafe","EoS":true} {"level":"info","ts":1785186752.857884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92479515-9cfc-4931-9337-c5ae9fcaeafe","header":"x-maas-group"} {"level":"info","ts":1785186752.857892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92479515-9cfc-4931-9337-c5ae9fcaeafe","header":"x-maas-username"} {"level":"info","ts":1785186752.8578975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92479515-9cfc-4931-9337-c5ae9fcaeafe","header":"x-maas-subscription"} {"level":"info","ts":1785186752.8579118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92479515-9cfc-4931-9337-c5ae9fcaeafe","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785186752.8579376,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"92479515-9cfc-4931-9337-c5ae9fcaeafe"} {"level":"info","ts":1785186752.861877,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92479515-9cfc-4931-9337-c5ae9fcaeafe"} {"level":"info","ts":1785186752.8619144,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"92479515-9cfc-4931-9337-c5ae9fcaeafe"} {"level":"info","ts":1785186752.8619316,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"92479515-9cfc-4931-9337-c5ae9fcaeafe","EoS":false} {"level":"info","ts":1785186752.8619435,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"92479515-9cfc-4931-9337-c5ae9fcaeafe","EoS":true} {"level":"info","ts":1785186752.861977,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"92479515-9cfc-4931-9337-c5ae9fcaeafe"} {"level":"info","ts":1785186790.180601,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186790.180681,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c0de4c4-823e-4761-a8b5-8d5644ae57a4"} {"level":"info","ts":1785186790.1806922,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c0de4c4-823e-4761-a8b5-8d5644ae57a4"} {"level":"info","ts":1785186790.1807032,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c0de4c4-823e-4761-a8b5-8d5644ae57a4","EoS":true} {"level":"info","ts":1785186790.1807306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c0de4c4-823e-4761-a8b5-8d5644ae57a4","header":"x-maas-username"} {"level":"info","ts":1785186790.1807408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c0de4c4-823e-4761-a8b5-8d5644ae57a4","header":"x-maas-group"} {"level":"info","ts":1785186790.180747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c0de4c4-823e-4761-a8b5-8d5644ae57a4","header":"x-maas-subscription"} {"level":"info","ts":1785186790.1807618,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c0de4c4-823e-4761-a8b5-8d5644ae57a4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186790.180789,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c0de4c4-823e-4761-a8b5-8d5644ae57a4"} {"level":"info","ts":1785186790.1842396,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c0de4c4-823e-4761-a8b5-8d5644ae57a4"} {"level":"info","ts":1785186790.1842625,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9c0de4c4-823e-4761-a8b5-8d5644ae57a4"} {"level":"info","ts":1785186790.184278,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c0de4c4-823e-4761-a8b5-8d5644ae57a4","EoS":false} {"level":"info","ts":1785186790.1842906,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c0de4c4-823e-4761-a8b5-8d5644ae57a4","EoS":true} {"level":"info","ts":1785186790.184324,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9c0de4c4-823e-4761-a8b5-8d5644ae57a4"} {"level":"info","ts":1785186805.9398642,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186805.93995,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a22ef19-a97e-444f-97f6-c8fb7da5d000"} {"level":"info","ts":1785186805.939958,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a22ef19-a97e-444f-97f6-c8fb7da5d000"} {"level":"info","ts":1785186805.9399703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a22ef19-a97e-444f-97f6-c8fb7da5d000","EoS":true} {"level":"info","ts":1785186805.9399958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a22ef19-a97e-444f-97f6-c8fb7da5d000","header":"x-maas-group"} {"level":"info","ts":1785186805.9400065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a22ef19-a97e-444f-97f6-c8fb7da5d000","header":"x-maas-subscription"} {"level":"info","ts":1785186805.9400117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a22ef19-a97e-444f-97f6-c8fb7da5d000","header":"x-maas-username"} {"level":"info","ts":1785186805.9400258,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a22ef19-a97e-444f-97f6-c8fb7da5d000","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186805.9400885,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8a22ef19-a97e-444f-97f6-c8fb7da5d000"} {"level":"info","ts":1785186805.941002,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8a22ef19-a97e-444f-97f6-c8fb7da5d000"} {"level":"info","ts":1785186805.941022,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8a22ef19-a97e-444f-97f6-c8fb7da5d000"} {"level":"info","ts":1785186805.941041,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8a22ef19-a97e-444f-97f6-c8fb7da5d000","EoS":false} {"level":"info","ts":1785186805.941062,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8a22ef19-a97e-444f-97f6-c8fb7da5d000","EoS":true} {"level":"info","ts":1785186805.9410908,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8a22ef19-a97e-444f-97f6-c8fb7da5d000"} {"level":"info","ts":1785187122.0715375,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187122.0716264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92915d07-36ad-9d4d-88d6-5f6ee7352769"} {"level":"info","ts":1785187122.0716352,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"92915d07-36ad-9d4d-88d6-5f6ee7352769"} {"level":"info","ts":1785187122.0716476,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92915d07-36ad-9d4d-88d6-5f6ee7352769","EoS":true} {"level":"info","ts":1785187122.071674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92915d07-36ad-9d4d-88d6-5f6ee7352769","header":"x-maas-subscription"} {"level":"info","ts":1785187122.0716858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92915d07-36ad-9d4d-88d6-5f6ee7352769","header":"x-maas-group"} {"level":"info","ts":1785187122.071691,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92915d07-36ad-9d4d-88d6-5f6ee7352769","header":"x-maas-username"} {"level":"info","ts":1785187122.0717046,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92915d07-36ad-9d4d-88d6-5f6ee7352769","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187122.071731,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"92915d07-36ad-9d4d-88d6-5f6ee7352769"} {"level":"info","ts":1785187122.0725565,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92915d07-36ad-9d4d-88d6-5f6ee7352769"} {"level":"info","ts":1785187122.0725732,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"92915d07-36ad-9d4d-88d6-5f6ee7352769"} {"level":"info","ts":1785187122.0725856,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"92915d07-36ad-9d4d-88d6-5f6ee7352769","EoS":false} {"level":"info","ts":1785187122.0725965,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"92915d07-36ad-9d4d-88d6-5f6ee7352769","EoS":true} {"level":"info","ts":1785187122.0726216,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"92915d07-36ad-9d4d-88d6-5f6ee7352769"} {"level":"info","ts":1785187122.1091053,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187122.109183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06fb8613-0b44-408d-9c1f-47bcbedc1610"} {"level":"info","ts":1785187122.1091945,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06fb8613-0b44-408d-9c1f-47bcbedc1610"} {"level":"info","ts":1785187122.1092067,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06fb8613-0b44-408d-9c1f-47bcbedc1610","EoS":true} {"level":"info","ts":1785187122.1092536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06fb8613-0b44-408d-9c1f-47bcbedc1610","header":"x-maas-group"} {"level":"info","ts":1785187122.1092677,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06fb8613-0b44-408d-9c1f-47bcbedc1610","header":"x-maas-subscription"} {"level":"info","ts":1785187122.1092737,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06fb8613-0b44-408d-9c1f-47bcbedc1610","header":"x-maas-username"} {"level":"info","ts":1785187122.1092875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06fb8613-0b44-408d-9c1f-47bcbedc1610","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187122.1093163,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06fb8613-0b44-408d-9c1f-47bcbedc1610"} {"level":"info","ts":1785187122.1100624,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"06fb8613-0b44-408d-9c1f-47bcbedc1610"} {"level":"info","ts":1785187122.110079,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"06fb8613-0b44-408d-9c1f-47bcbedc1610"} {"level":"info","ts":1785187122.110092,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06fb8613-0b44-408d-9c1f-47bcbedc1610","EoS":false} {"level":"info","ts":1785187122.1101038,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06fb8613-0b44-408d-9c1f-47bcbedc1610","EoS":true} {"level":"info","ts":1785187122.1101308,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"06fb8613-0b44-408d-9c1f-47bcbedc1610"} {"level":"info","ts":1785187126.8927085,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"47dd6176-383b-45cc-941b-0c3d00ce3a24","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785187126.893058,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37496.346252611,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187126.8930829,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187126.9286025,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187126.9938617,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"47dd6176-383b-45cc-941b-0c3d00ce3a24","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785187127.03405,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bbfced8c-91c5-4f71-8c68-e26b5f1ff390","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187127.0340924,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bbfced8c-91c5-4f71-8c68-e26b5f1ff390","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785187127.0341392,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a93f46e3-10b9-48c3-a140-be072c54c5a9"} {"level":"info","ts":1785187127.0423224,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba360116-f815-4b78-8700-3fe20e838900","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187127.0423567,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba360116-f815-4b78-8700-3fe20e838900","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785187127.0536194,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a93f46e3-10b9-48c3-a140-be072c54c5a9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187127.0539348,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37811.705691837,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187127.0539527,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187127.0629158,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187127.152788,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1bc0d561-338f-45be-a63a-5dd8c7539508","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187127.152859,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1bc0d561-338f-45be-a63a-5dd8c7539508","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187127.152788,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e083d5fd-6f0e-4560-bc01-068838e35e36"} {"level":"info","ts":1785187127.154652,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a93f46e3-10b9-48c3-a140-be072c54c5a9","name":"e2e-external-provider"} {"level":"info","ts":1785187127.159967,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee375087-e8d9-48a3-a6c7-2dd2c9cf88ca","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187127.160006,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee375087-e8d9-48a3-a6c7-2dd2c9cf88ca","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187127.1601982,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e083d5fd-6f0e-4560-bc01-068838e35e36","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785187127.1670241,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2d1c330-f283-4ee9-8b06-f4d5813583e2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187127.16706,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2d1c330-f283-4ee9-8b06-f4d5813583e2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785187127.1670084,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e083d5fd-6f0e-4560-bc01-068838e35e36","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187127.167135,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2867bae8-3dac-4175-8774-2a543470abd6"} {"level":"info","ts":1785187127.1671607,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2867bae8-3dac-4175-8774-2a543470abd6","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785187127.1704485,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a93f46e3-10b9-48c3-a140-be072c54c5a9","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785187127.172293,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2867bae8-3dac-4175-8774-2a543470abd6","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187127.1778858,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a93f46e3-10b9-48c3-a140-be072c54c5a9","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785187127.1830316,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93e40d0b-4c56-4a1a-b8a0-3bfbb1ebfb9b"} {"level":"info","ts":1785187127.1830773,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93e40d0b-4c56-4a1a-b8a0-3bfbb1ebfb9b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785187127.1844041,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a93f46e3-10b9-48c3-a140-be072c54c5a9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785187127.187403,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93e40d0b-4c56-4a1a-b8a0-3bfbb1ebfb9b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785187127.1875355,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a93f46e3-10b9-48c3-a140-be072c54c5a9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187127.187667,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e42be2ef-99b6-4177-b9fb-1538ab7aced3"} {"level":"info","ts":1785187127.1877306,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e42be2ef-99b6-4177-b9fb-1538ab7aced3","name":"e2e-external-provider"} {"level":"info","ts":1785187127.1986363,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e42be2ef-99b6-4177-b9fb-1538ab7aced3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785187127.2064106,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d445c63e-a784-4ce4-b9dc-35a085c9ccc1"} {"level":"info","ts":1785187127.206493,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c46b5e49-28e1-4cf4-a92b-1849e2109ec2"} {"level":"info","ts":1785187127.2065558,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f3737a87-575d-4d75-965e-460d2eb9a5c2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187127.2066638,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da74c6dd-4730-41e4-bc41-289949eade18","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187127.2066815,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39400.336892433,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187127.2066896,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da74c6dd-4730-41e4-bc41-289949eade18","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187127.2066953,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187127.206759,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c46b5e49-28e1-4cf4-a92b-1849e2109ec2","name":"e2e-external-provider"} {"level":"info","ts":1785187127.207159,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f3737a87-575d-4d75-965e-460d2eb9a5c2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785187127.2151277,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187127.2170439,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c46b5e49-28e1-4cf4-a92b-1849e2109ec2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785187127.3067033,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d445c63e-a784-4ce4-b9dc-35a085c9ccc1","name":"e2e-external-model"} {"level":"info","ts":1785187127.3166077,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d445c63e-a784-4ce4-b9dc-35a085c9ccc1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785187127.3220365,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"451bfb85-0a99-4535-9b17-9c9d987f1b7a"} {"level":"info","ts":1785187127.3220348,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae9bf9e8-be4c-4d02-913e-8e86116319a7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187127.3220806,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae9bf9e8-be4c-4d02-913e-8e86116319a7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187127.3221364,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"451bfb85-0a99-4535-9b17-9c9d987f1b7a","name":"e2e-external-model"} {"level":"info","ts":1785187127.3360746,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43eb6986-1ae4-4592-a999-117dbacca2da","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187127.33611,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43eb6986-1ae4-4592-a999-117dbacca2da","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785187127.3361602,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"451bfb85-0a99-4535-9b17-9c9d987f1b7a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187127.3362458,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c008babc-39f1-4700-aa07-71b7afd01d89"} {"level":"info","ts":1785187127.3363028,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c008babc-39f1-4700-aa07-71b7afd01d89","name":"e2e-external-model"} {"level":"info","ts":1785187127.343251,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c008babc-39f1-4700-aa07-71b7afd01d89","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785187127.3500752,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cde1e220-0be6-4edb-90a2-77a6b558657b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187127.3501003,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5eee11f5-5620-483b-a961-3c50dc575708"} {"level":"info","ts":1785187127.3501139,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cde1e220-0be6-4edb-90a2-77a6b558657b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187127.3502316,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5eee11f5-5620-483b-a961-3c50dc575708","name":"e2e-external-model"} {"level":"info","ts":1785187127.3578568,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5eee11f5-5620-483b-a961-3c50dc575708","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785187132.4913805,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187132.491455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56b33086-ce55-4d34-add1-a03c542d1084"} {"level":"info","ts":1785187132.4914646,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"56b33086-ce55-4d34-add1-a03c542d1084"} {"level":"info","ts":1785187132.4914753,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56b33086-ce55-4d34-add1-a03c542d1084","EoS":true} {"level":"info","ts":1785187132.4915037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56b33086-ce55-4d34-add1-a03c542d1084","header":"x-maas-group"} {"level":"info","ts":1785187132.4915142,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56b33086-ce55-4d34-add1-a03c542d1084","header":"x-maas-username"} {"level":"info","ts":1785187132.4915185,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56b33086-ce55-4d34-add1-a03c542d1084","header":"x-maas-subscription"} {"level":"info","ts":1785187132.4915316,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56b33086-ce55-4d34-add1-a03c542d1084","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785187132.4915426,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"56b33086-ce55-4d34-add1-a03c542d1084","modelName":"e2e-external-model"} {"level":"info","ts":1785187132.4915543,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"56b33086-ce55-4d34-add1-a03c542d1084","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785187132.4915833,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"56b33086-ce55-4d34-add1-a03c542d1084","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785187132.4916015,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"56b33086-ce55-4d34-add1-a03c542d1084","authType":"apikey"} {"level":"info","ts":1785187132.491628,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"56b33086-ce55-4d34-add1-a03c542d1084"} {"level":"info","ts":1785187132.60732,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f8320052-0805-4956-a3e1-18802e95cc3e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187132.6073697,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f8320052-0805-4956-a3e1-18802e95cc3e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785187132.607325,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"77d91840-a45c-4289-8251-fc0c0834f4f3"} {"level":"info","ts":1785187132.614165,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b35b17ef-6de5-478d-a168-2d83bf3c310d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187132.6142037,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b35b17ef-6de5-478d-a168-2d83bf3c310d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785187132.6143045,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"77d91840-a45c-4289-8251-fc0c0834f4f3","name":"e2e-cleanup-test"} {"level":"info","ts":1785187132.6241622,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"77d91840-a45c-4289-8251-fc0c0834f4f3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785187132.630162,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"103ddcf2-efa2-49b7-ac5a-20c760dc2667","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187132.6302335,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"103ddcf2-efa2-49b7-ac5a-20c760dc2667","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785187132.6303442,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f9c8098-e1e6-4c8d-830d-dc9f0668c8ca"} {"level":"info","ts":1785187132.630425,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f9c8098-e1e6-4c8d-830d-dc9f0668c8ca","name":"e2e-cleanup-test"} {"level":"error","ts":1785187132.6458385,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f9c8098-e1e6-4c8d-830d-dc9f0668c8ca","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187132.6460638,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"94f586fd-c28f-4876-a7d7-18ab2d01e96d"} {"level":"info","ts":1785187132.6461365,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"94f586fd-c28f-4876-a7d7-18ab2d01e96d","name":"e2e-cleanup-test"} {"level":"info","ts":1785187132.6460629,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0e089143-e3e7-4005-a6e9-346b66477263","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187132.646209,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0e089143-e3e7-4005-a6e9-346b66477263","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785187132.655013,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"94f586fd-c28f-4876-a7d7-18ab2d01e96d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785187132.6622539,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b337eb4-ba35-43ff-9663-2af395315581","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187132.6622858,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b337eb4-ba35-43ff-9663-2af395315581","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785187132.6634738,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"94f586fd-c28f-4876-a7d7-18ab2d01e96d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187132.6635516,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a03e6436-b04f-48e6-ac43-2704fa6df288"} {"level":"info","ts":1785187132.6636012,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a03e6436-b04f-48e6-ac43-2704fa6df288","name":"e2e-cleanup-test"} {"level":"info","ts":1785187132.6720855,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a03e6436-b04f-48e6-ac43-2704fa6df288","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785187140.8755836,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0fa5791b-2ca0-4e28-a178-4f83f2c69021","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187140.8756227,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0fa5791b-2ca0-4e28-a178-4f83f2c69021","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187140.8756337,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2eacfba3-dfe3-4edc-84d9-b5181d110e93"} {"level":"info","ts":1785187145.1871967,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187145.1872916,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5843b3e-ab8c-4ee5-9564-630bd89a2396"} {"level":"info","ts":1785187145.1873038,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d5843b3e-ab8c-4ee5-9564-630bd89a2396"} {"level":"info","ts":1785187145.1873217,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5843b3e-ab8c-4ee5-9564-630bd89a2396","EoS":true} {"level":"info","ts":1785187145.18737,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5843b3e-ab8c-4ee5-9564-630bd89a2396","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785187145.1874044,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d5843b3e-ab8c-4ee5-9564-630bd89a2396"} {"level":"info","ts":1785187145.2280216,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187145.2281122,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7963d041-1273-4baa-96c5-d385ba34ae4c"} {"level":"info","ts":1785187145.2281225,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7963d041-1273-4baa-96c5-d385ba34ae4c"} {"level":"info","ts":1785187145.2281337,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7963d041-1273-4baa-96c5-d385ba34ae4c","EoS":true} {"level":"info","ts":1785187145.2281666,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7963d041-1273-4baa-96c5-d385ba34ae4c","header":"x-maas-username"} {"level":"info","ts":1785187145.2281826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7963d041-1273-4baa-96c5-d385ba34ae4c","header":"x-maas-subscription"} {"level":"info","ts":1785187145.22819,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7963d041-1273-4baa-96c5-d385ba34ae4c","header":"x-maas-group"} {"level":"info","ts":1785187145.2282386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7963d041-1273-4baa-96c5-d385ba34ae4c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785187145.228258,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7963d041-1273-4baa-96c5-d385ba34ae4c","modelName":"e2e-external-model"} {"level":"info","ts":1785187145.228273,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7963d041-1273-4baa-96c5-d385ba34ae4c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785187145.228299,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"7963d041-1273-4baa-96c5-d385ba34ae4c","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785187145.2283194,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"7963d041-1273-4baa-96c5-d385ba34ae4c","authType":"apikey"} {"level":"info","ts":1785187145.2283554,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7963d041-1273-4baa-96c5-d385ba34ae4c"} {"level":"info","ts":1785187145.2704089,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187145.2705011,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77160039-1707-4e80-aed7-ecf9b8bf9291"} {"level":"info","ts":1785187145.2705252,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"77160039-1707-4e80-aed7-ecf9b8bf9291"} {"level":"info","ts":1785187145.2705457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77160039-1707-4e80-aed7-ecf9b8bf9291","EoS":true} {"level":"info","ts":1785187145.2705858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77160039-1707-4e80-aed7-ecf9b8bf9291","header":"x-maas-subscription"} {"level":"info","ts":1785187145.2705994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77160039-1707-4e80-aed7-ecf9b8bf9291","header":"x-maas-username"} {"level":"info","ts":1785187145.2706077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77160039-1707-4e80-aed7-ecf9b8bf9291","header":"x-maas-group"} {"level":"info","ts":1785187145.270629,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77160039-1707-4e80-aed7-ecf9b8bf9291","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785187145.2706666,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"77160039-1707-4e80-aed7-ecf9b8bf9291"} {"level":"info","ts":1785187145.3758872,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"77160039-1707-4e80-aed7-ecf9b8bf9291"} {"level":"info","ts":1785187145.375919,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"77160039-1707-4e80-aed7-ecf9b8bf9291"} {"level":"info","ts":1785187145.3759372,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"77160039-1707-4e80-aed7-ecf9b8bf9291","EoS":false} {"level":"info","ts":1785187145.3759503,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"77160039-1707-4e80-aed7-ecf9b8bf9291","EoS":true} {"level":"error","ts":1785187145.3759668,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"77160039-1707-4e80-aed7-ecf9b8bf9291","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785187145.3760264,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"77160039-1707-4e80-aed7-ecf9b8bf9291"} {"level":"info","ts":1785187145.4156659,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187145.4157484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cd9d764-c2dc-4c43-a56f-f702124c839f"} {"level":"info","ts":1785187145.4157581,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1cd9d764-c2dc-4c43-a56f-f702124c839f"} {"level":"info","ts":1785187145.415769,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cd9d764-c2dc-4c43-a56f-f702124c839f","EoS":true} {"level":"info","ts":1785187145.4157908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cd9d764-c2dc-4c43-a56f-f702124c839f","header":"x-maas-group"} {"level":"info","ts":1785187145.4158046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cd9d764-c2dc-4c43-a56f-f702124c839f","header":"x-maas-subscription"} {"level":"info","ts":1785187145.4158142,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cd9d764-c2dc-4c43-a56f-f702124c839f","header":"x-maas-username"} {"level":"info","ts":1785187145.4158456,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1cd9d764-c2dc-4c43-a56f-f702124c839f"} {"level":"info","ts":1785187145.5161908,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1cd9d764-c2dc-4c43-a56f-f702124c839f"} {"level":"info","ts":1785187145.5162475,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1cd9d764-c2dc-4c43-a56f-f702124c839f"} {"level":"info","ts":1785187145.5162663,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1cd9d764-c2dc-4c43-a56f-f702124c839f","EoS":false} {"level":"info","ts":1785187145.516283,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1cd9d764-c2dc-4c43-a56f-f702124c839f","EoS":true} {"level":"error","ts":1785187145.5162957,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"1cd9d764-c2dc-4c43-a56f-f702124c839f","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785187145.5163329,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1cd9d764-c2dc-4c43-a56f-f702124c839f"} {"level":"info","ts":1785187146.34989,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01ac7160-4417-4095-972f-183ac8f5cf4e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187146.3499167,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b43e670-2c27-4c2b-9e07-a0157c5786f3"} {"level":"info","ts":1785187146.3499315,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01ac7160-4417-4095-972f-183ac8f5cf4e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187146.493655,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9725e373-00ca-4d25-807f-2c3df6cfd4c2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187146.4936981,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9725e373-00ca-4d25-807f-2c3df6cfd4c2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187146.4937387,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d343325b-316f-49bc-b929-73ab09be90ba"} {"level":"info","ts":1785187146.6074696,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8441b5e8-f680-482c-b11f-ec83a38367fc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785187146.6075323,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8441b5e8-f680-482c-b11f-ec83a38367fc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785188406.360793,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785188406.3608649,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6813d716-3acc-4b1a-8608-7dedebbe4f96"} {"level":"info","ts":1785188461.3886313,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785188461.3887143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aaa0f184-5d9f-493a-9a5a-89f97e66d9c6"} {"level":"info","ts":1785188461.3887246,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aaa0f184-5d9f-493a-9a5a-89f97e66d9c6"} {"level":"info","ts":1785188461.3887403,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aaa0f184-5d9f-493a-9a5a-89f97e66d9c6","EoS":true} {"level":"info","ts":1785188461.3887737,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aaa0f184-5d9f-493a-9a5a-89f97e66d9c6","header":"x-maas-subscription"} {"level":"info","ts":1785188461.3887842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aaa0f184-5d9f-493a-9a5a-89f97e66d9c6","header":"x-maas-username"} {"level":"info","ts":1785188461.3887897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aaa0f184-5d9f-493a-9a5a-89f97e66d9c6","header":"x-maas-group"} {"level":"info","ts":1785188461.3888047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aaa0f184-5d9f-493a-9a5a-89f97e66d9c6","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785188461.388838,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aaa0f184-5d9f-493a-9a5a-89f97e66d9c6"} {"level":"info","ts":1785188461.3908775,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aaa0f184-5d9f-493a-9a5a-89f97e66d9c6"} {"level":"info","ts":1785188461.390903,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aaa0f184-5d9f-493a-9a5a-89f97e66d9c6"} {"level":"info","ts":1785188461.390922,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aaa0f184-5d9f-493a-9a5a-89f97e66d9c6","EoS":false} {"level":"info","ts":1785188461.3909342,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aaa0f184-5d9f-493a-9a5a-89f97e66d9c6","EoS":true} {"level":"info","ts":1785188461.3909726,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"aaa0f184-5d9f-493a-9a5a-89f97e66d9c6"}