{"level":"info","ts":1785268365.7347825,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18f72f9b-c42b-42a5-9012-4ee6fd4d3956"} {"level":"info","ts":1785268365.7347937,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"18f72f9b-c42b-42a5-9012-4ee6fd4d3956"} {"level":"info","ts":1785268365.7348073,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"18f72f9b-c42b-42a5-9012-4ee6fd4d3956","EoS":true} {"level":"info","ts":1785268365.7348294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18f72f9b-c42b-42a5-9012-4ee6fd4d3956","header":"x-maas-group"} {"level":"info","ts":1785268365.73484,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18f72f9b-c42b-42a5-9012-4ee6fd4d3956","header":"x-maas-username"} {"level":"info","ts":1785268365.734845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18f72f9b-c42b-42a5-9012-4ee6fd4d3956","header":"x-maas-subscription"} {"level":"info","ts":1785268365.7348578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18f72f9b-c42b-42a5-9012-4ee6fd4d3956","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268365.7348833,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"18f72f9b-c42b-42a5-9012-4ee6fd4d3956"} {"level":"info","ts":1785268365.7356396,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"18f72f9b-c42b-42a5-9012-4ee6fd4d3956"} {"level":"info","ts":1785268365.7356741,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"18f72f9b-c42b-42a5-9012-4ee6fd4d3956"} {"level":"info","ts":1785268365.7356963,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"18f72f9b-c42b-42a5-9012-4ee6fd4d3956","EoS":false} {"level":"info","ts":1785268365.7357078,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"18f72f9b-c42b-42a5-9012-4ee6fd4d3956","EoS":true} {"level":"info","ts":1785268365.735734,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"18f72f9b-c42b-42a5-9012-4ee6fd4d3956"} {"level":"info","ts":1785268365.8689144,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268365.8689752,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e73b1733-167a-4a8a-be53-7aaef9c731d7"} {"level":"info","ts":1785268365.8689842,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e73b1733-167a-4a8a-be53-7aaef9c731d7"} {"level":"info","ts":1785268365.8689954,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e73b1733-167a-4a8a-be53-7aaef9c731d7","EoS":true} {"level":"info","ts":1785268365.8690162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e73b1733-167a-4a8a-be53-7aaef9c731d7","header":"x-maas-username"} {"level":"info","ts":1785268365.8690276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e73b1733-167a-4a8a-be53-7aaef9c731d7","header":"x-maas-group"} {"level":"info","ts":1785268365.8690336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e73b1733-167a-4a8a-be53-7aaef9c731d7","header":"x-maas-subscription"} {"level":"info","ts":1785268365.869045,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e73b1733-167a-4a8a-be53-7aaef9c731d7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268365.86907,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e73b1733-167a-4a8a-be53-7aaef9c731d7"} {"level":"info","ts":1785268365.8698182,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e73b1733-167a-4a8a-be53-7aaef9c731d7"} {"level":"info","ts":1785268365.8698413,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e73b1733-167a-4a8a-be53-7aaef9c731d7"} {"level":"info","ts":1785268365.8698585,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e73b1733-167a-4a8a-be53-7aaef9c731d7","EoS":false} {"level":"info","ts":1785268365.8698754,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e73b1733-167a-4a8a-be53-7aaef9c731d7","EoS":true} {"level":"info","ts":1785268365.8699067,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e73b1733-167a-4a8a-be53-7aaef9c731d7"} {"level":"info","ts":1785268366.0042603,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268366.0043247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc20e94b-3565-4e8e-ba2d-e89078045a63"} {"level":"info","ts":1785268366.0043359,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cc20e94b-3565-4e8e-ba2d-e89078045a63"} {"level":"info","ts":1785268366.0043466,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc20e94b-3565-4e8e-ba2d-e89078045a63","EoS":true} {"level":"info","ts":1785268366.0043674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc20e94b-3565-4e8e-ba2d-e89078045a63","header":"x-maas-username"} {"level":"info","ts":1785268366.0043774,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc20e94b-3565-4e8e-ba2d-e89078045a63","header":"x-maas-subscription"} {"level":"info","ts":1785268366.0043826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc20e94b-3565-4e8e-ba2d-e89078045a63","header":"x-maas-group"} {"level":"info","ts":1785268366.0043955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc20e94b-3565-4e8e-ba2d-e89078045a63","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268366.0044231,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cc20e94b-3565-4e8e-ba2d-e89078045a63"} {"level":"info","ts":1785268366.0050795,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cc20e94b-3565-4e8e-ba2d-e89078045a63"} {"level":"info","ts":1785268366.0050976,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cc20e94b-3565-4e8e-ba2d-e89078045a63"} {"level":"info","ts":1785268366.00512,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cc20e94b-3565-4e8e-ba2d-e89078045a63","EoS":false} {"level":"info","ts":1785268366.0051374,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cc20e94b-3565-4e8e-ba2d-e89078045a63","EoS":true} {"level":"info","ts":1785268366.0051687,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cc20e94b-3565-4e8e-ba2d-e89078045a63"} {"level":"info","ts":1785268366.1368592,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268366.1369262,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04e474d7-c5bb-475f-964d-d7a6785f9b5d"} {"level":"info","ts":1785268366.1369402,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04e474d7-c5bb-475f-964d-d7a6785f9b5d"} {"level":"info","ts":1785268366.1369593,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04e474d7-c5bb-475f-964d-d7a6785f9b5d","EoS":true} {"level":"info","ts":1785268366.1369917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04e474d7-c5bb-475f-964d-d7a6785f9b5d","header":"x-maas-group"} {"level":"info","ts":1785268366.137005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04e474d7-c5bb-475f-964d-d7a6785f9b5d","header":"x-maas-subscription"} {"level":"info","ts":1785268366.1370137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04e474d7-c5bb-475f-964d-d7a6785f9b5d","header":"x-maas-username"} {"level":"info","ts":1785268366.1370306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04e474d7-c5bb-475f-964d-d7a6785f9b5d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268366.1370618,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04e474d7-c5bb-475f-964d-d7a6785f9b5d"} {"level":"info","ts":1785268366.137679,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"04e474d7-c5bb-475f-964d-d7a6785f9b5d"} {"level":"info","ts":1785268366.1376967,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"04e474d7-c5bb-475f-964d-d7a6785f9b5d"} {"level":"info","ts":1785268366.1377153,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04e474d7-c5bb-475f-964d-d7a6785f9b5d","EoS":false} {"level":"info","ts":1785268366.1377301,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04e474d7-c5bb-475f-964d-d7a6785f9b5d","EoS":true} {"level":"info","ts":1785268366.1377602,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"04e474d7-c5bb-475f-964d-d7a6785f9b5d"} {"level":"info","ts":1785268383.2391274,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268383.239199,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1fe101d-a1b2-41fe-88af-082bd8ead976"} {"level":"info","ts":1785268383.2392113,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c1fe101d-a1b2-41fe-88af-082bd8ead976"} {"level":"info","ts":1785268383.239222,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c1fe101d-a1b2-41fe-88af-082bd8ead976","EoS":true} {"level":"info","ts":1785268383.2392442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1fe101d-a1b2-41fe-88af-082bd8ead976","header":"x-maas-group"} {"level":"info","ts":1785268383.2392545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1fe101d-a1b2-41fe-88af-082bd8ead976","header":"x-maas-username"} {"level":"info","ts":1785268383.2392588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1fe101d-a1b2-41fe-88af-082bd8ead976","header":"x-maas-subscription"} {"level":"info","ts":1785268383.2392719,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1fe101d-a1b2-41fe-88af-082bd8ead976","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268383.2392948,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c1fe101d-a1b2-41fe-88af-082bd8ead976"} {"level":"info","ts":1785268383.240003,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c1fe101d-a1b2-41fe-88af-082bd8ead976"} {"level":"info","ts":1785268383.2400303,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c1fe101d-a1b2-41fe-88af-082bd8ead976"} {"level":"info","ts":1785268383.2400546,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c1fe101d-a1b2-41fe-88af-082bd8ead976","EoS":false} {"level":"info","ts":1785268383.2400768,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c1fe101d-a1b2-41fe-88af-082bd8ead976","EoS":true} {"level":"info","ts":1785268383.2401083,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c1fe101d-a1b2-41fe-88af-082bd8ead976"} {"level":"info","ts":1785268383.2723415,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268383.272397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ddfc59b-0bfa-4456-957d-2c0aac933237"} {"level":"info","ts":1785268383.2724087,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4ddfc59b-0bfa-4456-957d-2c0aac933237"} {"level":"info","ts":1785268383.2724192,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ddfc59b-0bfa-4456-957d-2c0aac933237","EoS":true} {"level":"info","ts":1785268383.2724392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ddfc59b-0bfa-4456-957d-2c0aac933237","header":"x-maas-username"} {"level":"info","ts":1785268383.27245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ddfc59b-0bfa-4456-957d-2c0aac933237","header":"x-maas-subscription"} {"level":"info","ts":1785268383.2724564,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ddfc59b-0bfa-4456-957d-2c0aac933237","header":"x-maas-group"} {"level":"info","ts":1785268383.2724686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ddfc59b-0bfa-4456-957d-2c0aac933237","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268383.2724915,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4ddfc59b-0bfa-4456-957d-2c0aac933237"} {"level":"info","ts":1785268383.273111,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4ddfc59b-0bfa-4456-957d-2c0aac933237"} {"level":"info","ts":1785268383.273135,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4ddfc59b-0bfa-4456-957d-2c0aac933237"} {"level":"info","ts":1785268383.2731502,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4ddfc59b-0bfa-4456-957d-2c0aac933237","EoS":false} {"level":"info","ts":1785268383.2731614,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4ddfc59b-0bfa-4456-957d-2c0aac933237","EoS":true} {"level":"info","ts":1785268383.2731895,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4ddfc59b-0bfa-4456-957d-2c0aac933237"} {"level":"info","ts":1785268383.3718376,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268383.3719032,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c8a261d-6855-4f48-a0eb-9187dd89fa43"} {"level":"info","ts":1785268383.3736153,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3c8a261d-6855-4f48-a0eb-9187dd89fa43"} {"level":"info","ts":1785268383.3736339,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3c8a261d-6855-4f48-a0eb-9187dd89fa43"} {"level":"info","ts":1785268383.37365,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c8a261d-6855-4f48-a0eb-9187dd89fa43","EoS":false} {"level":"info","ts":1785268383.3736768,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3c8a261d-6855-4f48-a0eb-9187dd89fa43"} {"level":"info","ts":1785268383.3736992,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c8a261d-6855-4f48-a0eb-9187dd89fa43","EoS":true} {"level":"info","ts":1785268383.3737044,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3c8a261d-6855-4f48-a0eb-9187dd89fa43"} {"level":"info","ts":1785268388.0220766,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268388.0221448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e32ee263-3473-406d-b551-3cf619b640da"} {"level":"info","ts":1785268388.022154,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e32ee263-3473-406d-b551-3cf619b640da"} {"level":"info","ts":1785268388.0221653,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e32ee263-3473-406d-b551-3cf619b640da","EoS":true} {"level":"info","ts":1785268388.022186,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e32ee263-3473-406d-b551-3cf619b640da","header":"x-maas-username"} {"level":"info","ts":1785268388.022194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e32ee263-3473-406d-b551-3cf619b640da","header":"x-maas-subscription"} {"level":"info","ts":1785268388.0222003,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e32ee263-3473-406d-b551-3cf619b640da","header":"x-maas-group"} {"level":"info","ts":1785268388.0222156,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e32ee263-3473-406d-b551-3cf619b640da","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268388.02224,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e32ee263-3473-406d-b551-3cf619b640da"} {"level":"info","ts":1785268388.022975,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e32ee263-3473-406d-b551-3cf619b640da"} {"level":"info","ts":1785268388.0230196,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e32ee263-3473-406d-b551-3cf619b640da"} {"level":"info","ts":1785268388.0230374,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e32ee263-3473-406d-b551-3cf619b640da","EoS":false} {"level":"info","ts":1785268388.0230498,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e32ee263-3473-406d-b551-3cf619b640da","EoS":true} {"level":"info","ts":1785268388.0230777,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e32ee263-3473-406d-b551-3cf619b640da"} {"level":"info","ts":1785268398.6110864,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268398.6111507,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39615a7d-c965-42be-ae86-ac3cb44e5929"} {"level":"info","ts":1785268398.6111631,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"39615a7d-c965-42be-ae86-ac3cb44e5929"} {"level":"info","ts":1785268398.6111748,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39615a7d-c965-42be-ae86-ac3cb44e5929","EoS":true} {"level":"info","ts":1785268398.6111972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39615a7d-c965-42be-ae86-ac3cb44e5929","header":"x-maas-subscription"} {"level":"info","ts":1785268398.6112058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39615a7d-c965-42be-ae86-ac3cb44e5929","header":"x-maas-username"} {"level":"info","ts":1785268398.611211,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39615a7d-c965-42be-ae86-ac3cb44e5929","header":"x-maas-group"} {"level":"info","ts":1785268398.6112247,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39615a7d-c965-42be-ae86-ac3cb44e5929","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268398.611248,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"39615a7d-c965-42be-ae86-ac3cb44e5929"} {"level":"info","ts":1785268398.6120946,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"39615a7d-c965-42be-ae86-ac3cb44e5929"} {"level":"info","ts":1785268398.6121168,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"39615a7d-c965-42be-ae86-ac3cb44e5929"} {"level":"info","ts":1785268398.6121316,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"39615a7d-c965-42be-ae86-ac3cb44e5929","EoS":false} {"level":"info","ts":1785268398.612143,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"39615a7d-c965-42be-ae86-ac3cb44e5929","EoS":true} {"level":"info","ts":1785268398.6121721,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"39615a7d-c965-42be-ae86-ac3cb44e5929"} {"level":"info","ts":1785268411.5201669,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268411.5202343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42d10b1d-fe77-49f0-801f-94a7e60a1134"} {"level":"info","ts":1785268411.520246,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42d10b1d-fe77-49f0-801f-94a7e60a1134"} {"level":"info","ts":1785268411.5202568,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42d10b1d-fe77-49f0-801f-94a7e60a1134","EoS":true} {"level":"info","ts":1785268411.5202775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42d10b1d-fe77-49f0-801f-94a7e60a1134","header":"x-maas-group"} {"level":"info","ts":1785268411.5202878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42d10b1d-fe77-49f0-801f-94a7e60a1134","header":"x-maas-username"} {"level":"info","ts":1785268411.5202935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42d10b1d-fe77-49f0-801f-94a7e60a1134","header":"x-maas-subscription"} {"level":"info","ts":1785268411.5203068,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42d10b1d-fe77-49f0-801f-94a7e60a1134","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268411.5203307,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42d10b1d-fe77-49f0-801f-94a7e60a1134"} {"level":"info","ts":1785268411.5210245,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"42d10b1d-fe77-49f0-801f-94a7e60a1134"} {"level":"info","ts":1785268411.521052,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"42d10b1d-fe77-49f0-801f-94a7e60a1134"} {"level":"info","ts":1785268411.521075,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"42d10b1d-fe77-49f0-801f-94a7e60a1134","EoS":false} {"level":"info","ts":1785268411.5210934,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"42d10b1d-fe77-49f0-801f-94a7e60a1134","EoS":true} {"level":"info","ts":1785268411.521123,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"42d10b1d-fe77-49f0-801f-94a7e60a1134"} {"level":"info","ts":1785268420.040583,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268420.040689,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d14d6eb-53d1-4326-8a3f-11d1fba36491"} {"level":"info","ts":1785268420.0407033,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d14d6eb-53d1-4326-8a3f-11d1fba36491"} {"level":"info","ts":1785268420.0407226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d14d6eb-53d1-4326-8a3f-11d1fba36491","EoS":true} {"level":"info","ts":1785268420.0407555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d14d6eb-53d1-4326-8a3f-11d1fba36491","header":"x-maas-group"} {"level":"info","ts":1785268420.0407672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d14d6eb-53d1-4326-8a3f-11d1fba36491","header":"x-maas-subscription"} {"level":"info","ts":1785268420.0407774,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d14d6eb-53d1-4326-8a3f-11d1fba36491","header":"x-maas-username"} {"level":"info","ts":1785268420.0408025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d14d6eb-53d1-4326-8a3f-11d1fba36491","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268420.0408354,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d14d6eb-53d1-4326-8a3f-11d1fba36491"} {"level":"info","ts":1785268420.041482,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5d14d6eb-53d1-4326-8a3f-11d1fba36491"} {"level":"info","ts":1785268420.0415058,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5d14d6eb-53d1-4326-8a3f-11d1fba36491"} {"level":"info","ts":1785268420.0415273,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5d14d6eb-53d1-4326-8a3f-11d1fba36491","EoS":false} {"level":"info","ts":1785268420.0415454,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5d14d6eb-53d1-4326-8a3f-11d1fba36491","EoS":true} {"level":"info","ts":1785268420.0415804,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5d14d6eb-53d1-4326-8a3f-11d1fba36491"} {"level":"info","ts":1785268428.9046173,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268428.904736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed65e6e1-3c8c-4c3b-8781-7a43d1ab56be"} {"level":"info","ts":1785268428.9047506,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed65e6e1-3c8c-4c3b-8781-7a43d1ab56be"} {"level":"info","ts":1785268428.9047701,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed65e6e1-3c8c-4c3b-8781-7a43d1ab56be","EoS":true} {"level":"info","ts":1785268428.904813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed65e6e1-3c8c-4c3b-8781-7a43d1ab56be","header":"x-maas-username"} {"level":"info","ts":1785268428.9048257,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed65e6e1-3c8c-4c3b-8781-7a43d1ab56be","header":"x-maas-group"} {"level":"info","ts":1785268428.904836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed65e6e1-3c8c-4c3b-8781-7a43d1ab56be","header":"x-maas-subscription"} {"level":"info","ts":1785268428.904857,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed65e6e1-3c8c-4c3b-8781-7a43d1ab56be","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268428.9048896,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ed65e6e1-3c8c-4c3b-8781-7a43d1ab56be"} {"level":"info","ts":1785268428.9055865,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ed65e6e1-3c8c-4c3b-8781-7a43d1ab56be"} {"level":"info","ts":1785268428.905605,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ed65e6e1-3c8c-4c3b-8781-7a43d1ab56be"} {"level":"info","ts":1785268428.9056206,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ed65e6e1-3c8c-4c3b-8781-7a43d1ab56be","EoS":false} {"level":"info","ts":1785268428.9056325,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ed65e6e1-3c8c-4c3b-8781-7a43d1ab56be","EoS":true} {"level":"info","ts":1785268428.9056854,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ed65e6e1-3c8c-4c3b-8781-7a43d1ab56be"} {"level":"info","ts":1785268451.8208447,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268451.8209233,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b46e150d-f3cb-4554-91a5-e09d99771eb8"} {"level":"info","ts":1785268451.8209379,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b46e150d-f3cb-4554-91a5-e09d99771eb8"} {"level":"info","ts":1785268451.8209498,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b46e150d-f3cb-4554-91a5-e09d99771eb8","EoS":true} {"level":"info","ts":1785268451.8209736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b46e150d-f3cb-4554-91a5-e09d99771eb8","header":"x-maas-subscription"} {"level":"info","ts":1785268451.8209863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b46e150d-f3cb-4554-91a5-e09d99771eb8","header":"x-maas-username"} {"level":"info","ts":1785268451.8209953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b46e150d-f3cb-4554-91a5-e09d99771eb8","header":"x-maas-group"} {"level":"info","ts":1785268451.8210082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b46e150d-f3cb-4554-91a5-e09d99771eb8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268451.8210328,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b46e150d-f3cb-4554-91a5-e09d99771eb8"} {"level":"info","ts":1785268451.823171,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b46e150d-f3cb-4554-91a5-e09d99771eb8"} {"level":"info","ts":1785268451.8231907,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b46e150d-f3cb-4554-91a5-e09d99771eb8"} {"level":"info","ts":1785268451.8232129,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b46e150d-f3cb-4554-91a5-e09d99771eb8","EoS":false} {"level":"info","ts":1785268451.823234,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b46e150d-f3cb-4554-91a5-e09d99771eb8","EoS":true} {"level":"info","ts":1785268451.8232722,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b46e150d-f3cb-4554-91a5-e09d99771eb8"} {"level":"info","ts":1785268475.2946908,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268475.2947628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8e996ef-b4c0-454b-81f2-b1e1b665e8fb"} {"level":"info","ts":1785268475.2947736,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d8e996ef-b4c0-454b-81f2-b1e1b665e8fb"} {"level":"info","ts":1785268475.294785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8e996ef-b4c0-454b-81f2-b1e1b665e8fb","EoS":true} {"level":"info","ts":1785268475.2948098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8e996ef-b4c0-454b-81f2-b1e1b665e8fb","header":"x-maas-group"} {"level":"info","ts":1785268475.2948203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8e996ef-b4c0-454b-81f2-b1e1b665e8fb","header":"x-maas-subscription"} {"level":"info","ts":1785268475.294826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8e996ef-b4c0-454b-81f2-b1e1b665e8fb","header":"x-maas-username"} {"level":"info","ts":1785268475.2948387,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8e996ef-b4c0-454b-81f2-b1e1b665e8fb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268475.2948608,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d8e996ef-b4c0-454b-81f2-b1e1b665e8fb"} {"level":"info","ts":1785268475.2957594,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d8e996ef-b4c0-454b-81f2-b1e1b665e8fb"} {"level":"info","ts":1785268475.2957804,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d8e996ef-b4c0-454b-81f2-b1e1b665e8fb"} {"level":"info","ts":1785268475.2957957,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d8e996ef-b4c0-454b-81f2-b1e1b665e8fb","EoS":false} {"level":"info","ts":1785268475.2958107,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d8e996ef-b4c0-454b-81f2-b1e1b665e8fb","EoS":true} {"level":"info","ts":1785268475.29584,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d8e996ef-b4c0-454b-81f2-b1e1b665e8fb"} {"level":"info","ts":1785268512.4992971,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268512.4993765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aac29f5e-f433-4bb3-aaa7-17bc0425047a"} {"level":"info","ts":1785268512.4993894,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aac29f5e-f433-4bb3-aaa7-17bc0425047a"} {"level":"info","ts":1785268512.4994013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aac29f5e-f433-4bb3-aaa7-17bc0425047a","EoS":true} {"level":"info","ts":1785268512.499426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aac29f5e-f433-4bb3-aaa7-17bc0425047a","header":"x-maas-subscription"} {"level":"info","ts":1785268512.4994366,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aac29f5e-f433-4bb3-aaa7-17bc0425047a","header":"x-maas-group"} {"level":"info","ts":1785268512.4994423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aac29f5e-f433-4bb3-aaa7-17bc0425047a","header":"x-maas-username"} {"level":"info","ts":1785268512.4994564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aac29f5e-f433-4bb3-aaa7-17bc0425047a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268512.4994812,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aac29f5e-f433-4bb3-aaa7-17bc0425047a"} {"level":"info","ts":1785268512.5001657,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aac29f5e-f433-4bb3-aaa7-17bc0425047a"} {"level":"info","ts":1785268512.500191,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aac29f5e-f433-4bb3-aaa7-17bc0425047a"} {"level":"info","ts":1785268512.5002136,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aac29f5e-f433-4bb3-aaa7-17bc0425047a","EoS":false} {"level":"info","ts":1785268512.5002253,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aac29f5e-f433-4bb3-aaa7-17bc0425047a","EoS":true} {"level":"info","ts":1785268512.5002556,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"aac29f5e-f433-4bb3-aaa7-17bc0425047a"} {"level":"info","ts":1785268521.96832,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268521.9684067,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0523b53a-60d2-4976-9bef-a616e246d2ca"} {"level":"info","ts":1785268521.9684212,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0523b53a-60d2-4976-9bef-a616e246d2ca"} {"level":"info","ts":1785268521.9684408,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0523b53a-60d2-4976-9bef-a616e246d2ca","EoS":true} {"level":"info","ts":1785268521.9684765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0523b53a-60d2-4976-9bef-a616e246d2ca","header":"x-maas-group"} {"level":"info","ts":1785268521.9684892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0523b53a-60d2-4976-9bef-a616e246d2ca","header":"x-maas-subscription"} {"level":"info","ts":1785268521.9684994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0523b53a-60d2-4976-9bef-a616e246d2ca","header":"x-maas-username"} {"level":"info","ts":1785268521.9685197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0523b53a-60d2-4976-9bef-a616e246d2ca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268521.9685545,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0523b53a-60d2-4976-9bef-a616e246d2ca"} {"level":"info","ts":1785268521.9705236,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0523b53a-60d2-4976-9bef-a616e246d2ca"} {"level":"info","ts":1785268521.9705434,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0523b53a-60d2-4976-9bef-a616e246d2ca"} {"level":"info","ts":1785268521.9705584,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0523b53a-60d2-4976-9bef-a616e246d2ca","EoS":false} {"level":"info","ts":1785268521.9705703,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0523b53a-60d2-4976-9bef-a616e246d2ca","EoS":true} {"level":"info","ts":1785268521.9706016,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0523b53a-60d2-4976-9bef-a616e246d2ca"} {"level":"info","ts":1785268522.0027115,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268522.0027668,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"706e2c9b-232e-4df2-b72d-e48166d3bc59"} {"level":"info","ts":1785268522.0027764,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"706e2c9b-232e-4df2-b72d-e48166d3bc59"} {"level":"info","ts":1785268522.0027869,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"706e2c9b-232e-4df2-b72d-e48166d3bc59","EoS":true} {"level":"info","ts":1785268522.0028057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"706e2c9b-232e-4df2-b72d-e48166d3bc59","header":"x-maas-subscription"} {"level":"info","ts":1785268522.0028136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"706e2c9b-232e-4df2-b72d-e48166d3bc59","header":"x-maas-username"} {"level":"info","ts":1785268522.002819,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"706e2c9b-232e-4df2-b72d-e48166d3bc59","header":"x-maas-group"} {"level":"info","ts":1785268522.0028305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"706e2c9b-232e-4df2-b72d-e48166d3bc59","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268522.0028536,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"706e2c9b-232e-4df2-b72d-e48166d3bc59"} {"level":"info","ts":1785268522.0034552,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"706e2c9b-232e-4df2-b72d-e48166d3bc59"} {"level":"info","ts":1785268522.0034735,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"706e2c9b-232e-4df2-b72d-e48166d3bc59"} {"level":"info","ts":1785268522.003497,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"706e2c9b-232e-4df2-b72d-e48166d3bc59","EoS":false} {"level":"info","ts":1785268522.003514,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"706e2c9b-232e-4df2-b72d-e48166d3bc59","EoS":true} {"level":"info","ts":1785268522.003557,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"706e2c9b-232e-4df2-b72d-e48166d3bc59"} {"level":"info","ts":1785268541.150467,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268541.1505468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd78bd4b-b62a-462a-99e4-98539a5f53b2"} {"level":"info","ts":1785268541.1505651,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fd78bd4b-b62a-462a-99e4-98539a5f53b2"} {"level":"info","ts":1785268541.1505818,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd78bd4b-b62a-462a-99e4-98539a5f53b2","EoS":true} {"level":"info","ts":1785268541.1506042,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd78bd4b-b62a-462a-99e4-98539a5f53b2","header":"x-maas-group"} {"level":"info","ts":1785268541.1506155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd78bd4b-b62a-462a-99e4-98539a5f53b2","header":"x-maas-subscription"} {"level":"info","ts":1785268541.150621,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd78bd4b-b62a-462a-99e4-98539a5f53b2","header":"x-maas-username"} {"level":"info","ts":1785268541.1506333,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd78bd4b-b62a-462a-99e4-98539a5f53b2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268541.1506562,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fd78bd4b-b62a-462a-99e4-98539a5f53b2"} {"level":"info","ts":1785268541.151412,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fd78bd4b-b62a-462a-99e4-98539a5f53b2"} {"level":"info","ts":1785268541.1514342,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fd78bd4b-b62a-462a-99e4-98539a5f53b2"} {"level":"info","ts":1785268541.1514509,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fd78bd4b-b62a-462a-99e4-98539a5f53b2","EoS":false} {"level":"info","ts":1785268541.1514614,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fd78bd4b-b62a-462a-99e4-98539a5f53b2","EoS":true} {"level":"info","ts":1785268541.1514928,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fd78bd4b-b62a-462a-99e4-98539a5f53b2"} {"level":"info","ts":1785268691.6470435,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268691.6471362,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdfbec91-1311-45a8-b27c-cc4daf698a01"} {"level":"info","ts":1785268691.6471539,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bdfbec91-1311-45a8-b27c-cc4daf698a01"} {"level":"info","ts":1785268691.6471722,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bdfbec91-1311-45a8-b27c-cc4daf698a01","EoS":true} {"level":"info","ts":1785268691.6472056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdfbec91-1311-45a8-b27c-cc4daf698a01","header":"x-maas-subscription"} {"level":"info","ts":1785268691.6472201,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdfbec91-1311-45a8-b27c-cc4daf698a01","header":"x-maas-group"} {"level":"info","ts":1785268691.6472294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdfbec91-1311-45a8-b27c-cc4daf698a01","header":"x-maas-username"} {"level":"info","ts":1785268691.6472473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bdfbec91-1311-45a8-b27c-cc4daf698a01","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785268691.6472812,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bdfbec91-1311-45a8-b27c-cc4daf698a01"} {"level":"info","ts":1785268691.6508234,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bdfbec91-1311-45a8-b27c-cc4daf698a01"} {"level":"info","ts":1785268691.650847,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bdfbec91-1311-45a8-b27c-cc4daf698a01"} {"level":"info","ts":1785268691.6508684,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bdfbec91-1311-45a8-b27c-cc4daf698a01","EoS":false} {"level":"info","ts":1785268691.6508806,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bdfbec91-1311-45a8-b27c-cc4daf698a01","EoS":true} {"level":"info","ts":1785268691.6509082,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bdfbec91-1311-45a8-b27c-cc4daf698a01"} {"level":"info","ts":1785268739.4879282,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268739.488026,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de8b6a4b-88d1-48ae-9359-8210292f8fe4"} {"level":"info","ts":1785268739.4880674,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"de8b6a4b-88d1-48ae-9359-8210292f8fe4"} {"level":"info","ts":1785268739.4880893,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de8b6a4b-88d1-48ae-9359-8210292f8fe4","EoS":true} {"level":"info","ts":1785268739.4881294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de8b6a4b-88d1-48ae-9359-8210292f8fe4","header":"x-maas-group"} {"level":"info","ts":1785268739.4881423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de8b6a4b-88d1-48ae-9359-8210292f8fe4","header":"x-maas-username"} {"level":"info","ts":1785268739.4881492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de8b6a4b-88d1-48ae-9359-8210292f8fe4","header":"x-maas-subscription"} {"level":"info","ts":1785268739.4881694,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de8b6a4b-88d1-48ae-9359-8210292f8fe4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268739.4882016,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"de8b6a4b-88d1-48ae-9359-8210292f8fe4"} {"level":"info","ts":1785268739.4898531,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"de8b6a4b-88d1-48ae-9359-8210292f8fe4"} {"level":"info","ts":1785268739.489881,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"de8b6a4b-88d1-48ae-9359-8210292f8fe4"} {"level":"info","ts":1785268739.489897,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"de8b6a4b-88d1-48ae-9359-8210292f8fe4","EoS":false} {"level":"info","ts":1785268739.4899092,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"de8b6a4b-88d1-48ae-9359-8210292f8fe4","EoS":true} {"level":"info","ts":1785268739.4899406,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"de8b6a4b-88d1-48ae-9359-8210292f8fe4"} {"level":"info","ts":1785268754.824842,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268754.824939,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aaa32ac4-738d-9ccd-8505-ab2075a78a9e"} {"level":"info","ts":1785268754.8249543,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aaa32ac4-738d-9ccd-8505-ab2075a78a9e"} {"level":"info","ts":1785268754.8249676,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aaa32ac4-738d-9ccd-8505-ab2075a78a9e","EoS":true} {"level":"info","ts":1785268754.8249946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aaa32ac4-738d-9ccd-8505-ab2075a78a9e","header":"x-maas-subscription"} {"level":"info","ts":1785268754.825005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aaa32ac4-738d-9ccd-8505-ab2075a78a9e","header":"x-maas-username"} {"level":"info","ts":1785268754.825011,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aaa32ac4-738d-9ccd-8505-ab2075a78a9e","header":"x-maas-group"} {"level":"info","ts":1785268754.825025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aaa32ac4-738d-9ccd-8505-ab2075a78a9e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268754.8250499,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aaa32ac4-738d-9ccd-8505-ab2075a78a9e"} {"level":"info","ts":1785268754.8271465,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aaa32ac4-738d-9ccd-8505-ab2075a78a9e"} {"level":"info","ts":1785268754.8271694,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aaa32ac4-738d-9ccd-8505-ab2075a78a9e"} {"level":"info","ts":1785268754.8271856,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aaa32ac4-738d-9ccd-8505-ab2075a78a9e","EoS":false} {"level":"info","ts":1785268754.8271985,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aaa32ac4-738d-9ccd-8505-ab2075a78a9e","EoS":true} {"level":"info","ts":1785268754.8272305,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"aaa32ac4-738d-9ccd-8505-ab2075a78a9e"} {"level":"info","ts":1785269076.6336935,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269076.6337779,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9f94492-2fd0-4a8a-bcef-b6fb390f6d68"} {"level":"info","ts":1785269076.633788,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9f94492-2fd0-4a8a-bcef-b6fb390f6d68"} {"level":"info","ts":1785269076.6337998,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9f94492-2fd0-4a8a-bcef-b6fb390f6d68","EoS":true} {"level":"info","ts":1785269076.6338317,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9f94492-2fd0-4a8a-bcef-b6fb390f6d68","header":"x-maas-group"} {"level":"info","ts":1785269076.6338458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9f94492-2fd0-4a8a-bcef-b6fb390f6d68","header":"x-maas-subscription"} {"level":"info","ts":1785269076.6338534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9f94492-2fd0-4a8a-bcef-b6fb390f6d68","header":"x-maas-username"} {"level":"info","ts":1785269076.6338694,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9f94492-2fd0-4a8a-bcef-b6fb390f6d68","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269076.6339052,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9f94492-2fd0-4a8a-bcef-b6fb390f6d68"} {"level":"info","ts":1785269076.6346374,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c9f94492-2fd0-4a8a-bcef-b6fb390f6d68"} {"level":"info","ts":1785269076.6346564,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c9f94492-2fd0-4a8a-bcef-b6fb390f6d68"} {"level":"info","ts":1785269076.6346946,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9f94492-2fd0-4a8a-bcef-b6fb390f6d68","EoS":false} {"level":"info","ts":1785269076.6347065,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9f94492-2fd0-4a8a-bcef-b6fb390f6d68","EoS":true} {"level":"info","ts":1785269076.6347346,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c9f94492-2fd0-4a8a-bcef-b6fb390f6d68"} {"level":"info","ts":1785269076.6653247,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269076.6653876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e34117de-9be7-46a9-8253-0afcb749786e"} {"level":"info","ts":1785269076.6653984,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e34117de-9be7-46a9-8253-0afcb749786e"} {"level":"info","ts":1785269076.6654086,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e34117de-9be7-46a9-8253-0afcb749786e","EoS":true} {"level":"info","ts":1785269076.6654286,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e34117de-9be7-46a9-8253-0afcb749786e","header":"x-maas-username"} {"level":"info","ts":1785269076.6654391,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e34117de-9be7-46a9-8253-0afcb749786e","header":"x-maas-group"} {"level":"info","ts":1785269076.6654446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e34117de-9be7-46a9-8253-0afcb749786e","header":"x-maas-subscription"} {"level":"info","ts":1785269076.665458,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e34117de-9be7-46a9-8253-0afcb749786e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269076.6654832,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e34117de-9be7-46a9-8253-0afcb749786e"} {"level":"info","ts":1785269076.6673622,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e34117de-9be7-46a9-8253-0afcb749786e"} {"level":"info","ts":1785269076.667393,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e34117de-9be7-46a9-8253-0afcb749786e"} {"level":"info","ts":1785269076.6674154,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e34117de-9be7-46a9-8253-0afcb749786e","EoS":false} {"level":"info","ts":1785269076.6674306,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e34117de-9be7-46a9-8253-0afcb749786e","EoS":true} {"level":"info","ts":1785269076.667475,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e34117de-9be7-46a9-8253-0afcb749786e"} {"level":"info","ts":1785269081.4419062,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d47887df-35b4-4761-bc25-5b8d13922c81","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785269081.4421458,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36484.369101857,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269081.4421635,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269081.4833689,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269081.5430863,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d47887df-35b4-4761-bc25-5b8d13922c81","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785269081.5524611,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dd3c3109-1f9c-4ac4-985b-6a72c1d8580e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785269081.5524614,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73e03315-8695-4c65-adb4-a98788ac3dd5"} {"level":"info","ts":1785269081.5525098,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dd3c3109-1f9c-4ac4-985b-6a72c1d8580e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785269081.5585887,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5aef2f5b-400d-4b08-8c78-5c887f2bd9f7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785269081.5586216,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5aef2f5b-400d-4b08-8c78-5c887f2bd9f7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785269081.5590632,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37339.81131515,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269081.5590866,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269081.5672727,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269081.6594012,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73e03315-8695-4c65-adb4-a98788ac3dd5","name":"e2e-external-provider"} {"level":"info","ts":1785269081.6775973,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73e03315-8695-4c65-adb4-a98788ac3dd5","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785269081.6779108,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5657c075-259b-47ef-8c2f-64eacb8ac68b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269081.6779723,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5657c075-259b-47ef-8c2f-64eacb8ac68b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269081.6779077,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5609c42e-b2a7-4983-bdf7-fa3df7c82783"} {"level":"info","ts":1785269081.6860228,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5609c42e-b2a7-4983-bdf7-fa3df7c82783","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785269081.686084,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e22da9e-f9ca-42ab-9b90-1ecdb988fcb6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269081.6861157,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e22da9e-f9ca-42ab-9b90-1ecdb988fcb6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269081.6876147,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73e03315-8695-4c65-adb4-a98788ac3dd5","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785269081.6932392,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f576df0-7217-46bb-b29e-9407860a37dd","name":"e2e-external-model","namespace":"llm"} {"level":"error","ts":1785269081.693225,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5609c42e-b2a7-4983-bdf7-fa3df7c82783","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269081.693276,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f576df0-7217-46bb-b29e-9407860a37dd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269081.69332,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d112ac9-3f5f-48d3-b806-86b2f17770d4"} {"level":"info","ts":1785269081.693344,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d112ac9-3f5f-48d3-b806-86b2f17770d4","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785269081.6964424,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73e03315-8695-4c65-adb4-a98788ac3dd5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785269081.6977777,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d112ac9-3f5f-48d3-b806-86b2f17770d4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269081.697847,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea1f6a1c-0f82-4714-867b-9509bbba5c42"} {"level":"info","ts":1785269081.6978824,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea1f6a1c-0f82-4714-867b-9509bbba5c42","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785269081.701778,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a479f09f-2909-42c5-b777-836ce018a047","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785269081.7018125,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a479f09f-2909-42c5-b777-836ce018a047","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785269081.7018847,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c6174ee-cff5-44cd-9172-06ba8366f444","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269081.7019093,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c6174ee-cff5-44cd-9172-06ba8366f444","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269081.7019885,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f350b3b2-c6e1-474e-b789-ee10c9aa267e"} {"level":"info","ts":1785269081.7020538,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f350b3b2-c6e1-474e-b789-ee10c9aa267e","name":"e2e-external-provider"} {"level":"error","ts":1785269081.7021258,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea1f6a1c-0f82-4714-867b-9509bbba5c42","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269081.7021859,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15c806b7-1247-4a14-b9c7-5f10f438bb9c"} {"level":"info","ts":1785269081.7024016,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36470.564508047,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269081.702422,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269081.7113087,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269081.7115912,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f350b3b2-c6e1-474e-b789-ee10c9aa267e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785269081.8026876,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15c806b7-1247-4a14-b9c7-5f10f438bb9c","name":"e2e-external-model"} {"level":"info","ts":1785269081.814844,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15c806b7-1247-4a14-b9c7-5f10f438bb9c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785269081.820533,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6e811aa-e9a4-4d4f-ab37-1271c7b81cc6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269081.8205953,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6e811aa-e9a4-4d4f-ab37-1271c7b81cc6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269081.8207016,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6728952b-12a2-4d03-8fb0-c2a0f1e1a3dd"} {"level":"info","ts":1785269081.8207502,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6728952b-12a2-4d03-8fb0-c2a0f1e1a3dd","name":"e2e-external-model"} {"level":"info","ts":1785269081.837023,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce8fcd3b-4f50-46cd-92d5-6868455d1919","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269081.8370657,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce8fcd3b-4f50-46cd-92d5-6868455d1919","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785269081.8374152,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6728952b-12a2-4d03-8fb0-c2a0f1e1a3dd","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269081.837485,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f4c81ceb-388f-4ef9-9c0b-22de0c43419e"} {"level":"info","ts":1785269081.8375366,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f4c81ceb-388f-4ef9-9c0b-22de0c43419e","name":"e2e-external-model"} {"level":"info","ts":1785269081.8481925,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f4c81ceb-388f-4ef9-9c0b-22de0c43419e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785269081.855857,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be37ab18-0750-4def-902a-69e28eea1fea","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269081.85589,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be37ab18-0750-4def-902a-69e28eea1fea","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269081.8559785,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb07b26a-9135-4d1f-bf0f-4b45cf7d27e7"} {"level":"info","ts":1785269081.8560395,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb07b26a-9135-4d1f-bf0f-4b45cf7d27e7","name":"e2e-external-model"} {"level":"info","ts":1785269081.8637364,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb07b26a-9135-4d1f-bf0f-4b45cf7d27e7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785269089.3013144,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269089.3014233,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7"} {"level":"info","ts":1785269089.301438,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7"} {"level":"info","ts":1785269089.3014524,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7","EoS":true} {"level":"info","ts":1785269089.3014982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7","header":"x-maas-username"} {"level":"info","ts":1785269089.3015099,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7","header":"x-maas-subscription"} {"level":"info","ts":1785269089.301515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7","header":"x-maas-group"} {"level":"info","ts":1785269089.3015287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785269089.3015554,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7","modelName":"e2e-external-model"} {"level":"info","ts":1785269089.3015687,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785269089.3015985,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785269089.3016157,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7","authType":"apikey"} {"level":"info","ts":1785269089.301653,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7"} {"level":"info","ts":1785269089.4058125,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7"} {"level":"info","ts":1785269089.4058428,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7"} {"level":"info","ts":1785269089.4058669,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7","EoS":false} {"level":"info","ts":1785269089.405883,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7","EoS":true} {"level":"error","ts":1785269089.4058988,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785269089.4059699,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7"} {"level":"info","ts":1785269089.5173542,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d82181c2-d694-4210-a309-f17c45b49435","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269089.5174022,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d82181c2-d694-4210-a309-f17c45b49435","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785269089.5173566,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e047cd-2228-40cf-aa8d-ea15a073b440"} {"level":"info","ts":1785269089.5254416,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e047cd-2228-40cf-aa8d-ea15a073b440","name":"e2e-cleanup-test"} {"level":"info","ts":1785269089.5254683,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23a63525-16aa-41f4-85aa-edc67bb6e291","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269089.5254924,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23a63525-16aa-41f4-85aa-edc67bb6e291","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785269089.5370698,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e047cd-2228-40cf-aa8d-ea15a073b440","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785269089.544987,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f702b279-8994-4231-affe-89e2e2aa2c2b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269089.5450363,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f702b279-8994-4231-affe-89e2e2aa2c2b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785269089.5450377,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3d687b2-df11-40f7-bfb2-a92f8cccf9e8"} {"level":"info","ts":1785269089.5451188,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3d687b2-df11-40f7-bfb2-a92f8cccf9e8","name":"e2e-cleanup-test"} {"level":"error","ts":1785269089.5594625,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3d687b2-df11-40f7-bfb2-a92f8cccf9e8","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269089.5595179,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af4dd1ee-e094-471b-8566-c8b8af4f7ec3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269089.559546,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af4dd1ee-e094-471b-8566-c8b8af4f7ec3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785269089.5595424,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0884f4f-c6aa-4e09-8fbb-5775b2a3be8f"} {"level":"info","ts":1785269089.5596023,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0884f4f-c6aa-4e09-8fbb-5775b2a3be8f","name":"e2e-cleanup-test"} {"level":"info","ts":1785269089.568472,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0884f4f-c6aa-4e09-8fbb-5775b2a3be8f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785269089.5761654,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8524c687-5bfd-46db-ad53-55f40126d1f0"} {"level":"info","ts":1785269089.5761824,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21e7a03a-4bd6-4506-b203-3d5db4dba6b2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269089.5762107,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21e7a03a-4bd6-4506-b203-3d5db4dba6b2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785269089.576223,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8524c687-5bfd-46db-ad53-55f40126d1f0","name":"e2e-cleanup-test"} {"level":"info","ts":1785269089.5850983,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8524c687-5bfd-46db-ad53-55f40126d1f0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785269089.5898778,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"042476f9-8f4b-44bd-a077-4ec4156bb330"} {"level":"info","ts":1785269089.5899348,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"042476f9-8f4b-44bd-a077-4ec4156bb330","name":"e2e-cleanup-test"} {"level":"info","ts":1785269089.5988252,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"042476f9-8f4b-44bd-a077-4ec4156bb330","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785269097.8043768,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ded333ca-9326-4e97-b7d8-af861570e57a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269097.8044174,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ded333ca-9326-4e97-b7d8-af861570e57a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269097.8044212,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa21c80b-7c6c-425e-b193-e75f1261641b"} {"level":"info","ts":1785269102.123007,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269102.1230814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"999a1022-b0f5-4e6e-921e-0baa1174eb6d"} {"level":"info","ts":1785269102.1230958,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"999a1022-b0f5-4e6e-921e-0baa1174eb6d"} {"level":"info","ts":1785269102.1231148,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"999a1022-b0f5-4e6e-921e-0baa1174eb6d","EoS":true} {"level":"info","ts":1785269102.123158,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"999a1022-b0f5-4e6e-921e-0baa1174eb6d","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785269102.123195,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"999a1022-b0f5-4e6e-921e-0baa1174eb6d"} {"level":"info","ts":1785269102.171811,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269102.1718974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90"} {"level":"info","ts":1785269102.171913,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90"} {"level":"info","ts":1785269102.171931,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90","EoS":true} {"level":"info","ts":1785269102.17197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90","header":"x-maas-subscription"} {"level":"info","ts":1785269102.171984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90","header":"x-maas-group"} {"level":"info","ts":1785269102.1719928,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90","header":"x-maas-username"} {"level":"info","ts":1785269102.1720142,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785269102.1720266,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90","modelName":"e2e-external-model"} {"level":"info","ts":1785269102.172047,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785269102.172077,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785269102.1721058,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90","authType":"apikey"} {"level":"info","ts":1785269102.172141,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90"} {"level":"info","ts":1785269102.2701745,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90"} {"level":"info","ts":1785269102.2702122,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90"} {"level":"info","ts":1785269102.2702396,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90","EoS":false} {"level":"info","ts":1785269102.2702577,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90","EoS":true} {"level":"error","ts":1785269102.2702692,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785269102.2703042,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90"} {"level":"info","ts":1785269102.3063266,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269102.3064034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d20d19e-6140-475d-87a2-dce86a0072a3"} {"level":"info","ts":1785269102.306417,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d20d19e-6140-475d-87a2-dce86a0072a3"} {"level":"info","ts":1785269102.3064294,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d20d19e-6140-475d-87a2-dce86a0072a3","EoS":true} {"level":"info","ts":1785269102.3064623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d20d19e-6140-475d-87a2-dce86a0072a3","header":"x-maas-group"} {"level":"info","ts":1785269102.3064742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d20d19e-6140-475d-87a2-dce86a0072a3","header":"x-maas-username"} {"level":"info","ts":1785269102.3064876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d20d19e-6140-475d-87a2-dce86a0072a3","header":"x-maas-subscription"} {"level":"info","ts":1785269102.3065014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d20d19e-6140-475d-87a2-dce86a0072a3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785269102.3065298,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6d20d19e-6140-475d-87a2-dce86a0072a3"} {"level":"info","ts":1785269102.3566291,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6d20d19e-6140-475d-87a2-dce86a0072a3"} {"level":"info","ts":1785269102.3566575,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6d20d19e-6140-475d-87a2-dce86a0072a3"} {"level":"info","ts":1785269102.3566976,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6d20d19e-6140-475d-87a2-dce86a0072a3","EoS":false} {"level":"info","ts":1785269102.3567111,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6d20d19e-6140-475d-87a2-dce86a0072a3","EoS":true} {"level":"error","ts":1785269102.3567212,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"6d20d19e-6140-475d-87a2-dce86a0072a3","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785269102.3567588,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6d20d19e-6140-475d-87a2-dce86a0072a3"} {"level":"info","ts":1785269102.3933942,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269102.3934836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38b0fda2-93c5-48c0-8b34-5807eb231829"} {"level":"info","ts":1785269102.393503,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"38b0fda2-93c5-48c0-8b34-5807eb231829"} {"level":"info","ts":1785269102.393518,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38b0fda2-93c5-48c0-8b34-5807eb231829","EoS":true} {"level":"info","ts":1785269102.3935404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38b0fda2-93c5-48c0-8b34-5807eb231829","header":"x-maas-username"} {"level":"info","ts":1785269102.3935487,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38b0fda2-93c5-48c0-8b34-5807eb231829","header":"x-maas-subscription"} {"level":"info","ts":1785269102.3935537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38b0fda2-93c5-48c0-8b34-5807eb231829","header":"x-maas-group"} {"level":"info","ts":1785269102.3935874,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"38b0fda2-93c5-48c0-8b34-5807eb231829"} {"level":"info","ts":1785269102.440945,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"38b0fda2-93c5-48c0-8b34-5807eb231829"} {"level":"info","ts":1785269102.4409785,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"38b0fda2-93c5-48c0-8b34-5807eb231829"} {"level":"info","ts":1785269102.4410036,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"38b0fda2-93c5-48c0-8b34-5807eb231829","EoS":false} {"level":"info","ts":1785269102.4410224,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"38b0fda2-93c5-48c0-8b34-5807eb231829","EoS":true} {"level":"error","ts":1785269102.4410388,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"38b0fda2-93c5-48c0-8b34-5807eb231829","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785269102.4410865,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"38b0fda2-93c5-48c0-8b34-5807eb231829"} {"level":"info","ts":1785269103.2970734,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"312bf738-3660-4af9-9a39-e99cd0f07877","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269103.2970927,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8924c453-5da7-475b-80f5-f94809f1480a"} {"level":"info","ts":1785269103.297118,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"312bf738-3660-4af9-9a39-e99cd0f07877","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269103.4320166,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a8b4f290-d0eb-448d-b066-01ec26b210c3"} {"level":"info","ts":1785269103.4320471,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"665b3f7f-5474-4a3b-bd0b-ebf8a60c9f2f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785269103.4320898,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"665b3f7f-5474-4a3b-bd0b-ebf8a60c9f2f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785269103.5449164,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"79e050f5-6cb1-41ef-9030-d3bcb5daa7ee","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785269103.5449755,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"79e050f5-6cb1-41ef-9030-d3bcb5daa7ee","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785270515.6083968,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785270515.6084762,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c26a1fc8-234a-4b27-ba2d-5294509d19a9"} {"level":"info","ts":1785270595.443936,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785270595.444018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16403bd7-2509-4b7a-9c1a-74a4502e2f66"} {"level":"info","ts":1785270595.4440286,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"16403bd7-2509-4b7a-9c1a-74a4502e2f66"} {"level":"info","ts":1785270595.4440398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16403bd7-2509-4b7a-9c1a-74a4502e2f66","EoS":true} {"level":"info","ts":1785270595.4440672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16403bd7-2509-4b7a-9c1a-74a4502e2f66","header":"x-maas-subscription"} {"level":"info","ts":1785270595.4440777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16403bd7-2509-4b7a-9c1a-74a4502e2f66","header":"x-maas-username"} {"level":"info","ts":1785270595.444083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16403bd7-2509-4b7a-9c1a-74a4502e2f66","header":"x-maas-group"} {"level":"info","ts":1785270595.444097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16403bd7-2509-4b7a-9c1a-74a4502e2f66","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785270595.444124,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"16403bd7-2509-4b7a-9c1a-74a4502e2f66"} {"level":"info","ts":1785270595.4454727,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"16403bd7-2509-4b7a-9c1a-74a4502e2f66"} {"level":"info","ts":1785270595.445494,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"16403bd7-2509-4b7a-9c1a-74a4502e2f66"} {"level":"info","ts":1785270595.4455106,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16403bd7-2509-4b7a-9c1a-74a4502e2f66","EoS":false} {"level":"info","ts":1785270595.4455245,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16403bd7-2509-4b7a-9c1a-74a4502e2f66","EoS":true} {"level":"info","ts":1785270595.4455557,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"16403bd7-2509-4b7a-9c1a-74a4502e2f66"}