{"level":"info","ts":1784852776.1540852,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c68c938c-1f7f-40e9-ab81-680d0e02437d","EoS":true} {"level":"info","ts":1784852776.154111,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c68c938c-1f7f-40e9-ab81-680d0e02437d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784852776.1541264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c68c938c-1f7f-40e9-ab81-680d0e02437d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784852776.1541452,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c68c938c-1f7f-40e9-ab81-680d0e02437d"} {"level":"info","ts":1784852776.8488073,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852776.8489144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0c8150a-0c15-42a3-a46c-49ee58c1d71c"} {"level":"info","ts":1784852776.8489296,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f0c8150a-0c15-42a3-a46c-49ee58c1d71c"} {"level":"info","ts":1784852776.848944,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f0c8150a-0c15-42a3-a46c-49ee58c1d71c","EoS":false} {"level":"info","ts":1784852776.8489532,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f0c8150a-0c15-42a3-a46c-49ee58c1d71c","EoS":true} {"level":"info","ts":1784852776.8489764,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0c8150a-0c15-42a3-a46c-49ee58c1d71c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784852776.8489928,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0c8150a-0c15-42a3-a46c-49ee58c1d71c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852776.8490114,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f0c8150a-0c15-42a3-a46c-49ee58c1d71c"} {"level":"info","ts":1784852776.8853562,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852776.8854365,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1a6d37b-886b-4a4c-b239-a3c54df18ee7"} {"level":"info","ts":1784852776.8854496,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1a6d37b-886b-4a4c-b239-a3c54df18ee7"} {"level":"info","ts":1784852776.8854616,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1a6d37b-886b-4a4c-b239-a3c54df18ee7","EoS":false} {"level":"info","ts":1784852776.8854764,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1a6d37b-886b-4a4c-b239-a3c54df18ee7","EoS":true} {"level":"info","ts":1784852776.8855004,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b1a6d37b-886b-4a4c-b239-a3c54df18ee7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784852776.8855152,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1a6d37b-886b-4a4c-b239-a3c54df18ee7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784852776.885536,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1a6d37b-886b-4a4c-b239-a3c54df18ee7"} {"level":"info","ts":1784852781.0506337,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852781.050721,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2836501f-76f6-47e3-9545-9f2fcd0a522f"} {"level":"info","ts":1784852781.0507336,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2836501f-76f6-47e3-9545-9f2fcd0a522f"} {"level":"info","ts":1784852781.0507522,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2836501f-76f6-47e3-9545-9f2fcd0a522f","EoS":false} {"level":"info","ts":1784852781.0507693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2836501f-76f6-47e3-9545-9f2fcd0a522f","EoS":true} {"level":"info","ts":1784852781.0507998,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2836501f-76f6-47e3-9545-9f2fcd0a522f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784852781.0508208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2836501f-76f6-47e3-9545-9f2fcd0a522f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784852781.0508506,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2836501f-76f6-47e3-9545-9f2fcd0a522f"} {"level":"info","ts":1784852799.9920034,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852799.992076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75c42044-5ac2-42ac-a62e-776bcb170d2b"} {"level":"info","ts":1784852799.9920855,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"75c42044-5ac2-42ac-a62e-776bcb170d2b"} {"level":"info","ts":1784852799.9920971,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75c42044-5ac2-42ac-a62e-776bcb170d2b","EoS":false} {"level":"info","ts":1784852799.9921076,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75c42044-5ac2-42ac-a62e-776bcb170d2b","EoS":true} {"level":"info","ts":1784852799.9921255,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75c42044-5ac2-42ac-a62e-776bcb170d2b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784852799.9921405,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75c42044-5ac2-42ac-a62e-776bcb170d2b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852799.992159,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"75c42044-5ac2-42ac-a62e-776bcb170d2b"} {"level":"info","ts":1784852800.1422071,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852800.1422908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c67b5d55-99e5-46a5-93aa-0aa697322309"} {"level":"info","ts":1784852800.142337,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c67b5d55-99e5-46a5-93aa-0aa697322309"} {"level":"info","ts":1784852800.1423626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c67b5d55-99e5-46a5-93aa-0aa697322309","EoS":false} {"level":"info","ts":1784852800.142384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c67b5d55-99e5-46a5-93aa-0aa697322309","EoS":true} {"level":"info","ts":1784852800.1424127,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c67b5d55-99e5-46a5-93aa-0aa697322309","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784852800.142431,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c67b5d55-99e5-46a5-93aa-0aa697322309","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852800.1424584,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c67b5d55-99e5-46a5-93aa-0aa697322309"} {"level":"info","ts":1784852800.2778175,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852800.2779014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35964c8b-2a8d-495c-b89c-f50cfb3bbd41"} {"level":"info","ts":1784852800.2779126,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"35964c8b-2a8d-495c-b89c-f50cfb3bbd41"} {"level":"info","ts":1784852800.2779272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35964c8b-2a8d-495c-b89c-f50cfb3bbd41","EoS":false} {"level":"info","ts":1784852800.27794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35964c8b-2a8d-495c-b89c-f50cfb3bbd41","EoS":true} {"level":"info","ts":1784852800.2779655,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35964c8b-2a8d-495c-b89c-f50cfb3bbd41","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784852800.277982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35964c8b-2a8d-495c-b89c-f50cfb3bbd41","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852800.2780027,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"35964c8b-2a8d-495c-b89c-f50cfb3bbd41"} {"level":"info","ts":1784852800.4128034,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852800.4128938,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8099450b-cb21-423e-9524-18a0377f8e98"} {"level":"info","ts":1784852800.4129083,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8099450b-cb21-423e-9524-18a0377f8e98"} {"level":"info","ts":1784852800.4129276,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8099450b-cb21-423e-9524-18a0377f8e98","EoS":false} {"level":"info","ts":1784852800.4129467,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8099450b-cb21-423e-9524-18a0377f8e98","EoS":true} {"level":"info","ts":1784852800.4129796,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8099450b-cb21-423e-9524-18a0377f8e98","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784852800.4129982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8099450b-cb21-423e-9524-18a0377f8e98","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852800.4130332,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8099450b-cb21-423e-9524-18a0377f8e98"} {"level":"info","ts":1784852800.5499644,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852800.5500412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bed7dfd5-f8ab-4a30-9bab-67ca729c9cb7"} {"level":"info","ts":1784852800.5500517,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bed7dfd5-f8ab-4a30-9bab-67ca729c9cb7"} {"level":"info","ts":1784852800.5500636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bed7dfd5-f8ab-4a30-9bab-67ca729c9cb7","EoS":false} {"level":"info","ts":1784852800.550074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bed7dfd5-f8ab-4a30-9bab-67ca729c9cb7","EoS":true} {"level":"info","ts":1784852800.5500941,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bed7dfd5-f8ab-4a30-9bab-67ca729c9cb7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784852800.5501091,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bed7dfd5-f8ab-4a30-9bab-67ca729c9cb7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852800.5501287,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bed7dfd5-f8ab-4a30-9bab-67ca729c9cb7"} {"level":"info","ts":1784852800.6865447,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852800.6866407,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffccd902-aee3-4c00-baec-1ce493d3c0d9"} {"level":"info","ts":1784852800.686659,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ffccd902-aee3-4c00-baec-1ce493d3c0d9"} {"level":"info","ts":1784852800.6866734,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffccd902-aee3-4c00-baec-1ce493d3c0d9","EoS":false} {"level":"info","ts":1784852800.6866865,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffccd902-aee3-4c00-baec-1ce493d3c0d9","EoS":true} {"level":"info","ts":1784852800.686706,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ffccd902-aee3-4c00-baec-1ce493d3c0d9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784852800.6867208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffccd902-aee3-4c00-baec-1ce493d3c0d9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852800.6867414,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ffccd902-aee3-4c00-baec-1ce493d3c0d9"} {"level":"info","ts":1784852816.320012,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852816.3200996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"737d2982-a8c0-4a6c-9892-b745e2be4faf"} {"level":"info","ts":1784852816.3201096,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"737d2982-a8c0-4a6c-9892-b745e2be4faf"} {"level":"info","ts":1784852816.3201213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"737d2982-a8c0-4a6c-9892-b745e2be4faf","EoS":false} {"level":"info","ts":1784852816.320133,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"737d2982-a8c0-4a6c-9892-b745e2be4faf","EoS":true} {"level":"info","ts":1784852816.3201542,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"737d2982-a8c0-4a6c-9892-b745e2be4faf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784852816.3201687,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"737d2982-a8c0-4a6c-9892-b745e2be4faf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852816.3201885,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"737d2982-a8c0-4a6c-9892-b745e2be4faf"} {"level":"info","ts":1784852816.3582363,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852816.3583238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a4058d4-6a9c-43e0-8700-f66b407abea6"} {"level":"info","ts":1784852816.3583379,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a4058d4-6a9c-43e0-8700-f66b407abea6"} {"level":"info","ts":1784852816.3583534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a4058d4-6a9c-43e0-8700-f66b407abea6","EoS":false} {"level":"info","ts":1784852816.3583682,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a4058d4-6a9c-43e0-8700-f66b407abea6","EoS":true} {"level":"info","ts":1784852816.3583887,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a4058d4-6a9c-43e0-8700-f66b407abea6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784852816.358403,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a4058d4-6a9c-43e0-8700-f66b407abea6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852816.358423,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a4058d4-6a9c-43e0-8700-f66b407abea6"} {"level":"info","ts":1784852816.3909924,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852816.3910806,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85d595a7-e33a-438b-8d14-31618ddba02d"} {"level":"info","ts":1784852816.391094,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"85d595a7-e33a-438b-8d14-31618ddba02d"} {"level":"info","ts":1784852816.3911083,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85d595a7-e33a-438b-8d14-31618ddba02d","EoS":false} {"level":"info","ts":1784852816.3911197,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85d595a7-e33a-438b-8d14-31618ddba02d","EoS":true} {"level":"info","ts":1784852816.3911407,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85d595a7-e33a-438b-8d14-31618ddba02d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784852816.3911555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85d595a7-e33a-438b-8d14-31618ddba02d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852816.3911798,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"85d595a7-e33a-438b-8d14-31618ddba02d"} {"level":"info","ts":1784852816.4228275,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852816.422902,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6f535bb7-0bbf-4e8e-a6e1-e708690387ef"} {"level":"info","ts":1784852821.0825133,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852821.0825872,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92c7444f-7acb-4d83-aee2-0dfbe3e39486"} {"level":"info","ts":1784852821.0825965,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92c7444f-7acb-4d83-aee2-0dfbe3e39486"} {"level":"info","ts":1784852821.082608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92c7444f-7acb-4d83-aee2-0dfbe3e39486","EoS":false} {"level":"info","ts":1784852821.0826178,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92c7444f-7acb-4d83-aee2-0dfbe3e39486","EoS":true} {"level":"info","ts":1784852821.0826395,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92c7444f-7acb-4d83-aee2-0dfbe3e39486","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784852821.0826578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92c7444f-7acb-4d83-aee2-0dfbe3e39486","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852821.082678,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92c7444f-7acb-4d83-aee2-0dfbe3e39486"} {"level":"info","ts":1784852829.6492171,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852829.6493347,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b162000-7cf9-4e97-ab34-af48c363a457"} {"level":"info","ts":1784852829.6493545,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b162000-7cf9-4e97-ab34-af48c363a457"} {"level":"info","ts":1784852829.6493702,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b162000-7cf9-4e97-ab34-af48c363a457","EoS":false} {"level":"info","ts":1784852829.6493833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b162000-7cf9-4e97-ab34-af48c363a457","EoS":true} {"level":"info","ts":1784852829.6494064,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b162000-7cf9-4e97-ab34-af48c363a457","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784852829.6494212,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b162000-7cf9-4e97-ab34-af48c363a457","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784852829.6494403,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b162000-7cf9-4e97-ab34-af48c363a457"} {"level":"info","ts":1784852831.6841793,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852831.6842587,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3990e3bf-fed0-4b61-99f9-b52a8bd39e8f"} {"level":"info","ts":1784852831.684268,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3990e3bf-fed0-4b61-99f9-b52a8bd39e8f"} {"level":"info","ts":1784852831.6842792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3990e3bf-fed0-4b61-99f9-b52a8bd39e8f","EoS":false} {"level":"info","ts":1784852831.6842904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3990e3bf-fed0-4b61-99f9-b52a8bd39e8f","EoS":true} {"level":"info","ts":1784852831.684334,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3990e3bf-fed0-4b61-99f9-b52a8bd39e8f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784852831.6843486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3990e3bf-fed0-4b61-99f9-b52a8bd39e8f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784852831.6843698,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3990e3bf-fed0-4b61-99f9-b52a8bd39e8f"} {"level":"info","ts":1784852844.568491,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852844.5685725,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06237aff-13c5-4208-9cc3-14cc9eab9341"} {"level":"info","ts":1784852844.5685859,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06237aff-13c5-4208-9cc3-14cc9eab9341"} {"level":"info","ts":1784852844.568602,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06237aff-13c5-4208-9cc3-14cc9eab9341","EoS":false} {"level":"info","ts":1784852844.568624,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06237aff-13c5-4208-9cc3-14cc9eab9341","EoS":true} {"level":"info","ts":1784852844.5686517,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06237aff-13c5-4208-9cc3-14cc9eab9341","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784852844.5686738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06237aff-13c5-4208-9cc3-14cc9eab9341","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852844.5686991,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06237aff-13c5-4208-9cc3-14cc9eab9341"} {"level":"info","ts":1784852853.108612,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852853.1086845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6600dd8b-af66-47fb-8edc-b3e45cb67150"} {"level":"info","ts":1784852853.108694,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6600dd8b-af66-47fb-8edc-b3e45cb67150"} {"level":"info","ts":1784852853.1087055,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6600dd8b-af66-47fb-8edc-b3e45cb67150","EoS":false} {"level":"info","ts":1784852853.108717,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6600dd8b-af66-47fb-8edc-b3e45cb67150","EoS":true} {"level":"info","ts":1784852853.1087372,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6600dd8b-af66-47fb-8edc-b3e45cb67150","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784852853.1087527,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6600dd8b-af66-47fb-8edc-b3e45cb67150","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852853.1087725,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6600dd8b-af66-47fb-8edc-b3e45cb67150"} {"level":"info","ts":1784852861.9841177,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852861.9841948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6cca65b-c854-45d5-9722-c70e6648df12"} {"level":"info","ts":1784852861.9842057,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c6cca65b-c854-45d5-9722-c70e6648df12"} {"level":"info","ts":1784852861.984218,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6cca65b-c854-45d5-9722-c70e6648df12","EoS":false} {"level":"info","ts":1784852861.9842298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6cca65b-c854-45d5-9722-c70e6648df12","EoS":true} {"level":"info","ts":1784852861.9842522,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6cca65b-c854-45d5-9722-c70e6648df12","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784852861.984267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6cca65b-c854-45d5-9722-c70e6648df12","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852861.9842877,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c6cca65b-c854-45d5-9722-c70e6648df12"} {"level":"info","ts":1784852870.964596,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852870.9646773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91ac1cc6-dd78-46df-b6af-ae72435c4ef5"} {"level":"info","ts":1784852870.9646869,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"91ac1cc6-dd78-46df-b6af-ae72435c4ef5"} {"level":"info","ts":1784852870.9646988,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"91ac1cc6-dd78-46df-b6af-ae72435c4ef5","EoS":false} {"level":"info","ts":1784852870.9647112,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"91ac1cc6-dd78-46df-b6af-ae72435c4ef5","EoS":true} {"level":"info","ts":1784852870.9647362,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"91ac1cc6-dd78-46df-b6af-ae72435c4ef5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784852870.9647527,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91ac1cc6-dd78-46df-b6af-ae72435c4ef5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852870.9647746,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"91ac1cc6-dd78-46df-b6af-ae72435c4ef5"} {"level":"info","ts":1784852875.7190917,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852875.719167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"508da04d-c323-4e5e-bc00-b2f1ab19efc8"} {"level":"info","ts":1784852875.719177,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"508da04d-c323-4e5e-bc00-b2f1ab19efc8"} {"level":"info","ts":1784852875.7191887,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"508da04d-c323-4e5e-bc00-b2f1ab19efc8","EoS":false} {"level":"info","ts":1784852875.719202,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"508da04d-c323-4e5e-bc00-b2f1ab19efc8","EoS":true} {"level":"info","ts":1784852875.719223,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"508da04d-c323-4e5e-bc00-b2f1ab19efc8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784852875.7192378,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"508da04d-c323-4e5e-bc00-b2f1ab19efc8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852875.719256,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"508da04d-c323-4e5e-bc00-b2f1ab19efc8"} {"level":"info","ts":1784852880.5120595,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852880.51214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed72c552-0ede-4cd1-87aa-190b847840eb"} {"level":"info","ts":1784852880.5121505,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ed72c552-0ede-4cd1-87aa-190b847840eb"} {"level":"info","ts":1784852880.5121644,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed72c552-0ede-4cd1-87aa-190b847840eb","EoS":false} {"level":"info","ts":1784852880.5121748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed72c552-0ede-4cd1-87aa-190b847840eb","EoS":true} {"level":"info","ts":1784852880.5122006,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed72c552-0ede-4cd1-87aa-190b847840eb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784852880.5122173,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed72c552-0ede-4cd1-87aa-190b847840eb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784852880.5122378,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ed72c552-0ede-4cd1-87aa-190b847840eb"} {"level":"info","ts":1784852880.7861042,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852880.7861924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1632fb4-847e-4b54-9508-81a3e0eee878"} {"level":"info","ts":1784852880.786211,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f1632fb4-847e-4b54-9508-81a3e0eee878"} {"level":"info","ts":1784852880.7862241,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1632fb4-847e-4b54-9508-81a3e0eee878","EoS":false} {"level":"info","ts":1784852880.7862377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1632fb4-847e-4b54-9508-81a3e0eee878","EoS":true} {"level":"info","ts":1784852880.7862568,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1632fb4-847e-4b54-9508-81a3e0eee878","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784852880.7862716,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1632fb4-847e-4b54-9508-81a3e0eee878","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784852880.786293,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f1632fb4-847e-4b54-9508-81a3e0eee878"} {"level":"info","ts":1784852882.8200057,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852882.8200943,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9c7057a-56e3-4908-8740-cbf1234bec8c"} {"level":"info","ts":1784852882.8201134,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a9c7057a-56e3-4908-8740-cbf1234bec8c"} {"level":"info","ts":1784852882.820131,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9c7057a-56e3-4908-8740-cbf1234bec8c","EoS":false} {"level":"info","ts":1784852882.8201451,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9c7057a-56e3-4908-8740-cbf1234bec8c","EoS":true} {"level":"info","ts":1784852882.8201652,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9c7057a-56e3-4908-8740-cbf1234bec8c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784852882.8201792,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9c7057a-56e3-4908-8740-cbf1234bec8c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784852882.8201995,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a9c7057a-56e3-4908-8740-cbf1234bec8c"} {"level":"info","ts":1784852884.8582752,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852884.858378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07689326-f0fb-45eb-8fb8-0c8c3882e081"} {"level":"info","ts":1784852884.8583925,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"07689326-f0fb-45eb-8fb8-0c8c3882e081"} {"level":"info","ts":1784852884.8584118,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"07689326-f0fb-45eb-8fb8-0c8c3882e081","EoS":false} {"level":"info","ts":1784852884.858426,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"07689326-f0fb-45eb-8fb8-0c8c3882e081","EoS":true} {"level":"info","ts":1784852884.8584478,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"07689326-f0fb-45eb-8fb8-0c8c3882e081","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784852884.8584652,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07689326-f0fb-45eb-8fb8-0c8c3882e081","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784852884.8584921,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"07689326-f0fb-45eb-8fb8-0c8c3882e081"} {"level":"info","ts":1784852887.1001139,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852887.1001885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3e4670e-a7d1-4199-b3fb-20425d3f1a32"} {"level":"info","ts":1784852887.1001976,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3e4670e-a7d1-4199-b3fb-20425d3f1a32"} {"level":"info","ts":1784852887.1002107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3e4670e-a7d1-4199-b3fb-20425d3f1a32","EoS":false} {"level":"info","ts":1784852887.1002207,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3e4670e-a7d1-4199-b3fb-20425d3f1a32","EoS":true} {"level":"info","ts":1784852887.1002426,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3e4670e-a7d1-4199-b3fb-20425d3f1a32","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784852887.100257,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3e4670e-a7d1-4199-b3fb-20425d3f1a32","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784852887.10028,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3e4670e-a7d1-4199-b3fb-20425d3f1a32"} {"level":"info","ts":1784852909.4806778,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852909.4807518,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f075382-beaa-46ce-901b-ff221de42bbd"} {"level":"info","ts":1784852909.4807613,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f075382-beaa-46ce-901b-ff221de42bbd"} {"level":"info","ts":1784852909.4807723,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f075382-beaa-46ce-901b-ff221de42bbd","EoS":false} {"level":"info","ts":1784852909.4807827,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f075382-beaa-46ce-901b-ff221de42bbd","EoS":true} {"level":"info","ts":1784852909.4808035,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f075382-beaa-46ce-901b-ff221de42bbd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784852909.4808166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f075382-beaa-46ce-901b-ff221de42bbd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784852909.480836,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f075382-beaa-46ce-901b-ff221de42bbd"} {"level":"info","ts":1784852918.814306,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852918.8144698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c0b6883-813c-445a-a19c-edc87b1d0831"} {"level":"info","ts":1784852918.8144896,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c0b6883-813c-445a-a19c-edc87b1d0831"} {"level":"info","ts":1784852918.8145077,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c0b6883-813c-445a-a19c-edc87b1d0831","EoS":false} {"level":"info","ts":1784852918.8145247,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c0b6883-813c-445a-a19c-edc87b1d0831","EoS":true} {"level":"info","ts":1784852918.8145497,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c0b6883-813c-445a-a19c-edc87b1d0831","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784852918.81457,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c0b6883-813c-445a-a19c-edc87b1d0831","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852918.8145952,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c0b6883-813c-445a-a19c-edc87b1d0831"} {"level":"info","ts":1784852924.366201,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852924.366286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44eb8483-a801-40bb-92a4-5a6860a6028a"} {"level":"info","ts":1784852924.3662987,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44eb8483-a801-40bb-92a4-5a6860a6028a"} {"level":"info","ts":1784852924.3663297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44eb8483-a801-40bb-92a4-5a6860a6028a","EoS":false} {"level":"info","ts":1784852924.36635,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44eb8483-a801-40bb-92a4-5a6860a6028a","EoS":true} {"level":"info","ts":1784852924.366375,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44eb8483-a801-40bb-92a4-5a6860a6028a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784852924.3663917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44eb8483-a801-40bb-92a4-5a6860a6028a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784852924.3664124,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44eb8483-a801-40bb-92a4-5a6860a6028a"} {"level":"info","ts":1784852933.9540966,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852933.954182,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c06e45af-55e0-4757-9fcd-42100b35f222"} {"level":"info","ts":1784852933.9541898,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c06e45af-55e0-4757-9fcd-42100b35f222"} {"level":"info","ts":1784852933.9542017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c06e45af-55e0-4757-9fcd-42100b35f222","EoS":false} {"level":"info","ts":1784852933.954216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c06e45af-55e0-4757-9fcd-42100b35f222","EoS":true} {"level":"info","ts":1784852933.9542375,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c06e45af-55e0-4757-9fcd-42100b35f222","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784852933.9542515,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c06e45af-55e0-4757-9fcd-42100b35f222","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852933.95427,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c06e45af-55e0-4757-9fcd-42100b35f222"} {"level":"info","ts":1784852935.9868352,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852935.9869204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b528f60-6978-4e36-90d2-b4a693234872"} {"level":"info","ts":1784852935.9869409,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b528f60-6978-4e36-90d2-b4a693234872"} {"level":"info","ts":1784852935.9869545,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b528f60-6978-4e36-90d2-b4a693234872","EoS":false} {"level":"info","ts":1784852935.9869676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b528f60-6978-4e36-90d2-b4a693234872","EoS":true} {"level":"info","ts":1784852935.9870024,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b528f60-6978-4e36-90d2-b4a693234872","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784852935.9870176,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b528f60-6978-4e36-90d2-b4a693234872","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852935.9870403,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b528f60-6978-4e36-90d2-b4a693234872"} {"level":"info","ts":1784852945.4467015,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852945.4467795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d0b1b83-3cde-4e85-9970-40f0fe457443"} {"level":"info","ts":1784852945.4467893,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d0b1b83-3cde-4e85-9970-40f0fe457443"} {"level":"info","ts":1784852945.4468005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d0b1b83-3cde-4e85-9970-40f0fe457443","EoS":false} {"level":"info","ts":1784852945.4468265,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d0b1b83-3cde-4e85-9970-40f0fe457443","EoS":true} {"level":"info","ts":1784852945.4468515,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d0b1b83-3cde-4e85-9970-40f0fe457443","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784852945.446867,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d0b1b83-3cde-4e85-9970-40f0fe457443","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852945.4468892,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d0b1b83-3cde-4e85-9970-40f0fe457443"} {"level":"info","ts":1784852945.4932373,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852945.493343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1637b8d-69ba-418f-a722-185a14a6a827"} {"level":"info","ts":1784852945.4933567,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e1637b8d-69ba-418f-a722-185a14a6a827"} {"level":"info","ts":1784852945.4933693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e1637b8d-69ba-418f-a722-185a14a6a827","EoS":false} {"level":"info","ts":1784852945.493382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e1637b8d-69ba-418f-a722-185a14a6a827","EoS":true} {"level":"info","ts":1784852945.493406,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e1637b8d-69ba-418f-a722-185a14a6a827","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784852945.4934256,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e1637b8d-69ba-418f-a722-185a14a6a827","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852945.4934452,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e1637b8d-69ba-418f-a722-185a14a6a827"} {"level":"info","ts":1784852965.1042523,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852965.10437,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7d49c7f-d9a7-4d36-9bb1-c5861cfe36e4"} {"level":"info","ts":1784852965.1043892,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a7d49c7f-d9a7-4d36-9bb1-c5861cfe36e4"} {"level":"info","ts":1784852965.1044066,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7d49c7f-d9a7-4d36-9bb1-c5861cfe36e4","EoS":false} {"level":"info","ts":1784852965.1044247,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7d49c7f-d9a7-4d36-9bb1-c5861cfe36e4","EoS":true} {"level":"info","ts":1784852965.1044536,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7d49c7f-d9a7-4d36-9bb1-c5861cfe36e4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784852965.1044736,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7d49c7f-d9a7-4d36-9bb1-c5861cfe36e4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852965.1044998,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a7d49c7f-d9a7-4d36-9bb1-c5861cfe36e4"} {"level":"info","ts":1784852974.491289,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852974.4913802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a96dfed7-806e-4b83-9ce6-617721a080d0"} {"level":"info","ts":1784852974.4913962,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a96dfed7-806e-4b83-9ce6-617721a080d0"} {"level":"info","ts":1784852974.4914086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a96dfed7-806e-4b83-9ce6-617721a080d0","EoS":false} {"level":"info","ts":1784852974.4914196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a96dfed7-806e-4b83-9ce6-617721a080d0","EoS":true} {"level":"info","ts":1784852974.4914436,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a96dfed7-806e-4b83-9ce6-617721a080d0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784852974.4914584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a96dfed7-806e-4b83-9ce6-617721a080d0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852974.4914782,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a96dfed7-806e-4b83-9ce6-617721a080d0"} {"level":"info","ts":1784852979.7964864,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852979.7965574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c7a9576-c512-47de-9606-0b98800bcc9b"} {"level":"info","ts":1784852979.7965686,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c7a9576-c512-47de-9606-0b98800bcc9b"} {"level":"info","ts":1784852979.7965798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c7a9576-c512-47de-9606-0b98800bcc9b","EoS":false} {"level":"info","ts":1784852979.79659,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c7a9576-c512-47de-9606-0b98800bcc9b","EoS":true} {"level":"info","ts":1784852979.7966104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c7a9576-c512-47de-9606-0b98800bcc9b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784852979.7966251,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c7a9576-c512-47de-9606-0b98800bcc9b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784852979.7966437,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c7a9576-c512-47de-9606-0b98800bcc9b"} {"level":"info","ts":1784853070.542618,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853070.5427167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"084cf54f-aad4-4c06-afc5-4e3ad52b7478"} {"level":"info","ts":1784853070.5427341,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"084cf54f-aad4-4c06-afc5-4e3ad52b7478"} {"level":"info","ts":1784853070.5427535,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"084cf54f-aad4-4c06-afc5-4e3ad52b7478","EoS":false} {"level":"info","ts":1784853070.542772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"084cf54f-aad4-4c06-afc5-4e3ad52b7478","EoS":true} {"level":"info","ts":1784853070.5428007,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"084cf54f-aad4-4c06-afc5-4e3ad52b7478","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784853070.542818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"084cf54f-aad4-4c06-afc5-4e3ad52b7478","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784853070.5428379,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"084cf54f-aad4-4c06-afc5-4e3ad52b7478"} {"level":"info","ts":1784853096.0020962,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853096.00218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4db1017-e358-494d-b65f-b15afd32a314"} {"level":"info","ts":1784853096.00219,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a4db1017-e358-494d-b65f-b15afd32a314"} {"level":"info","ts":1784853096.002202,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4db1017-e358-494d-b65f-b15afd32a314","EoS":false} {"level":"info","ts":1784853096.0022142,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4db1017-e358-494d-b65f-b15afd32a314","EoS":true} {"level":"info","ts":1784853096.0022335,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4db1017-e358-494d-b65f-b15afd32a314","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784853096.002249,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4db1017-e358-494d-b65f-b15afd32a314","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784853096.0022693,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a4db1017-e358-494d-b65f-b15afd32a314"} {"level":"info","ts":1784853133.4972208,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853133.4973004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d78b95d7-1d90-4076-9f42-6d4a76cda413"} {"level":"info","ts":1784853133.4973297,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d78b95d7-1d90-4076-9f42-6d4a76cda413"} {"level":"info","ts":1784853133.4973423,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d78b95d7-1d90-4076-9f42-6d4a76cda413","EoS":false} {"level":"info","ts":1784853133.4973545,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d78b95d7-1d90-4076-9f42-6d4a76cda413","EoS":true} {"level":"info","ts":1784853133.4973764,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d78b95d7-1d90-4076-9f42-6d4a76cda413","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784853133.4973922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d78b95d7-1d90-4076-9f42-6d4a76cda413","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853133.4974113,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d78b95d7-1d90-4076-9f42-6d4a76cda413"} {"level":"info","ts":1784853148.808641,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853148.808719,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5385b41-e8aa-4729-b760-398ffafe17fd"} {"level":"info","ts":1784853148.8087313,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5385b41-e8aa-4729-b760-398ffafe17fd"} {"level":"info","ts":1784853148.808744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5385b41-e8aa-4729-b760-398ffafe17fd","EoS":false} {"level":"info","ts":1784853148.8087542,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5385b41-e8aa-4729-b760-398ffafe17fd","EoS":true} {"level":"info","ts":1784853148.8087754,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5385b41-e8aa-4729-b760-398ffafe17fd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784853148.8087916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5385b41-e8aa-4729-b760-398ffafe17fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853148.8088102,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5385b41-e8aa-4729-b760-398ffafe17fd"} {"level":"info","ts":1784853149.146727,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853149.1468053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47b7f251-3b21-4ca4-9714-979b38302f9a"} {"level":"info","ts":1784853149.1468148,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"47b7f251-3b21-4ca4-9714-979b38302f9a"} {"level":"info","ts":1784853149.1468272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47b7f251-3b21-4ca4-9714-979b38302f9a","EoS":false} {"level":"info","ts":1784853149.1468377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47b7f251-3b21-4ca4-9714-979b38302f9a","EoS":true} {"level":"info","ts":1784853149.146858,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47b7f251-3b21-4ca4-9714-979b38302f9a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784853149.1468744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47b7f251-3b21-4ca4-9714-979b38302f9a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853149.1468954,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"47b7f251-3b21-4ca4-9714-979b38302f9a"} {"level":"info","ts":1784853465.0206306,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853465.0207186,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebc9a5d2-b1fd-4140-87a2-4cc32f50787a"} {"level":"info","ts":1784853465.0207338,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ebc9a5d2-b1fd-4140-87a2-4cc32f50787a"} {"level":"info","ts":1784853465.020747,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebc9a5d2-b1fd-4140-87a2-4cc32f50787a","EoS":false} {"level":"info","ts":1784853465.0207584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebc9a5d2-b1fd-4140-87a2-4cc32f50787a","EoS":true} {"level":"info","ts":1784853465.020779,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ebc9a5d2-b1fd-4140-87a2-4cc32f50787a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784853465.0207942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebc9a5d2-b1fd-4140-87a2-4cc32f50787a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853465.020813,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ebc9a5d2-b1fd-4140-87a2-4cc32f50787a"} {"level":"info","ts":1784853465.059229,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853465.0593328,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"396f0075-a75b-4217-909a-1dcc33ca9ba7"} {"level":"info","ts":1784853465.0593457,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"396f0075-a75b-4217-909a-1dcc33ca9ba7"} {"level":"info","ts":1784853465.0593584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"396f0075-a75b-4217-909a-1dcc33ca9ba7","EoS":false} {"level":"info","ts":1784853465.0593696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"396f0075-a75b-4217-909a-1dcc33ca9ba7","EoS":true} {"level":"info","ts":1784853465.0593889,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"396f0075-a75b-4217-909a-1dcc33ca9ba7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784853465.0594037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"396f0075-a75b-4217-909a-1dcc33ca9ba7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853465.0594218,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"396f0075-a75b-4217-909a-1dcc33ca9ba7"} {"level":"info","ts":1784853465.096883,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853465.0969434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02546e34-b37f-4bdb-9e3e-cf476d448eda"} {"level":"info","ts":1784853465.096953,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"02546e34-b37f-4bdb-9e3e-cf476d448eda"} {"level":"info","ts":1784853465.0969632,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02546e34-b37f-4bdb-9e3e-cf476d448eda","EoS":false} {"level":"info","ts":1784853465.096975,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02546e34-b37f-4bdb-9e3e-cf476d448eda","EoS":true} {"level":"info","ts":1784853465.0969942,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"02546e34-b37f-4bdb-9e3e-cf476d448eda","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784853465.0970085,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02546e34-b37f-4bdb-9e3e-cf476d448eda","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853465.0970263,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"02546e34-b37f-4bdb-9e3e-cf476d448eda"} {"level":"info","ts":1784853469.972438,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d239537c-a103-4003-96b9-f821059ec280"} {"level":"info","ts":1784853469.97253,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8860d2ca-8782-4ae7-825b-62ebaa4ed981","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784853469.9725564,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8860d2ca-8782-4ae7-825b-62ebaa4ed981","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784853469.9798346,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"058095b5-31da-4048-bd1b-bc098bcfd98c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784853469.979865,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"058095b5-31da-4048-bd1b-bc098bcfd98c","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784853469.9812183,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d239537c-a103-4003-96b9-f821059ec280","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784853469.9814603,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37170.531370078,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853469.9814787,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853470.056782,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853470.1410093,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"40e9841e-55e3-40c8-91f7-2de7c5026476","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784853470.1410627,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"40e9841e-55e3-40c8-91f7-2de7c5026476","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784853470.1416526,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38693.944338812,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853470.1416721,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853470.1418772,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9c34d90-5675-468e-b524-4146a21d098e"} {"level":"info","ts":1784853470.1419442,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0aba9009-024d-49c0-a656-aaa1fa74656b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784853470.142075,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0aba9009-024d-49c0-a656-aaa1fa74656b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784853470.1421034,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34560.105834537,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853470.1421196,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853470.150693,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853470.151703,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853470.2359204,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96dadd47-2dd2-4a97-af35-7511bf61c93b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784853470.2359562,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96dadd47-2dd2-4a97-af35-7511bf61c93b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784853470.242222,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d239537c-a103-4003-96b9-f821059ec280","name":"e2e-external-provider"} {"level":"info","ts":1784853470.2422204,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9c34d90-5675-468e-b524-4146a21d098e","name":"e2e-external-model"} {"level":"info","ts":1784853470.2530804,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95ab0d45-f784-4c19-9597-b26ad17ea3d5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784853470.2531164,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95ab0d45-f784-4c19-9597-b26ad17ea3d5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784853470.2539294,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9c34d90-5675-468e-b524-4146a21d098e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784853470.2562182,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d239537c-a103-4003-96b9-f821059ec280","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784853470.2579155,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9c34d90-5675-468e-b524-4146a21d098e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784853470.2580128,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee27ece3-ea15-482e-9131-70c315b02748"} {"level":"info","ts":1784853470.2580676,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee27ece3-ea15-482e-9131-70c315b02748","name":"e2e-external-model"} {"level":"error","ts":1784853470.2596695,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d239537c-a103-4003-96b9-f821059ec280","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784853470.2597485,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"228985e0-9025-410b-8cb7-d7a92176a0de"} {"level":"info","ts":1784853470.2597847,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"228985e0-9025-410b-8cb7-d7a92176a0de","name":"e2e-external-provider"} {"level":"info","ts":1784853470.2659278,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee27ece3-ea15-482e-9131-70c315b02748","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784853470.2686598,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b144d1c9-1b76-480d-8c20-4724817c9bc7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784853470.2686834,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b144d1c9-1b76-480d-8c20-4724817c9bc7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784853470.2712119,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee27ece3-ea15-482e-9131-70c315b02748","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784853470.271247,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"228985e0-9025-410b-8cb7-d7a92176a0de","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784853470.2712762,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96f0bd13-6747-4e11-a85b-cb3844623a47"} {"level":"info","ts":1784853470.2713323,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96f0bd13-6747-4e11-a85b-cb3844623a47","name":"e2e-external-model"} {"level":"info","ts":1784853470.2820015,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96f0bd13-6747-4e11-a85b-cb3844623a47","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784853479.6197238,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853479.6198094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"868c0f8e-95c8-429c-b218-65c42ba34d71"} {"level":"info","ts":1784853479.619836,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"868c0f8e-95c8-429c-b218-65c42ba34d71"} {"level":"info","ts":1784853479.6198552,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"868c0f8e-95c8-429c-b218-65c42ba34d71","EoS":false} {"level":"info","ts":1784853479.6198704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"868c0f8e-95c8-429c-b218-65c42ba34d71","EoS":true} {"level":"info","ts":1784853479.6198902,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"868c0f8e-95c8-429c-b218-65c42ba34d71","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784853479.619905,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"868c0f8e-95c8-429c-b218-65c42ba34d71","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784853479.6199124,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"868c0f8e-95c8-429c-b218-65c42ba34d71","modelName":"e2e-external-model"} {"level":"info","ts":1784853479.6199293,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"868c0f8e-95c8-429c-b218-65c42ba34d71","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784853479.6199822,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"868c0f8e-95c8-429c-b218-65c42ba34d71"} {"level":"info","ts":1784853479.6760995,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853479.676169,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d5661ca-79c8-431c-9b4b-8d3ca92ba4a0"} {"level":"info","ts":1784853479.6761787,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d5661ca-79c8-431c-9b4b-8d3ca92ba4a0"} {"level":"info","ts":1784853479.6761897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d5661ca-79c8-431c-9b4b-8d3ca92ba4a0","EoS":false} {"level":"info","ts":1784853479.6761992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d5661ca-79c8-431c-9b4b-8d3ca92ba4a0","EoS":true} {"level":"info","ts":1784853479.676221,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d5661ca-79c8-431c-9b4b-8d3ca92ba4a0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784853479.6762352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d5661ca-79c8-431c-9b4b-8d3ca92ba4a0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784853479.6762452,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7d5661ca-79c8-431c-9b4b-8d3ca92ba4a0","modelName":"e2e-external-model"} {"level":"info","ts":1784853479.6762586,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7d5661ca-79c8-431c-9b4b-8d3ca92ba4a0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784853479.676297,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d5661ca-79c8-431c-9b4b-8d3ca92ba4a0"} {"level":"info","ts":1784853479.700473,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853479.700552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca2e4775-416e-438c-9911-c6c20bb11a43"} {"level":"info","ts":1784853479.7005625,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ca2e4775-416e-438c-9911-c6c20bb11a43"} {"level":"info","ts":1784853479.7005727,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ca2e4775-416e-438c-9911-c6c20bb11a43","EoS":false} {"level":"info","ts":1784853479.7005825,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ca2e4775-416e-438c-9911-c6c20bb11a43","EoS":true} {"level":"info","ts":1784853479.7006075,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca2e4775-416e-438c-9911-c6c20bb11a43","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784853479.7006195,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca2e4775-416e-438c-9911-c6c20bb11a43","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784853479.7006278,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ca2e4775-416e-438c-9911-c6c20bb11a43","modelName":"e2e-external-model"} {"level":"info","ts":1784853479.7006407,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ca2e4775-416e-438c-9911-c6c20bb11a43","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784853479.7006764,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ca2e4775-416e-438c-9911-c6c20bb11a43"} {"level":"info","ts":1784853479.830125,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e99b9776-847f-498c-8b8a-598bb9aebbcc"} {"level":"info","ts":1784853479.8301961,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e84aa092-3943-44fc-803d-f49d6e731c6b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784853479.8302293,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e84aa092-3943-44fc-803d-f49d6e731c6b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784853479.835909,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1c11b50-d903-4d9a-ac38-9352a516dfb4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784853479.8359349,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1c11b50-d903-4d9a-ac38-9352a516dfb4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784853479.839484,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e99b9776-847f-498c-8b8a-598bb9aebbcc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784853479.8395395,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e99b9776-847f-498c-8b8a-598bb9aebbcc","name":"e2e-cleanup-test"} {"level":"info","ts":1784853479.8535976,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e045efd5-abea-4697-a144-4f4ef052c26f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784853479.8536277,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e045efd5-abea-4697-a144-4f4ef052c26f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784853479.8579748,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e99b9776-847f-498c-8b8a-598bb9aebbcc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784853479.858012,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e99b9776-847f-498c-8b8a-598bb9aebbcc","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784853479.8580852,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abd5c22f-6c55-4062-85f0-21c37d5eba58"} {"level":"info","ts":1784853479.858139,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abd5c22f-6c55-4062-85f0-21c37d5eba58","name":"e2e-cleanup-test"} {"level":"info","ts":1784853479.869853,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee504672-a79f-43c0-8329-a0c4a6094a7f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784853479.86988,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee504672-a79f-43c0-8329-a0c4a6094a7f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784853479.871178,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abd5c22f-6c55-4062-85f0-21c37d5eba58","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784853479.8712108,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abd5c22f-6c55-4062-85f0-21c37d5eba58","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784853479.8712683,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9a3e197-8f39-4295-bb17-4930da931793"} {"level":"info","ts":1784853479.8713336,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9a3e197-8f39-4295-bb17-4930da931793","name":"e2e-cleanup-test"} {"level":"info","ts":1784853479.8799174,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9a3e197-8f39-4295-bb17-4930da931793","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784853479.8855886,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9bd9aadb-45b1-4b4d-971c-0e7e0de43ae2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784853479.8856199,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9bd9aadb-45b1-4b4d-971c-0e7e0de43ae2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784853479.8869755,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9a3e197-8f39-4295-bb17-4930da931793","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784853479.887045,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"103666b6-1f02-48b5-b05c-37675f12804e"} {"level":"info","ts":1784853479.8870852,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"103666b6-1f02-48b5-b05c-37675f12804e","name":"e2e-cleanup-test"} {"level":"info","ts":1784853479.8991656,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"103666b6-1f02-48b5-b05c-37675f12804e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784853488.1092484,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b5901cd5-fb31-489b-a5a3-4f640b7cb1f7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784853488.1092935,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b5901cd5-fb31-489b-a5a3-4f640b7cb1f7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784853488.1092484,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7dacdd6f-5f01-4a0f-9925-f5de6bbf55c9"} {"level":"info","ts":1784853492.4319494,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853492.432045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dde72ec1-eacb-4bd9-8f0f-ace7897fdb86"} {"level":"info","ts":1784853492.4320571,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dde72ec1-eacb-4bd9-8f0f-ace7897fdb86"} {"level":"info","ts":1784853492.4320753,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dde72ec1-eacb-4bd9-8f0f-ace7897fdb86","EoS":false} {"level":"info","ts":1784853492.4320939,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dde72ec1-eacb-4bd9-8f0f-ace7897fdb86","EoS":true} {"level":"info","ts":1784853492.4321206,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dde72ec1-eacb-4bd9-8f0f-ace7897fdb86","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784853492.4321418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dde72ec1-eacb-4bd9-8f0f-ace7897fdb86","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784853492.4321735,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dde72ec1-eacb-4bd9-8f0f-ace7897fdb86"} {"level":"info","ts":1784853492.4598224,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853492.4598954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66c08313-eac7-4eb6-844f-ce3976109014"} {"level":"info","ts":1784853492.4599073,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"66c08313-eac7-4eb6-844f-ce3976109014"} {"level":"info","ts":1784853492.4599185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66c08313-eac7-4eb6-844f-ce3976109014","EoS":false} {"level":"info","ts":1784853492.4599316,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66c08313-eac7-4eb6-844f-ce3976109014","EoS":true} {"level":"info","ts":1784853492.4599495,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66c08313-eac7-4eb6-844f-ce3976109014","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784853492.4599674,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66c08313-eac7-4eb6-844f-ce3976109014","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784853492.4599762,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"66c08313-eac7-4eb6-844f-ce3976109014","modelName":"e2e-external-model"} {"level":"info","ts":1784853492.45999,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"66c08313-eac7-4eb6-844f-ce3976109014","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784853492.4600236,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"66c08313-eac7-4eb6-844f-ce3976109014"} {"level":"info","ts":1784853492.502549,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853492.5026226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fcf69b6-cdd7-472d-a218-5b9021277772"} {"level":"info","ts":1784853492.5026317,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6fcf69b6-cdd7-472d-a218-5b9021277772"} {"level":"info","ts":1784853492.5026424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fcf69b6-cdd7-472d-a218-5b9021277772","EoS":false} {"level":"info","ts":1784853492.5026531,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fcf69b6-cdd7-472d-a218-5b9021277772","EoS":true} {"level":"info","ts":1784853492.5026731,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6fcf69b6-cdd7-472d-a218-5b9021277772","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784853492.502688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fcf69b6-cdd7-472d-a218-5b9021277772","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784853492.5027072,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6fcf69b6-cdd7-472d-a218-5b9021277772"} {"level":"info","ts":1784853492.6652715,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853492.6653857,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e22b6c8-68a2-4792-a26d-2cc7536b1128"} {"level":"info","ts":1784853492.6654007,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3e22b6c8-68a2-4792-a26d-2cc7536b1128"} {"level":"info","ts":1784853492.6654258,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e22b6c8-68a2-4792-a26d-2cc7536b1128","EoS":false} {"level":"info","ts":1784853492.6654391,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e22b6c8-68a2-4792-a26d-2cc7536b1128","EoS":true} {"level":"info","ts":1784853492.6654675,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"3e22b6c8-68a2-4792-a26d-2cc7536b1128","field":"model"} {"level":"info","ts":1784853492.665494,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3e22b6c8-68a2-4792-a26d-2cc7536b1128"} {"level":"info","ts":1784853493.595506,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b41ee063-c53f-47c5-a796-ac43ff41f23a"} {"level":"info","ts":1784853493.595507,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8e044d0-d302-4fac-96dc-37a6f09d4067","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784853493.5955536,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8e044d0-d302-4fac-96dc-37a6f09d4067","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784853493.757995,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90a40218-2842-4962-aff9-a1341d86dfb5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784853493.7580342,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90a40218-2842-4962-aff9-a1341d86dfb5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784853493.7580295,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"830072eb-e48a-454c-9162-760d7e64169f"} {"level":"info","ts":1784854608.7292824,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784854608.7293906,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"581a620c-5a70-4d53-a847-312af13a9894"} {"level":"info","ts":1784854662.7109728,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784854662.7110832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"355c0766-2eb0-4f12-8bc2-253e65c9f9eb"} {"level":"info","ts":1784854662.7110987,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"355c0766-2eb0-4f12-8bc2-253e65c9f9eb"} {"level":"info","ts":1784854662.7111108,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"355c0766-2eb0-4f12-8bc2-253e65c9f9eb","EoS":false} {"level":"info","ts":1784854662.711124,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"355c0766-2eb0-4f12-8bc2-253e65c9f9eb","EoS":true} {"level":"info","ts":1784854662.7111487,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"355c0766-2eb0-4f12-8bc2-253e65c9f9eb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784854662.7111642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"355c0766-2eb0-4f12-8bc2-253e65c9f9eb","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784854662.7111864,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"355c0766-2eb0-4f12-8bc2-253e65c9f9eb"}