{"level":"info","ts":1784806830.9722064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac379c51-f944-4b43-b0f8-cc46c0741376","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806830.9722295,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac379c51-f944-4b43-b0f8-cc46c0741376"} {"level":"info","ts":1784806831.0095413,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806831.0096254,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43ba10f9-4ae0-4d27-a302-a1e20e34a186"} {"level":"info","ts":1784806831.00964,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43ba10f9-4ae0-4d27-a302-a1e20e34a186"} {"level":"info","ts":1784806831.009658,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43ba10f9-4ae0-4d27-a302-a1e20e34a186","EoS":false} {"level":"info","ts":1784806831.0096796,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43ba10f9-4ae0-4d27-a302-a1e20e34a186","EoS":true} {"level":"info","ts":1784806831.0097108,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43ba10f9-4ae0-4d27-a302-a1e20e34a186","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784806831.00973,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43ba10f9-4ae0-4d27-a302-a1e20e34a186","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806831.009784,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43ba10f9-4ae0-4d27-a302-a1e20e34a186"} {"level":"info","ts":1784806835.1665454,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806835.1666214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d88a8ff-62e1-46dc-936f-3ebd6b459ebb"} {"level":"info","ts":1784806835.1666327,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8d88a8ff-62e1-46dc-936f-3ebd6b459ebb"} {"level":"info","ts":1784806835.1666446,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d88a8ff-62e1-46dc-936f-3ebd6b459ebb","EoS":false} {"level":"info","ts":1784806835.1666577,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d88a8ff-62e1-46dc-936f-3ebd6b459ebb","EoS":true} {"level":"info","ts":1784806835.1666794,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8d88a8ff-62e1-46dc-936f-3ebd6b459ebb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784806835.1666937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d88a8ff-62e1-46dc-936f-3ebd6b459ebb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806835.16672,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8d88a8ff-62e1-46dc-936f-3ebd6b459ebb"} {"level":"info","ts":1784806854.1029208,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806854.1030004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37021c64-3fb2-45ea-9eeb-905f19e11e47"} {"level":"info","ts":1784806854.1030126,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37021c64-3fb2-45ea-9eeb-905f19e11e47"} {"level":"info","ts":1784806854.1030235,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37021c64-3fb2-45ea-9eeb-905f19e11e47","EoS":false} {"level":"info","ts":1784806854.1030338,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37021c64-3fb2-45ea-9eeb-905f19e11e47","EoS":true} {"level":"info","ts":1784806854.103054,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37021c64-3fb2-45ea-9eeb-905f19e11e47","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806854.1030686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37021c64-3fb2-45ea-9eeb-905f19e11e47","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806854.1030948,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37021c64-3fb2-45ea-9eeb-905f19e11e47"} {"level":"info","ts":1784806854.239589,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806854.2396703,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11456094-02c4-4597-aabc-b1f50b7246a8"} {"level":"info","ts":1784806854.2396822,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"11456094-02c4-4597-aabc-b1f50b7246a8"} {"level":"info","ts":1784806854.2396948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11456094-02c4-4597-aabc-b1f50b7246a8","EoS":false} {"level":"info","ts":1784806854.2397153,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11456094-02c4-4597-aabc-b1f50b7246a8","EoS":true} {"level":"info","ts":1784806854.2397342,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"11456094-02c4-4597-aabc-b1f50b7246a8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806854.2397492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11456094-02c4-4597-aabc-b1f50b7246a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806854.2397995,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"11456094-02c4-4597-aabc-b1f50b7246a8"} {"level":"info","ts":1784806854.3791878,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806854.3792706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de3db726-0326-4ff8-9b2c-eb5e230ece09"} {"level":"info","ts":1784806854.379281,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de3db726-0326-4ff8-9b2c-eb5e230ece09"} {"level":"info","ts":1784806854.3792949,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de3db726-0326-4ff8-9b2c-eb5e230ece09","EoS":false} {"level":"info","ts":1784806854.3793063,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de3db726-0326-4ff8-9b2c-eb5e230ece09","EoS":true} {"level":"info","ts":1784806854.3793354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de3db726-0326-4ff8-9b2c-eb5e230ece09","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806854.3793526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de3db726-0326-4ff8-9b2c-eb5e230ece09","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806854.3793714,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de3db726-0326-4ff8-9b2c-eb5e230ece09"} {"level":"info","ts":1784806854.5131795,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806854.5132577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0cf24cf8-1450-48fa-82cd-880c5f7792be"} {"level":"info","ts":1784806854.513268,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0cf24cf8-1450-48fa-82cd-880c5f7792be"} {"level":"info","ts":1784806854.513279,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0cf24cf8-1450-48fa-82cd-880c5f7792be","EoS":false} {"level":"info","ts":1784806854.5132923,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0cf24cf8-1450-48fa-82cd-880c5f7792be","EoS":true} {"level":"info","ts":1784806854.5133133,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0cf24cf8-1450-48fa-82cd-880c5f7792be","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806854.5133283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0cf24cf8-1450-48fa-82cd-880c5f7792be","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806854.5133502,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0cf24cf8-1450-48fa-82cd-880c5f7792be"} {"level":"info","ts":1784806854.6470633,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806854.647148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4e4e4dd-770c-4baa-9d1b-c83150a904b4"} {"level":"info","ts":1784806854.6471572,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b4e4e4dd-770c-4baa-9d1b-c83150a904b4"} {"level":"info","ts":1784806854.6471682,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4e4e4dd-770c-4baa-9d1b-c83150a904b4","EoS":false} {"level":"info","ts":1784806854.64718,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4e4e4dd-770c-4baa-9d1b-c83150a904b4","EoS":true} {"level":"info","ts":1784806854.6472037,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b4e4e4dd-770c-4baa-9d1b-c83150a904b4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806854.6472256,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4e4e4dd-770c-4baa-9d1b-c83150a904b4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806854.6472514,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b4e4e4dd-770c-4baa-9d1b-c83150a904b4"} {"level":"info","ts":1784806854.7830527,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806854.7831476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"126d0752-7559-424a-b98d-26a340749432"} {"level":"info","ts":1784806854.783161,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"126d0752-7559-424a-b98d-26a340749432"} {"level":"info","ts":1784806854.7831721,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"126d0752-7559-424a-b98d-26a340749432","EoS":false} {"level":"info","ts":1784806854.7831845,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"126d0752-7559-424a-b98d-26a340749432","EoS":true} {"level":"info","ts":1784806854.7832105,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"126d0752-7559-424a-b98d-26a340749432","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806854.783225,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"126d0752-7559-424a-b98d-26a340749432","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806854.7832441,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"126d0752-7559-424a-b98d-26a340749432"} {"level":"info","ts":1784806874.6246963,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806874.6247945,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ccd0522-cd2f-4ad0-aa3e-01917938319f"} {"level":"info","ts":1784806874.624808,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ccd0522-cd2f-4ad0-aa3e-01917938319f"} {"level":"info","ts":1784806874.6248226,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ccd0522-cd2f-4ad0-aa3e-01917938319f","EoS":false} {"level":"info","ts":1784806874.624834,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ccd0522-cd2f-4ad0-aa3e-01917938319f","EoS":true} {"level":"info","ts":1784806874.6248531,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ccd0522-cd2f-4ad0-aa3e-01917938319f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806874.6248684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ccd0522-cd2f-4ad0-aa3e-01917938319f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806874.624893,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ccd0522-cd2f-4ad0-aa3e-01917938319f"} {"level":"info","ts":1784806874.6608322,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806874.660892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d312202-530b-46fd-b2ca-f07619370f64"} {"level":"info","ts":1784806874.6609037,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d312202-530b-46fd-b2ca-f07619370f64"} {"level":"info","ts":1784806874.660914,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d312202-530b-46fd-b2ca-f07619370f64","EoS":false} {"level":"info","ts":1784806874.6609254,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d312202-530b-46fd-b2ca-f07619370f64","EoS":true} {"level":"info","ts":1784806874.6609402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d312202-530b-46fd-b2ca-f07619370f64","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806874.6609538,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d312202-530b-46fd-b2ca-f07619370f64","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806874.6609702,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3d312202-530b-46fd-b2ca-f07619370f64"} {"level":"info","ts":1784806874.6984801,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806874.6985579,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a340200b-564e-4201-8e64-2ec856e95d3b"} {"level":"info","ts":1784806874.698571,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a340200b-564e-4201-8e64-2ec856e95d3b"} {"level":"info","ts":1784806874.6985936,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a340200b-564e-4201-8e64-2ec856e95d3b","EoS":false} {"level":"info","ts":1784806874.6986094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a340200b-564e-4201-8e64-2ec856e95d3b","EoS":true} {"level":"info","ts":1784806874.6986341,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a340200b-564e-4201-8e64-2ec856e95d3b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806874.6986518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a340200b-564e-4201-8e64-2ec856e95d3b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806874.6986752,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a340200b-564e-4201-8e64-2ec856e95d3b"} {"level":"info","ts":1784806874.7315197,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806874.731579,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a35c2105-c3dd-4e23-902d-e8e6e429c6a7"} {"level":"info","ts":1784806874.7316108,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a35c2105-c3dd-4e23-902d-e8e6e429c6a7"} {"level":"info","ts":1784806874.7316232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a35c2105-c3dd-4e23-902d-e8e6e429c6a7","EoS":false} {"level":"info","ts":1784806874.7316327,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a35c2105-c3dd-4e23-902d-e8e6e429c6a7","EoS":true} {"level":"info","ts":1784806874.7316477,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a35c2105-c3dd-4e23-902d-e8e6e429c6a7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806874.7316604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a35c2105-c3dd-4e23-902d-e8e6e429c6a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806874.7316756,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a35c2105-c3dd-4e23-902d-e8e6e429c6a7"} {"level":"info","ts":1784806874.760862,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806874.7609189,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"939d329b-76db-4d69-b340-67ad7ddde2ec"} {"level":"info","ts":1784806879.3740416,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806879.374121,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83d5dd74-030a-4dab-a406-e87e2ec2ffcb"} {"level":"info","ts":1784806879.3741326,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"83d5dd74-030a-4dab-a406-e87e2ec2ffcb"} {"level":"info","ts":1784806879.374144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83d5dd74-030a-4dab-a406-e87e2ec2ffcb","EoS":false} {"level":"info","ts":1784806879.374157,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83d5dd74-030a-4dab-a406-e87e2ec2ffcb","EoS":true} {"level":"info","ts":1784806879.3741765,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83d5dd74-030a-4dab-a406-e87e2ec2ffcb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806879.3741922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83d5dd74-030a-4dab-a406-e87e2ec2ffcb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806879.3742125,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"83d5dd74-030a-4dab-a406-e87e2ec2ffcb"} {"level":"info","ts":1784806887.9405215,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806887.9406018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"088bf48f-977b-4f7c-9f8e-b87fafff4067"} {"level":"info","ts":1784806887.9406147,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"088bf48f-977b-4f7c-9f8e-b87fafff4067"} {"level":"info","ts":1784806887.9406257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"088bf48f-977b-4f7c-9f8e-b87fafff4067","EoS":false} {"level":"info","ts":1784806887.9406366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"088bf48f-977b-4f7c-9f8e-b87fafff4067","EoS":true} {"level":"info","ts":1784806887.940657,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"088bf48f-977b-4f7c-9f8e-b87fafff4067","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784806887.940673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"088bf48f-977b-4f7c-9f8e-b87fafff4067","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806887.940706,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"088bf48f-977b-4f7c-9f8e-b87fafff4067"} {"level":"info","ts":1784806900.8036928,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806900.8038175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ea0b390-1fdc-48c9-9efd-cde5bd58f278"} {"level":"info","ts":1784806900.8038664,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ea0b390-1fdc-48c9-9efd-cde5bd58f278"} {"level":"info","ts":1784806900.8038888,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ea0b390-1fdc-48c9-9efd-cde5bd58f278","EoS":false} {"level":"info","ts":1784806900.8039346,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ea0b390-1fdc-48c9-9efd-cde5bd58f278","EoS":true} {"level":"info","ts":1784806900.8039637,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ea0b390-1fdc-48c9-9efd-cde5bd58f278","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806900.803981,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ea0b390-1fdc-48c9-9efd-cde5bd58f278","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806900.8040116,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ea0b390-1fdc-48c9-9efd-cde5bd58f278"} {"level":"info","ts":1784806909.340128,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806909.3402104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34427b97-acad-4441-af25-afc190d7c5b9"} {"level":"info","ts":1784806909.3402205,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34427b97-acad-4441-af25-afc190d7c5b9"} {"level":"info","ts":1784806909.3402317,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34427b97-acad-4441-af25-afc190d7c5b9","EoS":false} {"level":"info","ts":1784806909.340242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34427b97-acad-4441-af25-afc190d7c5b9","EoS":true} {"level":"info","ts":1784806909.3402615,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34427b97-acad-4441-af25-afc190d7c5b9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806909.3402784,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34427b97-acad-4441-af25-afc190d7c5b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806909.3402977,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34427b97-acad-4441-af25-afc190d7c5b9"} {"level":"info","ts":1784806918.208011,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806918.2080855,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04182e1e-4051-444e-8a13-ffc36c358c12"} {"level":"info","ts":1784806918.2080953,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"04182e1e-4051-444e-8a13-ffc36c358c12"} {"level":"info","ts":1784806918.208106,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04182e1e-4051-444e-8a13-ffc36c358c12","EoS":false} {"level":"info","ts":1784806918.2081165,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04182e1e-4051-444e-8a13-ffc36c358c12","EoS":true} {"level":"info","ts":1784806918.2081368,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04182e1e-4051-444e-8a13-ffc36c358c12","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806918.2081518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04182e1e-4051-444e-8a13-ffc36c358c12","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806918.2081723,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"04182e1e-4051-444e-8a13-ffc36c358c12"} {"level":"info","ts":1784806927.1904857,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806927.190573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b0ed60d-c17b-4a65-8b0d-bd726db6e36d"} {"level":"info","ts":1784806927.190587,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b0ed60d-c17b-4a65-8b0d-bd726db6e36d"} {"level":"info","ts":1784806927.1906075,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b0ed60d-c17b-4a65-8b0d-bd726db6e36d","EoS":false} {"level":"info","ts":1784806927.1906273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b0ed60d-c17b-4a65-8b0d-bd726db6e36d","EoS":true} {"level":"info","ts":1784806927.1906612,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b0ed60d-c17b-4a65-8b0d-bd726db6e36d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806927.1906831,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b0ed60d-c17b-4a65-8b0d-bd726db6e36d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806927.1907165,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b0ed60d-c17b-4a65-8b0d-bd726db6e36d"} {"level":"info","ts":1784806931.9450047,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806931.9450831,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"495ec000-b025-44f6-87c3-f75f799b1833"} {"level":"info","ts":1784806931.9450927,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"495ec000-b025-44f6-87c3-f75f799b1833"} {"level":"info","ts":1784806931.9451044,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"495ec000-b025-44f6-87c3-f75f799b1833","EoS":false} {"level":"info","ts":1784806931.9451158,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"495ec000-b025-44f6-87c3-f75f799b1833","EoS":true} {"level":"info","ts":1784806931.9451387,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"495ec000-b025-44f6-87c3-f75f799b1833","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784806931.945153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"495ec000-b025-44f6-87c3-f75f799b1833","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806931.945173,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"495ec000-b025-44f6-87c3-f75f799b1833"} {"level":"info","ts":1784806936.708216,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806936.708304,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f13800cf-9e38-4285-84b6-444ac0a3593f"} {"level":"info","ts":1784806936.7083173,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f13800cf-9e38-4285-84b6-444ac0a3593f"} {"level":"info","ts":1784806936.708329,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f13800cf-9e38-4285-84b6-444ac0a3593f","EoS":false} {"level":"info","ts":1784806936.7083414,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f13800cf-9e38-4285-84b6-444ac0a3593f","EoS":true} {"level":"info","ts":1784806936.7083704,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f13800cf-9e38-4285-84b6-444ac0a3593f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784806936.7083867,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f13800cf-9e38-4285-84b6-444ac0a3593f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806936.7084067,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f13800cf-9e38-4285-84b6-444ac0a3593f"} {"level":"info","ts":1784806936.9660113,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806936.966105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8954de47-da7a-4f7c-9734-72511dde8cdf"} {"level":"info","ts":1784806936.9661174,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8954de47-da7a-4f7c-9734-72511dde8cdf"} {"level":"info","ts":1784806936.966135,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8954de47-da7a-4f7c-9734-72511dde8cdf","EoS":false} {"level":"info","ts":1784806936.9661512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8954de47-da7a-4f7c-9734-72511dde8cdf","EoS":true} {"level":"info","ts":1784806936.9661703,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8954de47-da7a-4f7c-9734-72511dde8cdf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784806936.9661856,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8954de47-da7a-4f7c-9734-72511dde8cdf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806936.9662066,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8954de47-da7a-4f7c-9734-72511dde8cdf"} {"level":"info","ts":1784806938.9973118,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806938.9973996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a990b61-0ed2-4219-9c54-645445cf21cc"} {"level":"info","ts":1784806938.9974132,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a990b61-0ed2-4219-9c54-645445cf21cc"} {"level":"info","ts":1784806938.9974248,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a990b61-0ed2-4219-9c54-645445cf21cc","EoS":false} {"level":"info","ts":1784806938.9974353,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a990b61-0ed2-4219-9c54-645445cf21cc","EoS":true} {"level":"info","ts":1784806938.9974556,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a990b61-0ed2-4219-9c54-645445cf21cc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784806938.9974701,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a990b61-0ed2-4219-9c54-645445cf21cc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806938.9974911,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a990b61-0ed2-4219-9c54-645445cf21cc"} {"level":"info","ts":1784806941.0315084,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806941.0316234,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"352d7ec0-cfe2-4c95-9316-9f4b48c65530"} {"level":"info","ts":1784806941.0316453,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"352d7ec0-cfe2-4c95-9316-9f4b48c65530"} {"level":"info","ts":1784806941.0316641,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"352d7ec0-cfe2-4c95-9316-9f4b48c65530","EoS":false} {"level":"info","ts":1784806941.0316865,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"352d7ec0-cfe2-4c95-9316-9f4b48c65530","EoS":true} {"level":"info","ts":1784806941.0317192,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"352d7ec0-cfe2-4c95-9316-9f4b48c65530","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784806941.0318854,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"352d7ec0-cfe2-4c95-9316-9f4b48c65530","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806941.0319242,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"352d7ec0-cfe2-4c95-9316-9f4b48c65530"} {"level":"info","ts":1784806963.6768928,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806963.676976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3fb5321-4cc7-4479-8ae8-27ea7261292f"} {"level":"info","ts":1784806963.6769853,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c3fb5321-4cc7-4479-8ae8-27ea7261292f"} {"level":"info","ts":1784806963.676997,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3fb5321-4cc7-4479-8ae8-27ea7261292f","EoS":false} {"level":"info","ts":1784806963.6770096,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3fb5321-4cc7-4479-8ae8-27ea7261292f","EoS":true} {"level":"info","ts":1784806963.6770291,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3fb5321-4cc7-4479-8ae8-27ea7261292f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784806963.6770465,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3fb5321-4cc7-4479-8ae8-27ea7261292f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806963.677068,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c3fb5321-4cc7-4479-8ae8-27ea7261292f"} {"level":"info","ts":1784806972.9951127,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806972.9952106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cf7c92f-d628-4646-b2b9-208d9a6e8085"} {"level":"info","ts":1784806972.995226,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7cf7c92f-d628-4646-b2b9-208d9a6e8085"} {"level":"info","ts":1784806972.9952443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cf7c92f-d628-4646-b2b9-208d9a6e8085","EoS":false} {"level":"info","ts":1784806972.9952662,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cf7c92f-d628-4646-b2b9-208d9a6e8085","EoS":true} {"level":"info","ts":1784806972.9952986,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7cf7c92f-d628-4646-b2b9-208d9a6e8085","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806972.9953177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cf7c92f-d628-4646-b2b9-208d9a6e8085","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806972.9953473,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7cf7c92f-d628-4646-b2b9-208d9a6e8085"} {"level":"info","ts":1784806978.4743922,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806978.474472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c4e9935-fd1d-464b-ac07-bc2436c5fe33"} {"level":"info","ts":1784806978.4744864,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2c4e9935-fd1d-464b-ac07-bc2436c5fe33"} {"level":"info","ts":1784806978.4744978,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c4e9935-fd1d-464b-ac07-bc2436c5fe33","EoS":false} {"level":"info","ts":1784806978.4745088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c4e9935-fd1d-464b-ac07-bc2436c5fe33","EoS":true} {"level":"info","ts":1784806978.4745295,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2c4e9935-fd1d-464b-ac07-bc2436c5fe33","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784806978.4745471,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c4e9935-fd1d-464b-ac07-bc2436c5fe33","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806978.4745712,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2c4e9935-fd1d-464b-ac07-bc2436c5fe33"} {"level":"info","ts":1784806988.0716367,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806988.0717134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"204c6de7-6999-46a6-98c9-efd73e1d362a"} {"level":"info","ts":1784806988.0717251,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"204c6de7-6999-46a6-98c9-efd73e1d362a"} {"level":"info","ts":1784806988.0717397,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"204c6de7-6999-46a6-98c9-efd73e1d362a","EoS":false} {"level":"info","ts":1784806988.0717514,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"204c6de7-6999-46a6-98c9-efd73e1d362a","EoS":true} {"level":"info","ts":1784806988.0717926,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"204c6de7-6999-46a6-98c9-efd73e1d362a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806988.07181,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"204c6de7-6999-46a6-98c9-efd73e1d362a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806988.0718377,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"204c6de7-6999-46a6-98c9-efd73e1d362a"} {"level":"info","ts":1784806990.10511,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806990.1051888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3ef2137-c1de-407a-a55f-d7a54f5fbac8"} {"level":"info","ts":1784806990.1051993,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3ef2137-c1de-407a-a55f-d7a54f5fbac8"} {"level":"info","ts":1784806990.1052115,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3ef2137-c1de-407a-a55f-d7a54f5fbac8","EoS":false} {"level":"info","ts":1784806990.1052208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3ef2137-c1de-407a-a55f-d7a54f5fbac8","EoS":true} {"level":"info","ts":1784806990.1052403,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3ef2137-c1de-407a-a55f-d7a54f5fbac8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806990.1052554,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3ef2137-c1de-407a-a55f-d7a54f5fbac8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806990.1052773,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3ef2137-c1de-407a-a55f-d7a54f5fbac8"} {"level":"info","ts":1784806999.4846342,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806999.4847176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2c9547f-0f21-469a-8f1a-077538761998"} {"level":"info","ts":1784806999.4847307,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c2c9547f-0f21-469a-8f1a-077538761998"} {"level":"info","ts":1784806999.4847417,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2c9547f-0f21-469a-8f1a-077538761998","EoS":false} {"level":"info","ts":1784806999.4847527,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2c9547f-0f21-469a-8f1a-077538761998","EoS":true} {"level":"info","ts":1784806999.4848075,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c2c9547f-0f21-469a-8f1a-077538761998","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806999.4848263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2c9547f-0f21-469a-8f1a-077538761998","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806999.4848464,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c2c9547f-0f21-469a-8f1a-077538761998"} {"level":"info","ts":1784806999.5239496,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806999.5240512,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4c08a30-b0e6-49f4-8055-00206d64a907"} {"level":"info","ts":1784806999.524068,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f4c08a30-b0e6-49f4-8055-00206d64a907"} {"level":"info","ts":1784806999.5240862,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f4c08a30-b0e6-49f4-8055-00206d64a907","EoS":false} {"level":"info","ts":1784806999.524105,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f4c08a30-b0e6-49f4-8055-00206d64a907","EoS":true} {"level":"info","ts":1784806999.5241337,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f4c08a30-b0e6-49f4-8055-00206d64a907","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784806999.5241528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4c08a30-b0e6-49f4-8055-00206d64a907","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806999.5241804,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f4c08a30-b0e6-49f4-8055-00206d64a907"} {"level":"info","ts":1784807018.6309593,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807018.6310556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93bb26e5-b50a-45a1-a528-85c243c8fae9"} {"level":"info","ts":1784807018.6310735,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"93bb26e5-b50a-45a1-a528-85c243c8fae9"} {"level":"info","ts":1784807018.631089,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93bb26e5-b50a-45a1-a528-85c243c8fae9","EoS":false} {"level":"info","ts":1784807018.631104,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93bb26e5-b50a-45a1-a528-85c243c8fae9","EoS":true} {"level":"info","ts":1784807018.6311288,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93bb26e5-b50a-45a1-a528-85c243c8fae9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807018.631152,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93bb26e5-b50a-45a1-a528-85c243c8fae9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807018.6312451,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"93bb26e5-b50a-45a1-a528-85c243c8fae9"} {"level":"info","ts":1784807027.939382,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807027.9394617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a39fe3e3-25af-4d96-bab6-f2e6e79a1f6e"} {"level":"info","ts":1784807027.939472,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a39fe3e3-25af-4d96-bab6-f2e6e79a1f6e"} {"level":"info","ts":1784807027.939484,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a39fe3e3-25af-4d96-bab6-f2e6e79a1f6e","EoS":false} {"level":"info","ts":1784807027.9394975,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a39fe3e3-25af-4d96-bab6-f2e6e79a1f6e","EoS":true} {"level":"info","ts":1784807027.9395173,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a39fe3e3-25af-4d96-bab6-f2e6e79a1f6e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807027.9395401,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a39fe3e3-25af-4d96-bab6-f2e6e79a1f6e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807027.9395597,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a39fe3e3-25af-4d96-bab6-f2e6e79a1f6e"} {"level":"info","ts":1784807033.2108955,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807033.210974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"472f4c78-603f-467a-a5fe-069aa4bf2d38"} {"level":"info","ts":1784807033.2109857,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"472f4c78-603f-467a-a5fe-069aa4bf2d38"} {"level":"info","ts":1784807033.2109966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"472f4c78-603f-467a-a5fe-069aa4bf2d38","EoS":false} {"level":"info","ts":1784807033.2110095,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"472f4c78-603f-467a-a5fe-069aa4bf2d38","EoS":true} {"level":"info","ts":1784807033.211029,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"472f4c78-603f-467a-a5fe-069aa4bf2d38","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784807033.2110453,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"472f4c78-603f-467a-a5fe-069aa4bf2d38","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784807033.2110648,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"472f4c78-603f-467a-a5fe-069aa4bf2d38"} {"level":"info","ts":1784807123.7235436,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807123.7236338,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fa76ce5-6c88-40fc-bb28-6edfc58da4a7"} {"level":"info","ts":1784807123.7236435,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8fa76ce5-6c88-40fc-bb28-6edfc58da4a7"} {"level":"info","ts":1784807123.7236547,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fa76ce5-6c88-40fc-bb28-6edfc58da4a7","EoS":false} {"level":"info","ts":1784807123.7236662,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fa76ce5-6c88-40fc-bb28-6edfc58da4a7","EoS":true} {"level":"info","ts":1784807123.7236865,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8fa76ce5-6c88-40fc-bb28-6edfc58da4a7","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784807123.7237015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fa76ce5-6c88-40fc-bb28-6edfc58da4a7","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784807123.7237215,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8fa76ce5-6c88-40fc-bb28-6edfc58da4a7"} {"level":"info","ts":1784807149.1143236,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807149.1144106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef210bfe-6e5e-4156-bed4-56ae15c8a8c8"} {"level":"info","ts":1784807149.1144195,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ef210bfe-6e5e-4156-bed4-56ae15c8a8c8"} {"level":"info","ts":1784807149.1144302,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef210bfe-6e5e-4156-bed4-56ae15c8a8c8","EoS":false} {"level":"info","ts":1784807149.1144433,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef210bfe-6e5e-4156-bed4-56ae15c8a8c8","EoS":true} {"level":"info","ts":1784807149.1144636,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef210bfe-6e5e-4156-bed4-56ae15c8a8c8","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784807149.1144786,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef210bfe-6e5e-4156-bed4-56ae15c8a8c8","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784807149.1145022,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ef210bfe-6e5e-4156-bed4-56ae15c8a8c8"} {"level":"info","ts":1784807186.1538775,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807186.1539538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f6e5aae-eaf3-4923-afff-246792edd138"} {"level":"info","ts":1784807186.1539633,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f6e5aae-eaf3-4923-afff-246792edd138"} {"level":"info","ts":1784807186.1539743,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f6e5aae-eaf3-4923-afff-246792edd138","EoS":false} {"level":"info","ts":1784807186.153984,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f6e5aae-eaf3-4923-afff-246792edd138","EoS":true} {"level":"info","ts":1784807186.1540022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f6e5aae-eaf3-4923-afff-246792edd138","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807186.1540163,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f6e5aae-eaf3-4923-afff-246792edd138","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807186.1540387,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f6e5aae-eaf3-4923-afff-246792edd138"} {"level":"info","ts":1784807201.4181736,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807201.4182494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d7c45cc-7d7b-4de2-a6c3-fdc1f035407a"} {"level":"info","ts":1784807201.4182591,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d7c45cc-7d7b-4de2-a6c3-fdc1f035407a"} {"level":"info","ts":1784807201.4182703,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d7c45cc-7d7b-4de2-a6c3-fdc1f035407a","EoS":false} {"level":"info","ts":1784807201.4182835,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d7c45cc-7d7b-4de2-a6c3-fdc1f035407a","EoS":true} {"level":"info","ts":1784807201.4183033,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d7c45cc-7d7b-4de2-a6c3-fdc1f035407a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807201.4183187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d7c45cc-7d7b-4de2-a6c3-fdc1f035407a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807201.4183404,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d7c45cc-7d7b-4de2-a6c3-fdc1f035407a"} {"level":"info","ts":1784807201.692512,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807201.6925905,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52adfd59-07b5-4b23-9042-ea5150b401c3"} {"level":"info","ts":1784807201.6925998,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52adfd59-07b5-4b23-9042-ea5150b401c3"} {"level":"info","ts":1784807201.6926107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52adfd59-07b5-4b23-9042-ea5150b401c3","EoS":false} {"level":"info","ts":1784807201.6926236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52adfd59-07b5-4b23-9042-ea5150b401c3","EoS":true} {"level":"info","ts":1784807201.6926434,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52adfd59-07b5-4b23-9042-ea5150b401c3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784807201.6926582,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52adfd59-07b5-4b23-9042-ea5150b401c3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807201.6926801,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52adfd59-07b5-4b23-9042-ea5150b401c3"} {"level":"info","ts":1784807508.2016659,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807508.2018237,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88418b45-eb03-41fa-92f3-22a907da1f5f"} {"level":"info","ts":1784807508.2018442,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"88418b45-eb03-41fa-92f3-22a907da1f5f"} {"level":"info","ts":1784807508.201864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88418b45-eb03-41fa-92f3-22a907da1f5f","EoS":false} {"level":"info","ts":1784807508.2018795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88418b45-eb03-41fa-92f3-22a907da1f5f","EoS":true} {"level":"info","ts":1784807508.2019067,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88418b45-eb03-41fa-92f3-22a907da1f5f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784807508.201927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88418b45-eb03-41fa-92f3-22a907da1f5f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807508.2019548,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"88418b45-eb03-41fa-92f3-22a907da1f5f"} {"level":"info","ts":1784807508.245438,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807508.2455282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5f4a262-b8fe-426d-95a9-9ca1d0b5c7b4"} {"level":"info","ts":1784807508.2455394,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5f4a262-b8fe-426d-95a9-9ca1d0b5c7b4"} {"level":"info","ts":1784807508.2455513,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5f4a262-b8fe-426d-95a9-9ca1d0b5c7b4","EoS":false} {"level":"info","ts":1784807508.2455654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5f4a262-b8fe-426d-95a9-9ca1d0b5c7b4","EoS":true} {"level":"info","ts":1784807508.2455883,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5f4a262-b8fe-426d-95a9-9ca1d0b5c7b4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784807508.245604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5f4a262-b8fe-426d-95a9-9ca1d0b5c7b4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807508.2456262,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5f4a262-b8fe-426d-95a9-9ca1d0b5c7b4"} {"level":"info","ts":1784807508.2776742,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807508.27775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17e1aef9-bdd0-45ee-8994-bce24ce77ff0"} {"level":"info","ts":1784807508.2777925,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"17e1aef9-bdd0-45ee-8994-bce24ce77ff0"} {"level":"info","ts":1784807508.277809,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17e1aef9-bdd0-45ee-8994-bce24ce77ff0","EoS":false} {"level":"info","ts":1784807508.2778206,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17e1aef9-bdd0-45ee-8994-bce24ce77ff0","EoS":true} {"level":"info","ts":1784807508.2778413,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17e1aef9-bdd0-45ee-8994-bce24ce77ff0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784807508.2778568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17e1aef9-bdd0-45ee-8994-bce24ce77ff0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807508.2778778,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"17e1aef9-bdd0-45ee-8994-bce24ce77ff0"} {"level":"info","ts":1784807513.1218815,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1d01ad53-8c32-4f5d-9a36-62067a318663"} {"level":"info","ts":1784807513.1219478,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09207306-b4c7-4e67-9148-c0cac8daf12f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784807513.121984,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09207306-b4c7-4e67-9148-c0cac8daf12f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784807513.1301184,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2d64cff9-d1a5-4e1e-bfe8-3afc940d74bc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784807513.1301434,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2d64cff9-d1a5-4e1e-bfe8-3afc940d74bc","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784807513.1306303,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1d01ad53-8c32-4f5d-9a36-62067a318663","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784807513.1308768,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36398.166533879,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784807513.1308959,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784807513.2733579,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784807513.273494,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f4e46d5a-ddbe-468e-8a53-8fcd600ccd8c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784807513.2735405,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f4e46d5a-ddbe-468e-8a53-8fcd600ccd8c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784807513.2741022,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cdf44757-1ab5-4afa-8c68-d8d3a5b6f115"} {"level":"info","ts":1784807513.2742784,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7dc6cb22-e1be-4280-9359-21c77ad07734","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784807513.2745757,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7dc6cb22-e1be-4280-9359-21c77ad07734","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784807513.2746074,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32626.879830106,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784807513.2746296,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca74d591-e138-4681-8f19-be393c7a3a3a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784807513.2746472,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca74d591-e138-4681-8f19-be393c7a3a3a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784807513.2746322,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784807513.2817852,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784807513.3320572,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39402.280195896,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784807513.3320901,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784807513.339986,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784807513.3749878,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cdf44757-1ab5-4afa-8c68-d8d3a5b6f115","name":"e2e-external-model"} {"level":"info","ts":1784807513.3865407,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41c48b4d-6c5b-4256-ad2d-cb46f5dc5db8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784807513.3865829,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41c48b4d-6c5b-4256-ad2d-cb46f5dc5db8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784807513.3940217,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cdf44757-1ab5-4afa-8c68-d8d3a5b6f115","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784807513.3940792,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cdf44757-1ab5-4afa-8c68-d8d3a5b6f115","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784807513.3941534,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4402d91a-37b4-46e1-81ed-a652b2f97e7b"} {"level":"info","ts":1784807513.3943129,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4402d91a-37b4-46e1-81ed-a652b2f97e7b","name":"e2e-external-model"} {"level":"info","ts":1784807513.4008539,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f82dd4cf-019b-40d0-bf20-a51aa38ee926","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784807513.4008882,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f82dd4cf-019b-40d0-bf20-a51aa38ee926","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784807513.4028335,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4402d91a-37b4-46e1-81ed-a652b2f97e7b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784807513.4063542,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4402d91a-37b4-46e1-81ed-a652b2f97e7b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784807513.406875,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"319ea938-95c6-41ec-a675-16eafd4f7460"} {"level":"info","ts":1784807513.4069264,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"319ea938-95c6-41ec-a675-16eafd4f7460","name":"e2e-external-model"} {"level":"info","ts":1784807513.4167502,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6415ec24-09fb-41df-ad87-9c2cd0d78200","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784807513.416817,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6415ec24-09fb-41df-ad87-9c2cd0d78200","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784807513.41726,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"319ea938-95c6-41ec-a675-16eafd4f7460","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784807513.4205604,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"319ea938-95c6-41ec-a675-16eafd4f7460","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784807513.4206288,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"254c1734-d781-4117-b578-2fb971edc066"} {"level":"info","ts":1784807513.420674,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"254c1734-d781-4117-b578-2fb971edc066","name":"e2e-external-model"} {"level":"info","ts":1784807513.428149,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"254c1734-d781-4117-b578-2fb971edc066","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784807513.4321532,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1d01ad53-8c32-4f5d-9a36-62067a318663","name":"e2e-external-provider"} {"level":"info","ts":1784807513.4425356,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1d01ad53-8c32-4f5d-9a36-62067a318663","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784807513.4463668,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1d01ad53-8c32-4f5d-9a36-62067a318663","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784807513.4464507,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2bc65205-a79c-4d94-b12b-626f732493d4"} {"level":"info","ts":1784807513.4464982,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2bc65205-a79c-4d94-b12b-626f732493d4","name":"e2e-external-provider"} {"level":"info","ts":1784807513.4557533,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2bc65205-a79c-4d94-b12b-626f732493d4","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784807522.7247348,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807522.7248363,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd88181c-ba53-4290-97dc-80bafbdb730a"} {"level":"info","ts":1784807522.72485,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd88181c-ba53-4290-97dc-80bafbdb730a"} {"level":"info","ts":1784807522.7248635,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd88181c-ba53-4290-97dc-80bafbdb730a","EoS":false} {"level":"info","ts":1784807522.7248828,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd88181c-ba53-4290-97dc-80bafbdb730a","EoS":true} {"level":"info","ts":1784807522.7249064,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd88181c-ba53-4290-97dc-80bafbdb730a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784807522.7249227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd88181c-ba53-4290-97dc-80bafbdb730a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784807522.7249298,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"dd88181c-ba53-4290-97dc-80bafbdb730a","modelName":"e2e-external-model"} {"level":"info","ts":1784807522.724944,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"dd88181c-ba53-4290-97dc-80bafbdb730a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784807522.7250051,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd88181c-ba53-4290-97dc-80bafbdb730a"} {"level":"info","ts":1784807522.7696192,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807522.7696886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53454df2-14c6-453f-97ee-0b0b64a47e17"} {"level":"info","ts":1784807522.7697003,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53454df2-14c6-453f-97ee-0b0b64a47e17"} {"level":"info","ts":1784807522.7697117,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53454df2-14c6-453f-97ee-0b0b64a47e17","EoS":false} {"level":"info","ts":1784807522.7697248,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53454df2-14c6-453f-97ee-0b0b64a47e17","EoS":true} {"level":"info","ts":1784807522.769743,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53454df2-14c6-453f-97ee-0b0b64a47e17","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784807522.7697577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53454df2-14c6-453f-97ee-0b0b64a47e17","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784807522.7697911,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"53454df2-14c6-453f-97ee-0b0b64a47e17","modelName":"e2e-external-model"} {"level":"info","ts":1784807522.7698066,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"53454df2-14c6-453f-97ee-0b0b64a47e17","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784807522.7698448,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53454df2-14c6-453f-97ee-0b0b64a47e17"} {"level":"info","ts":1784807522.7913635,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807522.7914405,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"452da627-0d3f-4441-950e-5bb0ee178f40"} {"level":"info","ts":1784807522.7914524,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"452da627-0d3f-4441-950e-5bb0ee178f40"} {"level":"info","ts":1784807522.791463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"452da627-0d3f-4441-950e-5bb0ee178f40","EoS":false} {"level":"info","ts":1784807522.7914727,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"452da627-0d3f-4441-950e-5bb0ee178f40","EoS":true} {"level":"info","ts":1784807522.7914894,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"452da627-0d3f-4441-950e-5bb0ee178f40","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784807522.7915032,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"452da627-0d3f-4441-950e-5bb0ee178f40","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784807522.7915108,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"452da627-0d3f-4441-950e-5bb0ee178f40","modelName":"e2e-external-model"} {"level":"info","ts":1784807522.7915246,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"452da627-0d3f-4441-950e-5bb0ee178f40","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784807522.7915716,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"452da627-0d3f-4441-950e-5bb0ee178f40"} {"level":"info","ts":1784807522.9211273,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87006df7-1867-465a-ad7e-84b037c12e6c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784807522.9211898,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87006df7-1867-465a-ad7e-84b037c12e6c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784807522.9211285,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19dd1327-374b-4b19-8eb5-19703a48a546"} {"level":"info","ts":1784807522.928196,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"317acc66-a68f-420b-83d9-8d62e50a254e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784807522.9282224,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"317acc66-a68f-420b-83d9-8d62e50a254e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784807522.9286466,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19dd1327-374b-4b19-8eb5-19703a48a546","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784807522.928708,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19dd1327-374b-4b19-8eb5-19703a48a546","name":"e2e-cleanup-test"} {"level":"info","ts":1784807522.9449236,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19dd1327-374b-4b19-8eb5-19703a48a546","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784807522.9486284,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19dd1327-374b-4b19-8eb5-19703a48a546","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784807522.9487,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8833d3f6-d0e8-4315-bd2f-50675d23d79e"} {"level":"info","ts":1784807522.9487453,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8833d3f6-d0e8-4315-bd2f-50675d23d79e","name":"e2e-cleanup-test"} {"level":"info","ts":1784807522.9516294,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb643783-d3e7-41be-935d-ce310ab9b596","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784807522.9516623,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb643783-d3e7-41be-935d-ce310ab9b596","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784807522.9621172,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8833d3f6-d0e8-4315-bd2f-50675d23d79e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784807522.9621706,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8833d3f6-d0e8-4315-bd2f-50675d23d79e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784807522.9622302,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbbc7ee5-9923-4129-82f6-1b66bdd1e57a"} {"level":"info","ts":1784807522.9623365,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbbc7ee5-9923-4129-82f6-1b66bdd1e57a","name":"e2e-cleanup-test"} {"level":"info","ts":1784807522.964651,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d95d62a6-a508-4004-a342-51783a5202e7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784807522.964686,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d95d62a6-a508-4004-a342-51783a5202e7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784807522.970029,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbbc7ee5-9923-4129-82f6-1b66bdd1e57a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784807522.973556,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbbc7ee5-9923-4129-82f6-1b66bdd1e57a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784807522.973633,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b8a274a-1b59-413b-8d72-5951ef24dc14"} {"level":"info","ts":1784807522.9736814,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b8a274a-1b59-413b-8d72-5951ef24dc14","name":"e2e-cleanup-test"} {"level":"info","ts":1784807522.9808288,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d24cd6f-3bed-4534-9511-80e9fec77cb0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784807522.9808557,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d24cd6f-3bed-4534-9511-80e9fec77cb0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784807522.9813898,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b8a274a-1b59-413b-8d72-5951ef24dc14","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784807522.984617,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b8a274a-1b59-413b-8d72-5951ef24dc14","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784807522.9847085,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c411f742-9811-465c-b7d4-0b4b631c8747"} {"level":"info","ts":1784807522.9847946,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c411f742-9811-465c-b7d4-0b4b631c8747","name":"e2e-cleanup-test"} {"level":"info","ts":1784807522.992125,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c411f742-9811-465c-b7d4-0b4b631c8747","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784807531.1871338,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e1c0338-6187-4e97-aeb7-8943a61c1fe6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784807531.1871586,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2218aee-0ad7-4eab-a6b8-b9ad0d65bfc8"} {"level":"info","ts":1784807531.1871858,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e1c0338-6187-4e97-aeb7-8943a61c1fe6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784807535.4959848,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807535.4960642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0dd13fc0-9080-422f-96d3-e8e953a90bd2"} {"level":"info","ts":1784807535.4960735,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0dd13fc0-9080-422f-96d3-e8e953a90bd2"} {"level":"info","ts":1784807535.4960847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0dd13fc0-9080-422f-96d3-e8e953a90bd2","EoS":false} {"level":"info","ts":1784807535.496095,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0dd13fc0-9080-422f-96d3-e8e953a90bd2","EoS":true} {"level":"info","ts":1784807535.4961145,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0dd13fc0-9080-422f-96d3-e8e953a90bd2","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784807535.49613,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0dd13fc0-9080-422f-96d3-e8e953a90bd2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784807535.496153,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0dd13fc0-9080-422f-96d3-e8e953a90bd2"} {"level":"info","ts":1784807535.5262575,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807535.526321,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bfa28be-3259-4683-8d68-634a3751c68c"} {"level":"info","ts":1784807535.5263293,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0bfa28be-3259-4683-8d68-634a3751c68c"} {"level":"info","ts":1784807535.5263395,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0bfa28be-3259-4683-8d68-634a3751c68c","EoS":false} {"level":"info","ts":1784807535.5263495,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0bfa28be-3259-4683-8d68-634a3751c68c","EoS":true} {"level":"info","ts":1784807535.5263689,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0bfa28be-3259-4683-8d68-634a3751c68c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784807535.5263836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bfa28be-3259-4683-8d68-634a3751c68c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784807535.5263906,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0bfa28be-3259-4683-8d68-634a3751c68c","modelName":"e2e-external-model"} {"level":"info","ts":1784807535.5264058,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0bfa28be-3259-4683-8d68-634a3751c68c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784807535.5264418,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0bfa28be-3259-4683-8d68-634a3751c68c"} {"level":"info","ts":1784807535.5600915,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807535.5601566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92521e8e-514c-4027-a3ab-fed61c518871"} {"level":"info","ts":1784807535.560167,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92521e8e-514c-4027-a3ab-fed61c518871"} {"level":"info","ts":1784807535.5601804,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92521e8e-514c-4027-a3ab-fed61c518871","EoS":false} {"level":"info","ts":1784807535.5601916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92521e8e-514c-4027-a3ab-fed61c518871","EoS":true} {"level":"info","ts":1784807535.560209,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92521e8e-514c-4027-a3ab-fed61c518871","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784807535.5602233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92521e8e-514c-4027-a3ab-fed61c518871","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784807535.5602448,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92521e8e-514c-4027-a3ab-fed61c518871"} {"level":"info","ts":1784807535.7223132,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807535.7223873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4e4e0cb-d0ea-4e13-a6c6-316af76c29de"} {"level":"info","ts":1784807535.7223966,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c4e4e0cb-d0ea-4e13-a6c6-316af76c29de"} {"level":"info","ts":1784807535.7224078,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c4e4e0cb-d0ea-4e13-a6c6-316af76c29de","EoS":false} {"level":"info","ts":1784807535.7224174,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c4e4e0cb-d0ea-4e13-a6c6-316af76c29de","EoS":true} {"level":"info","ts":1784807535.7224405,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"c4e4e0cb-d0ea-4e13-a6c6-316af76c29de","field":"model"} {"level":"info","ts":1784807535.72247,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c4e4e0cb-d0ea-4e13-a6c6-316af76c29de"} {"level":"info","ts":1784807536.674216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2026cda-1690-4e41-af09-b54a78556bd9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784807536.6742709,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2026cda-1690-4e41-af09-b54a78556bd9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784807536.6742158,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f128fee8-4f32-4de7-8292-92b842b4c04b"} {"level":"info","ts":1784807536.8257825,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74c3ee62-29b3-4aab-9c04-12e388ca59ab"} {"level":"info","ts":1784807536.8258362,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d4f8f944-05f1-43d0-920c-95602ca94d17","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784807536.8258638,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d4f8f944-05f1-43d0-920c-95602ca94d17","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784808126.4960551,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808126.4961338,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c9c111d-befb-4e02-bfd9-bb215efaad16"} {"level":"info","ts":1784808126.4961421,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5c9c111d-befb-4e02-bfd9-bb215efaad16"} {"level":"info","ts":1784808126.4961522,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c9c111d-befb-4e02-bfd9-bb215efaad16","EoS":false} {"level":"info","ts":1784808126.4961665,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c9c111d-befb-4e02-bfd9-bb215efaad16","EoS":true} {"level":"info","ts":1784808126.496185,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c9c111d-befb-4e02-bfd9-bb215efaad16","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784808126.4962022,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c9c111d-befb-4e02-bfd9-bb215efaad16","path":"/ai-tenant-e2e-inf-b-591d5c/test-model-591d5c/v1/chat/completions"} {"level":"info","ts":1784808126.496223,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5c9c111d-befb-4e02-bfd9-bb215efaad16"} {"level":"info","ts":1784808147.5450504,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808147.54514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58b1f7a3-7c5b-46fe-ac24-22911690e9d6"} {"level":"info","ts":1784808147.5451486,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58b1f7a3-7c5b-46fe-ac24-22911690e9d6"} {"level":"info","ts":1784808147.5451605,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58b1f7a3-7c5b-46fe-ac24-22911690e9d6","EoS":false} {"level":"info","ts":1784808147.545171,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58b1f7a3-7c5b-46fe-ac24-22911690e9d6","EoS":true} {"level":"info","ts":1784808147.545191,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58b1f7a3-7c5b-46fe-ac24-22911690e9d6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784808147.545207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58b1f7a3-7c5b-46fe-ac24-22911690e9d6","path":"/ai-tenant-e2e-inf-b-591d5c/test-model-591d5c/v1/chat/completions"} {"level":"info","ts":1784808147.5452266,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58b1f7a3-7c5b-46fe-ac24-22911690e9d6"} {"level":"info","ts":1784808656.62592,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808656.6260169,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a22c215a-5c15-4b29-9c93-c1df40efec55"}