{"level":"info","ts":1785089112.3957114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77def9d2-b5b0-4787-afd9-b38259b486ad","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785089112.395727,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77def9d2-b5b0-4787-afd9-b38259b486ad","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785089112.39575,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"77def9d2-b5b0-4787-afd9-b38259b486ad"} {"level":"info","ts":1785089113.0633907,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089113.063475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4dd515f-df3d-4f2c-9686-4b45fcf2869e"} {"level":"info","ts":1785089113.0634859,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c4dd515f-df3d-4f2c-9686-4b45fcf2869e"} {"level":"info","ts":1785089113.0634978,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c4dd515f-df3d-4f2c-9686-4b45fcf2869e","EoS":false} {"level":"info","ts":1785089113.0635123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c4dd515f-df3d-4f2c-9686-4b45fcf2869e","EoS":true} {"level":"info","ts":1785089113.0635333,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c4dd515f-df3d-4f2c-9686-4b45fcf2869e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785089113.063549,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4dd515f-df3d-4f2c-9686-4b45fcf2869e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089113.0635726,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c4dd515f-df3d-4f2c-9686-4b45fcf2869e"} {"level":"info","ts":1785089113.1012104,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089113.101296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d50b423a-3ebb-44c7-b097-27e9140756e6"} {"level":"info","ts":1785089113.1013134,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d50b423a-3ebb-44c7-b097-27e9140756e6"} {"level":"info","ts":1785089113.1013324,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d50b423a-3ebb-44c7-b097-27e9140756e6","EoS":false} {"level":"info","ts":1785089113.101353,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d50b423a-3ebb-44c7-b097-27e9140756e6","EoS":true} {"level":"info","ts":1785089113.101381,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d50b423a-3ebb-44c7-b097-27e9140756e6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785089113.101406,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d50b423a-3ebb-44c7-b097-27e9140756e6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785089113.101436,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d50b423a-3ebb-44c7-b097-27e9140756e6"} {"level":"info","ts":1785089117.253431,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089117.2535164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"715e11ab-ce1d-4ef8-96f8-b8a1c8a9cdc2"} {"level":"info","ts":1785089117.2535276,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"715e11ab-ce1d-4ef8-96f8-b8a1c8a9cdc2"} {"level":"info","ts":1785089117.253542,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"715e11ab-ce1d-4ef8-96f8-b8a1c8a9cdc2","EoS":false} {"level":"info","ts":1785089117.253558,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"715e11ab-ce1d-4ef8-96f8-b8a1c8a9cdc2","EoS":true} {"level":"info","ts":1785089117.2535815,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"715e11ab-ce1d-4ef8-96f8-b8a1c8a9cdc2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785089117.2535985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"715e11ab-ce1d-4ef8-96f8-b8a1c8a9cdc2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785089117.2536242,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"715e11ab-ce1d-4ef8-96f8-b8a1c8a9cdc2"} {"level":"info","ts":1785089136.1761773,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089136.176259,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bd961f9-559c-4e81-9746-babc08a14794"} {"level":"info","ts":1785089136.1762702,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1bd961f9-559c-4e81-9746-babc08a14794"} {"level":"info","ts":1785089136.1762817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1bd961f9-559c-4e81-9746-babc08a14794","EoS":false} {"level":"info","ts":1785089136.1762924,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1bd961f9-559c-4e81-9746-babc08a14794","EoS":true} {"level":"info","ts":1785089136.1763139,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1bd961f9-559c-4e81-9746-babc08a14794","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785089136.1763308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1bd961f9-559c-4e81-9746-babc08a14794","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089136.176351,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1bd961f9-559c-4e81-9746-babc08a14794"} {"level":"info","ts":1785089136.314503,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089136.3145742,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3bf5f76-04e3-445b-9dfc-75f4fd30028d"} {"level":"info","ts":1785089136.3145833,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d3bf5f76-04e3-445b-9dfc-75f4fd30028d"} {"level":"info","ts":1785089136.3145938,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3bf5f76-04e3-445b-9dfc-75f4fd30028d","EoS":false} {"level":"info","ts":1785089136.3146043,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3bf5f76-04e3-445b-9dfc-75f4fd30028d","EoS":true} {"level":"info","ts":1785089136.3146243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3bf5f76-04e3-445b-9dfc-75f4fd30028d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785089136.3146396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3bf5f76-04e3-445b-9dfc-75f4fd30028d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089136.3146596,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d3bf5f76-04e3-445b-9dfc-75f4fd30028d"} {"level":"info","ts":1785089136.4526262,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089136.452706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8daf067f-e4f9-4c1e-a849-819a08d73529"} {"level":"info","ts":1785089136.4527175,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8daf067f-e4f9-4c1e-a849-819a08d73529"} {"level":"info","ts":1785089136.452731,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8daf067f-e4f9-4c1e-a849-819a08d73529","EoS":false} {"level":"info","ts":1785089136.452749,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8daf067f-e4f9-4c1e-a849-819a08d73529","EoS":true} {"level":"info","ts":1785089136.4527726,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8daf067f-e4f9-4c1e-a849-819a08d73529","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785089136.4527893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8daf067f-e4f9-4c1e-a849-819a08d73529","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089136.4528124,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8daf067f-e4f9-4c1e-a849-819a08d73529"} {"level":"info","ts":1785089136.586811,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089136.586901,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf763625-0206-4c3b-b601-1fb6003e2e9e"} {"level":"info","ts":1785089136.5869095,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf763625-0206-4c3b-b601-1fb6003e2e9e"} {"level":"info","ts":1785089136.5869205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf763625-0206-4c3b-b601-1fb6003e2e9e","EoS":false} {"level":"info","ts":1785089136.586935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf763625-0206-4c3b-b601-1fb6003e2e9e","EoS":true} {"level":"info","ts":1785089136.5869575,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf763625-0206-4c3b-b601-1fb6003e2e9e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785089136.586971,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf763625-0206-4c3b-b601-1fb6003e2e9e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089136.5869937,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf763625-0206-4c3b-b601-1fb6003e2e9e"} {"level":"info","ts":1785089136.728494,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089136.7285714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9c42e42-da6c-42fd-bf03-1bf26220f45b"} {"level":"info","ts":1785089136.728581,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9c42e42-da6c-42fd-bf03-1bf26220f45b"} {"level":"info","ts":1785089136.7285917,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9c42e42-da6c-42fd-bf03-1bf26220f45b","EoS":false} {"level":"info","ts":1785089136.7286046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9c42e42-da6c-42fd-bf03-1bf26220f45b","EoS":true} {"level":"info","ts":1785089136.7286272,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9c42e42-da6c-42fd-bf03-1bf26220f45b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785089136.7286432,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9c42e42-da6c-42fd-bf03-1bf26220f45b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089136.7286654,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9c42e42-da6c-42fd-bf03-1bf26220f45b"} {"level":"info","ts":1785089136.8655634,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089136.8656461,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d81ff8bf-ffda-4a6a-b9d8-bf4a106cee11"} {"level":"info","ts":1785089136.8656557,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d81ff8bf-ffda-4a6a-b9d8-bf4a106cee11"} {"level":"info","ts":1785089136.8656673,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d81ff8bf-ffda-4a6a-b9d8-bf4a106cee11","EoS":false} {"level":"info","ts":1785089136.8656826,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d81ff8bf-ffda-4a6a-b9d8-bf4a106cee11","EoS":true} {"level":"info","ts":1785089136.8657098,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d81ff8bf-ffda-4a6a-b9d8-bf4a106cee11","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785089136.8657265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d81ff8bf-ffda-4a6a-b9d8-bf4a106cee11","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089136.8657475,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d81ff8bf-ffda-4a6a-b9d8-bf4a106cee11"} {"level":"info","ts":1785089156.6694067,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089156.6694875,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ece22de-71e4-49ed-b3b2-68b2bdff221f"} {"level":"info","ts":1785089156.6694982,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1ece22de-71e4-49ed-b3b2-68b2bdff221f"} {"level":"info","ts":1785089156.66951,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ece22de-71e4-49ed-b3b2-68b2bdff221f","EoS":false} {"level":"info","ts":1785089156.6695204,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ece22de-71e4-49ed-b3b2-68b2bdff221f","EoS":true} {"level":"info","ts":1785089156.6695416,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ece22de-71e4-49ed-b3b2-68b2bdff221f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785089156.6696098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ece22de-71e4-49ed-b3b2-68b2bdff221f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089156.6696308,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1ece22de-71e4-49ed-b3b2-68b2bdff221f"} {"level":"info","ts":1785089156.7101696,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089156.7102473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac202ebe-f4c4-4d33-b211-d2f43fc29774"} {"level":"info","ts":1785089156.7102568,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac202ebe-f4c4-4d33-b211-d2f43fc29774"} {"level":"info","ts":1785089156.710268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac202ebe-f4c4-4d33-b211-d2f43fc29774","EoS":false} {"level":"info","ts":1785089156.7102785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac202ebe-f4c4-4d33-b211-d2f43fc29774","EoS":true} {"level":"info","ts":1785089156.7103,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac202ebe-f4c4-4d33-b211-d2f43fc29774","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785089156.7103167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac202ebe-f4c4-4d33-b211-d2f43fc29774","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089156.7103364,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac202ebe-f4c4-4d33-b211-d2f43fc29774"} {"level":"info","ts":1785089156.7458313,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089156.745916,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d1505a0-e2b1-49b3-85ba-59d3327846e7"} {"level":"info","ts":1785089156.7459292,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8d1505a0-e2b1-49b3-85ba-59d3327846e7"} {"level":"info","ts":1785089156.745941,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d1505a0-e2b1-49b3-85ba-59d3327846e7","EoS":false} {"level":"info","ts":1785089156.7459517,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d1505a0-e2b1-49b3-85ba-59d3327846e7","EoS":true} {"level":"info","ts":1785089156.7459803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8d1505a0-e2b1-49b3-85ba-59d3327846e7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785089156.7459974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d1505a0-e2b1-49b3-85ba-59d3327846e7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089156.7460175,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8d1505a0-e2b1-49b3-85ba-59d3327846e7"} {"level":"info","ts":1785089156.780927,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089156.7810028,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"805b18ab-d7e1-42d5-a773-1454ebac7ddb"} {"level":"info","ts":1785089161.4188757,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089161.418955,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4f2eaa0-9a04-4624-9925-1a5b8d6ba081"} {"level":"info","ts":1785089161.418965,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b4f2eaa0-9a04-4624-9925-1a5b8d6ba081"} {"level":"info","ts":1785089161.4189765,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b4f2eaa0-9a04-4624-9925-1a5b8d6ba081","EoS":false} {"level":"info","ts":1785089161.418992,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b4f2eaa0-9a04-4624-9925-1a5b8d6ba081","EoS":true} {"level":"info","ts":1785089161.4190192,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b4f2eaa0-9a04-4624-9925-1a5b8d6ba081","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785089161.419036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4f2eaa0-9a04-4624-9925-1a5b8d6ba081","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089161.4190576,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b4f2eaa0-9a04-4624-9925-1a5b8d6ba081"} {"level":"info","ts":1785089170.0932796,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089170.09336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc3e1b4a-f643-4565-a1e3-2f0aa085e4a4"} {"level":"info","ts":1785089170.0933716,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc3e1b4a-f643-4565-a1e3-2f0aa085e4a4"} {"level":"info","ts":1785089170.0933847,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc3e1b4a-f643-4565-a1e3-2f0aa085e4a4","EoS":false} {"level":"info","ts":1785089170.0934021,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc3e1b4a-f643-4565-a1e3-2f0aa085e4a4","EoS":true} {"level":"info","ts":1785089170.0934236,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc3e1b4a-f643-4565-a1e3-2f0aa085e4a4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785089170.0934958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc3e1b4a-f643-4565-a1e3-2f0aa085e4a4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785089170.093516,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc3e1b4a-f643-4565-a1e3-2f0aa085e4a4"} {"level":"info","ts":1785089182.943573,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089182.943651,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43b07454-642c-4627-862f-bfd43d57b63d"} {"level":"info","ts":1785089182.9436612,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43b07454-642c-4627-862f-bfd43d57b63d"} {"level":"info","ts":1785089182.9436724,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43b07454-642c-4627-862f-bfd43d57b63d","EoS":false} {"level":"info","ts":1785089182.943685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43b07454-642c-4627-862f-bfd43d57b63d","EoS":true} {"level":"info","ts":1785089182.943706,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43b07454-642c-4627-862f-bfd43d57b63d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785089182.9437222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43b07454-642c-4627-862f-bfd43d57b63d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089182.943742,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"43b07454-642c-4627-862f-bfd43d57b63d"} {"level":"info","ts":1785089191.4602232,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089191.4602993,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56fbf382-e68e-43fb-b5b1-bd5760e2e7f8"} {"level":"info","ts":1785089191.4603097,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"56fbf382-e68e-43fb-b5b1-bd5760e2e7f8"} {"level":"info","ts":1785089191.4603205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56fbf382-e68e-43fb-b5b1-bd5760e2e7f8","EoS":false} {"level":"info","ts":1785089191.4603317,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56fbf382-e68e-43fb-b5b1-bd5760e2e7f8","EoS":true} {"level":"info","ts":1785089191.460352,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56fbf382-e68e-43fb-b5b1-bd5760e2e7f8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785089191.4603684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56fbf382-e68e-43fb-b5b1-bd5760e2e7f8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089191.4604654,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"56fbf382-e68e-43fb-b5b1-bd5760e2e7f8"} {"level":"info","ts":1785089200.310069,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089200.3101637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aec3c190-7696-46c2-bc4e-3ea32d2ecabe"} {"level":"info","ts":1785089200.3101742,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aec3c190-7696-46c2-bc4e-3ea32d2ecabe"} {"level":"info","ts":1785089200.3101857,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aec3c190-7696-46c2-bc4e-3ea32d2ecabe","EoS":false} {"level":"info","ts":1785089200.3101957,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aec3c190-7696-46c2-bc4e-3ea32d2ecabe","EoS":true} {"level":"info","ts":1785089200.3102171,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aec3c190-7696-46c2-bc4e-3ea32d2ecabe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785089200.310233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aec3c190-7696-46c2-bc4e-3ea32d2ecabe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089200.310253,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aec3c190-7696-46c2-bc4e-3ea32d2ecabe"} {"level":"info","ts":1785089209.2986045,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089209.2986858,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0acddd4c-8fe7-4d2d-86fa-b05bc76cb9b0"} {"level":"info","ts":1785089209.2986968,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0acddd4c-8fe7-4d2d-86fa-b05bc76cb9b0"} {"level":"info","ts":1785089209.2987072,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0acddd4c-8fe7-4d2d-86fa-b05bc76cb9b0","EoS":false} {"level":"info","ts":1785089209.2987185,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0acddd4c-8fe7-4d2d-86fa-b05bc76cb9b0","EoS":true} {"level":"info","ts":1785089209.2987392,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0acddd4c-8fe7-4d2d-86fa-b05bc76cb9b0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785089209.2987561,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0acddd4c-8fe7-4d2d-86fa-b05bc76cb9b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089209.2987795,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0acddd4c-8fe7-4d2d-86fa-b05bc76cb9b0"} {"level":"info","ts":1785089214.012281,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089214.012368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"128a5320-e61f-4dfe-9eda-f1048afe1a10"} {"level":"info","ts":1785089214.0123775,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"128a5320-e61f-4dfe-9eda-f1048afe1a10"} {"level":"info","ts":1785089214.012389,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"128a5320-e61f-4dfe-9eda-f1048afe1a10","EoS":false} {"level":"info","ts":1785089214.0124044,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"128a5320-e61f-4dfe-9eda-f1048afe1a10","EoS":true} {"level":"info","ts":1785089214.0124276,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"128a5320-e61f-4dfe-9eda-f1048afe1a10","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785089214.0124433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"128a5320-e61f-4dfe-9eda-f1048afe1a10","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089214.012466,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"128a5320-e61f-4dfe-9eda-f1048afe1a10"} {"level":"info","ts":1785089218.7603457,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089218.7604227,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0fddae9-79ac-4cdd-8447-10bd75a4aa16"} {"level":"info","ts":1785089218.7604342,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b0fddae9-79ac-4cdd-8447-10bd75a4aa16"} {"level":"info","ts":1785089218.7604454,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0fddae9-79ac-4cdd-8447-10bd75a4aa16","EoS":false} {"level":"info","ts":1785089218.760459,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0fddae9-79ac-4cdd-8447-10bd75a4aa16","EoS":true} {"level":"info","ts":1785089218.7604835,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0fddae9-79ac-4cdd-8447-10bd75a4aa16","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785089218.7605004,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0fddae9-79ac-4cdd-8447-10bd75a4aa16","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785089218.7605288,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b0fddae9-79ac-4cdd-8447-10bd75a4aa16"} {"level":"info","ts":1785089219.0116165,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089219.011697,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ece128d-1d9d-4e74-81f1-6dbcce9c1921"} {"level":"info","ts":1785089219.0117068,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0ece128d-1d9d-4e74-81f1-6dbcce9c1921"} {"level":"info","ts":1785089219.0117188,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0ece128d-1d9d-4e74-81f1-6dbcce9c1921","EoS":false} {"level":"info","ts":1785089219.0117311,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0ece128d-1d9d-4e74-81f1-6dbcce9c1921","EoS":true} {"level":"info","ts":1785089219.0117526,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ece128d-1d9d-4e74-81f1-6dbcce9c1921","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785089219.0117683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ece128d-1d9d-4e74-81f1-6dbcce9c1921","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785089219.011789,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0ece128d-1d9d-4e74-81f1-6dbcce9c1921"} {"level":"info","ts":1785089221.0503662,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089221.050451,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c33ed28-b265-46cc-8c54-d1a88d2617d3"} {"level":"info","ts":1785089221.0504625,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c33ed28-b265-46cc-8c54-d1a88d2617d3"} {"level":"info","ts":1785089221.0504792,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c33ed28-b265-46cc-8c54-d1a88d2617d3","EoS":false} {"level":"info","ts":1785089221.0504932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c33ed28-b265-46cc-8c54-d1a88d2617d3","EoS":true} {"level":"info","ts":1785089221.0505137,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c33ed28-b265-46cc-8c54-d1a88d2617d3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785089221.05053,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c33ed28-b265-46cc-8c54-d1a88d2617d3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785089221.0505543,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c33ed28-b265-46cc-8c54-d1a88d2617d3"} {"level":"info","ts":1785089223.082647,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089223.082728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aba14a8a-9191-4aea-bd3d-391daffdf54c"} {"level":"info","ts":1785089223.0827394,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aba14a8a-9191-4aea-bd3d-391daffdf54c"} {"level":"info","ts":1785089223.0827546,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aba14a8a-9191-4aea-bd3d-391daffdf54c","EoS":false} {"level":"info","ts":1785089223.0827677,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aba14a8a-9191-4aea-bd3d-391daffdf54c","EoS":true} {"level":"info","ts":1785089223.0827901,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aba14a8a-9191-4aea-bd3d-391daffdf54c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785089223.0828066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aba14a8a-9191-4aea-bd3d-391daffdf54c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785089223.0828295,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aba14a8a-9191-4aea-bd3d-391daffdf54c"} {"level":"info","ts":1785089225.119564,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089225.1196427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edb4b7e0-66d6-4ced-af96-e0965f6320f0"} {"level":"info","ts":1785089225.1196527,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"edb4b7e0-66d6-4ced-af96-e0965f6320f0"} {"level":"info","ts":1785089225.1196644,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edb4b7e0-66d6-4ced-af96-e0965f6320f0","EoS":false} {"level":"info","ts":1785089225.1196756,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edb4b7e0-66d6-4ced-af96-e0965f6320f0","EoS":true} {"level":"info","ts":1785089225.1196973,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"edb4b7e0-66d6-4ced-af96-e0965f6320f0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785089225.119716,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edb4b7e0-66d6-4ced-af96-e0965f6320f0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785089225.119739,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"edb4b7e0-66d6-4ced-af96-e0965f6320f0"} {"level":"info","ts":1785089249.019523,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089249.0196452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd9b9b07-cf60-4aa8-acec-ef4c4fbf30d4"} {"level":"info","ts":1785089249.019658,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fd9b9b07-cf60-4aa8-acec-ef4c4fbf30d4"} {"level":"info","ts":1785089249.0196702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd9b9b07-cf60-4aa8-acec-ef4c4fbf30d4","EoS":false} {"level":"info","ts":1785089249.0196812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd9b9b07-cf60-4aa8-acec-ef4c4fbf30d4","EoS":true} {"level":"info","ts":1785089249.019704,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fd9b9b07-cf60-4aa8-acec-ef4c4fbf30d4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785089249.0197175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd9b9b07-cf60-4aa8-acec-ef4c4fbf30d4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785089249.0197334,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fd9b9b07-cf60-4aa8-acec-ef4c4fbf30d4"} {"level":"info","ts":1785089258.3422637,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089258.3423526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d1f56c3-d1f2-4c48-818a-9a6ee3a60c03"} {"level":"info","ts":1785089258.3423657,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8d1f56c3-d1f2-4c48-818a-9a6ee3a60c03"} {"level":"info","ts":1785089258.3423812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d1f56c3-d1f2-4c48-818a-9a6ee3a60c03","EoS":false} {"level":"info","ts":1785089258.3423948,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d1f56c3-d1f2-4c48-818a-9a6ee3a60c03","EoS":true} {"level":"info","ts":1785089258.342418,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8d1f56c3-d1f2-4c48-818a-9a6ee3a60c03","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785089258.3424401,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d1f56c3-d1f2-4c48-818a-9a6ee3a60c03","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089258.3424711,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8d1f56c3-d1f2-4c48-818a-9a6ee3a60c03"} {"level":"info","ts":1785089263.7230518,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089263.7231793,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7de215e5-d5d9-42eb-951f-ec796f7ea87a"} {"level":"info","ts":1785089263.7231996,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7de215e5-d5d9-42eb-951f-ec796f7ea87a"} {"level":"info","ts":1785089263.7232194,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7de215e5-d5d9-42eb-951f-ec796f7ea87a","EoS":false} {"level":"info","ts":1785089263.723236,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7de215e5-d5d9-42eb-951f-ec796f7ea87a","EoS":true} {"level":"info","ts":1785089263.7232664,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7de215e5-d5d9-42eb-951f-ec796f7ea87a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785089263.723287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7de215e5-d5d9-42eb-951f-ec796f7ea87a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785089263.7233155,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7de215e5-d5d9-42eb-951f-ec796f7ea87a"} {"level":"info","ts":1785089273.2873726,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089273.2874494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"581a53ba-6ecb-4f83-ab54-c3afa9e2096b"} {"level":"info","ts":1785089273.2874615,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"581a53ba-6ecb-4f83-ab54-c3afa9e2096b"} {"level":"info","ts":1785089273.2874737,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"581a53ba-6ecb-4f83-ab54-c3afa9e2096b","EoS":false} {"level":"info","ts":1785089273.2874842,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"581a53ba-6ecb-4f83-ab54-c3afa9e2096b","EoS":true} {"level":"info","ts":1785089273.2875044,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"581a53ba-6ecb-4f83-ab54-c3afa9e2096b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785089273.287518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"581a53ba-6ecb-4f83-ab54-c3afa9e2096b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089273.28754,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"581a53ba-6ecb-4f83-ab54-c3afa9e2096b"} {"level":"info","ts":1785089275.319773,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089275.3198495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d12ce372-2ee5-4a2e-b69d-3335eafcdf24"} {"level":"info","ts":1785089275.3198595,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d12ce372-2ee5-4a2e-b69d-3335eafcdf24"} {"level":"info","ts":1785089275.3198717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d12ce372-2ee5-4a2e-b69d-3335eafcdf24","EoS":false} {"level":"info","ts":1785089275.319885,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d12ce372-2ee5-4a2e-b69d-3335eafcdf24","EoS":true} {"level":"info","ts":1785089275.3199074,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d12ce372-2ee5-4a2e-b69d-3335eafcdf24","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785089275.3199234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d12ce372-2ee5-4a2e-b69d-3335eafcdf24","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089275.3199434,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d12ce372-2ee5-4a2e-b69d-3335eafcdf24"} {"level":"info","ts":1785089284.6986752,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089284.698759,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b00c66a4-a7de-4f6e-ab6c-c7884f2313c2"} {"level":"info","ts":1785089284.6987696,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b00c66a4-a7de-4f6e-ab6c-c7884f2313c2"} {"level":"info","ts":1785089284.6987822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b00c66a4-a7de-4f6e-ab6c-c7884f2313c2","EoS":false} {"level":"info","ts":1785089284.6987925,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b00c66a4-a7de-4f6e-ab6c-c7884f2313c2","EoS":true} {"level":"info","ts":1785089284.698813,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b00c66a4-a7de-4f6e-ab6c-c7884f2313c2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785089284.6988285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b00c66a4-a7de-4f6e-ab6c-c7884f2313c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089284.6988506,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b00c66a4-a7de-4f6e-ab6c-c7884f2313c2"} {"level":"info","ts":1785089284.7355213,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089284.735598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b9f6dfe-8310-45be-9645-5d4c0d8ac044"} {"level":"info","ts":1785089284.7356095,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4b9f6dfe-8310-45be-9645-5d4c0d8ac044"} {"level":"info","ts":1785089284.735621,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b9f6dfe-8310-45be-9645-5d4c0d8ac044","EoS":false} {"level":"info","ts":1785089284.7356317,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b9f6dfe-8310-45be-9645-5d4c0d8ac044","EoS":true} {"level":"info","ts":1785089284.7356896,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b9f6dfe-8310-45be-9645-5d4c0d8ac044","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785089284.7357123,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b9f6dfe-8310-45be-9645-5d4c0d8ac044","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089284.7357411,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4b9f6dfe-8310-45be-9645-5d4c0d8ac044"} {"level":"info","ts":1785089303.7383132,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089303.7384212,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f38f3c2a-2792-4da4-9f20-71a46a1586c3"} {"level":"info","ts":1785089303.7384403,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f38f3c2a-2792-4da4-9f20-71a46a1586c3"} {"level":"info","ts":1785089303.7384582,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f38f3c2a-2792-4da4-9f20-71a46a1586c3","EoS":false} {"level":"info","ts":1785089303.7384796,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f38f3c2a-2792-4da4-9f20-71a46a1586c3","EoS":true} {"level":"info","ts":1785089303.7385097,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f38f3c2a-2792-4da4-9f20-71a46a1586c3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785089303.7385325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f38f3c2a-2792-4da4-9f20-71a46a1586c3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089303.7385595,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f38f3c2a-2792-4da4-9f20-71a46a1586c3"} {"level":"info","ts":1785089313.02286,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089313.022942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ae37eea-0fee-4576-bba3-0f27a2ed22f3"} {"level":"info","ts":1785089313.022952,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ae37eea-0fee-4576-bba3-0f27a2ed22f3"} {"level":"info","ts":1785089313.0229642,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ae37eea-0fee-4576-bba3-0f27a2ed22f3","EoS":false} {"level":"info","ts":1785089313.022978,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ae37eea-0fee-4576-bba3-0f27a2ed22f3","EoS":true} {"level":"info","ts":1785089313.0230007,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ae37eea-0fee-4576-bba3-0f27a2ed22f3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785089313.0230176,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ae37eea-0fee-4576-bba3-0f27a2ed22f3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089313.0230446,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ae37eea-0fee-4576-bba3-0f27a2ed22f3"} {"level":"info","ts":1785089318.215415,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089318.2154942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4711a0ba-34a2-4ee6-b5af-c9f08fc2ce7d"} {"level":"info","ts":1785089318.215506,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4711a0ba-34a2-4ee6-b5af-c9f08fc2ce7d"} {"level":"info","ts":1785089318.2155187,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4711a0ba-34a2-4ee6-b5af-c9f08fc2ce7d","EoS":false} {"level":"info","ts":1785089318.2155294,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4711a0ba-34a2-4ee6-b5af-c9f08fc2ce7d","EoS":true} {"level":"info","ts":1785089318.2155526,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4711a0ba-34a2-4ee6-b5af-c9f08fc2ce7d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785089318.2155685,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4711a0ba-34a2-4ee6-b5af-c9f08fc2ce7d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785089318.2155905,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4711a0ba-34a2-4ee6-b5af-c9f08fc2ce7d"} {"level":"info","ts":1785089408.467205,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089408.467291,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31055e5a-057c-4a69-9bc6-770a902df455"} {"level":"info","ts":1785089408.4673016,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31055e5a-057c-4a69-9bc6-770a902df455"} {"level":"info","ts":1785089408.467313,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31055e5a-057c-4a69-9bc6-770a902df455","EoS":false} {"level":"info","ts":1785089408.467324,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31055e5a-057c-4a69-9bc6-770a902df455","EoS":true} {"level":"info","ts":1785089408.4673464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31055e5a-057c-4a69-9bc6-770a902df455","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785089408.4673634,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31055e5a-057c-4a69-9bc6-770a902df455","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785089408.467386,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31055e5a-057c-4a69-9bc6-770a902df455"} {"level":"info","ts":1785089433.9123538,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089433.9124296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aded1540-409c-47ed-b65b-3db861a367fd"} {"level":"info","ts":1785089433.9124393,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aded1540-409c-47ed-b65b-3db861a367fd"} {"level":"info","ts":1785089433.9124508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aded1540-409c-47ed-b65b-3db861a367fd","EoS":false} {"level":"info","ts":1785089433.9124613,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aded1540-409c-47ed-b65b-3db861a367fd","EoS":true} {"level":"info","ts":1785089433.9124813,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aded1540-409c-47ed-b65b-3db861a367fd","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785089433.9124982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aded1540-409c-47ed-b65b-3db861a367fd","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785089433.9125195,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aded1540-409c-47ed-b65b-3db861a367fd"} {"level":"info","ts":1785089470.8008733,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089470.8009505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41b9d416-1410-4bcd-8c38-c23dc9016080"} {"level":"info","ts":1785089470.8009598,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"41b9d416-1410-4bcd-8c38-c23dc9016080"} {"level":"info","ts":1785089470.8009708,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"41b9d416-1410-4bcd-8c38-c23dc9016080","EoS":false} {"level":"info","ts":1785089470.800982,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"41b9d416-1410-4bcd-8c38-c23dc9016080","EoS":true} {"level":"info","ts":1785089470.8010063,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"41b9d416-1410-4bcd-8c38-c23dc9016080","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785089470.8010232,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41b9d416-1410-4bcd-8c38-c23dc9016080","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089470.801045,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"41b9d416-1410-4bcd-8c38-c23dc9016080"} {"level":"info","ts":1785089486.0481477,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089486.0482361,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2606dd57-5b1c-451b-ac21-2d10797fe3b6"} {"level":"info","ts":1785089486.0482445,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2606dd57-5b1c-451b-ac21-2d10797fe3b6"} {"level":"info","ts":1785089486.0482569,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2606dd57-5b1c-451b-ac21-2d10797fe3b6","EoS":false} {"level":"info","ts":1785089486.0482671,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2606dd57-5b1c-451b-ac21-2d10797fe3b6","EoS":true} {"level":"info","ts":1785089486.0482914,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2606dd57-5b1c-451b-ac21-2d10797fe3b6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785089486.048314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2606dd57-5b1c-451b-ac21-2d10797fe3b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089486.0483367,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2606dd57-5b1c-451b-ac21-2d10797fe3b6"} {"level":"info","ts":1785089486.3175178,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089486.3175986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4c93066-111b-42a3-a808-d9af01991831"} {"level":"info","ts":1785089486.3176084,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f4c93066-111b-42a3-a808-d9af01991831"} {"level":"info","ts":1785089486.3176188,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4c93066-111b-42a3-a808-d9af01991831","EoS":false} {"level":"info","ts":1785089486.3176298,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4c93066-111b-42a3-a808-d9af01991831","EoS":true} {"level":"info","ts":1785089486.31765,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f4c93066-111b-42a3-a808-d9af01991831","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785089486.3176675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4c93066-111b-42a3-a808-d9af01991831","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089486.3176928,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f4c93066-111b-42a3-a808-d9af01991831"} {"level":"info","ts":1785089806.300408,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089806.30051,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c70d7bda-4ee7-469f-bbaa-ada5cdf77d67"} {"level":"info","ts":1785089806.3005247,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c70d7bda-4ee7-469f-bbaa-ada5cdf77d67"} {"level":"info","ts":1785089806.3005443,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c70d7bda-4ee7-469f-bbaa-ada5cdf77d67","EoS":false} {"level":"info","ts":1785089806.3005638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c70d7bda-4ee7-469f-bbaa-ada5cdf77d67","EoS":true} {"level":"info","ts":1785089806.300596,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c70d7bda-4ee7-469f-bbaa-ada5cdf77d67","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785089806.3006148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c70d7bda-4ee7-469f-bbaa-ada5cdf77d67","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089806.3006454,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c70d7bda-4ee7-469f-bbaa-ada5cdf77d67"} {"level":"info","ts":1785089806.3365924,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089806.3366694,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3069476b-0dfb-4474-aa8d-befe786c7692"} {"level":"info","ts":1785089806.3366833,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3069476b-0dfb-4474-aa8d-befe786c7692"} {"level":"info","ts":1785089806.3366947,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3069476b-0dfb-4474-aa8d-befe786c7692","EoS":false} {"level":"info","ts":1785089806.3367045,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3069476b-0dfb-4474-aa8d-befe786c7692","EoS":true} {"level":"info","ts":1785089806.3367236,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3069476b-0dfb-4474-aa8d-befe786c7692","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785089806.3367388,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3069476b-0dfb-4474-aa8d-befe786c7692","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089806.3367593,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3069476b-0dfb-4474-aa8d-befe786c7692"} {"level":"info","ts":1785089806.370271,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089806.3703446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f758c164-3fc2-4d96-a0e2-64a6e433672f"} {"level":"info","ts":1785089806.3703566,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f758c164-3fc2-4d96-a0e2-64a6e433672f"} {"level":"info","ts":1785089806.3703685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f758c164-3fc2-4d96-a0e2-64a6e433672f","EoS":false} {"level":"info","ts":1785089806.3703787,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f758c164-3fc2-4d96-a0e2-64a6e433672f","EoS":true} {"level":"info","ts":1785089806.3703978,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f758c164-3fc2-4d96-a0e2-64a6e433672f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785089806.3704123,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f758c164-3fc2-4d96-a0e2-64a6e433672f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089806.370433,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f758c164-3fc2-4d96-a0e2-64a6e433672f"} {"level":"info","ts":1785089811.1852756,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b1b43980-f87d-4543-8b32-3a4c2ab0e88e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785089811.1853,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c460694-acea-41ce-89fa-31e32c646a61"} {"level":"info","ts":1785089811.1853223,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b1b43980-f87d-4543-8b32-3a4c2ab0e88e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785089811.1903872,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1bda81e1-04d4-40ff-83e1-8316fa257ea7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785089811.19042,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1bda81e1-04d4-40ff-83e1-8316fa257ea7","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785089811.194798,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c460694-acea-41ce-89fa-31e32c646a61","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785089811.1950216,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34741.430322473,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785089811.1950374,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785089811.331947,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7313ac1d-7861-48dd-9eaf-0ffa4a879b33","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785089811.3320408,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7313ac1d-7861-48dd-9eaf-0ffa4a879b33","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785089811.3321016,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"796ef81d-74d4-4fde-b9ab-9e555b8882c7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785089811.3321447,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"796ef81d-74d4-4fde-b9ab-9e555b8882c7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785089811.3321826,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f514694-195c-452f-887b-2701a0fc75b7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785089811.3321953,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f514694-195c-452f-887b-2701a0fc75b7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785089811.3322453,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4280d889-3343-40f0-953e-f5587e62cc69"} {"level":"info","ts":1785089811.332281,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4280d889-3343-40f0-953e-f5587e62cc69","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785089811.332089,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785089811.3333151,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9c44f3f2-9520-4d15-bb52-f211b5e97765","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785089811.3333557,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9c44f3f2-9520-4d15-bb52-f211b5e97765","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785089811.3334048,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee119892-ae97-4504-bedf-0ad825f815f2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785089811.3334346,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee119892-ae97-4504-bedf-0ad825f815f2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785089811.3369951,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4280d889-3343-40f0-953e-f5587e62cc69","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785089811.3370755,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac463f42-0263-4985-a5b2-ec9c09e4a6e0"} {"level":"info","ts":1785089811.337353,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37915.506374075,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785089811.3373728,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785089811.343946,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785089811.395861,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37908.747725383,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785089811.3958817,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785089811.404275,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785089811.4383202,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac463f42-0263-4985-a5b2-ec9c09e4a6e0","name":"e2e-external-model"} {"level":"info","ts":1785089811.451237,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15b3ca35-bfa0-4f0c-bf14-c93c5a50df38","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785089811.4512687,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15b3ca35-bfa0-4f0c-bf14-c93c5a50df38","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785089811.454646,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac463f42-0263-4985-a5b2-ec9c09e4a6e0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785089811.4546952,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac463f42-0263-4985-a5b2-ec9c09e4a6e0","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785089811.4547434,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f1dc079-6d60-41c0-8a77-7020f5b5e0ba"} {"level":"info","ts":1785089811.4547842,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f1dc079-6d60-41c0-8a77-7020f5b5e0ba","name":"e2e-external-model"} {"level":"info","ts":1785089811.4706826,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26437a0d-b3f5-48eb-84b5-973a968f4356","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785089811.4707115,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26437a0d-b3f5-48eb-84b5-973a968f4356","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785089811.471697,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f1dc079-6d60-41c0-8a77-7020f5b5e0ba","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785089811.4717302,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f1dc079-6d60-41c0-8a77-7020f5b5e0ba","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785089811.4717753,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47f48642-6a9d-46be-8cea-0cec515c183c"} {"level":"info","ts":1785089811.4718204,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47f48642-6a9d-46be-8cea-0cec515c183c","name":"e2e-external-model"} {"level":"info","ts":1785089811.4798615,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47f48642-6a9d-46be-8cea-0cec515c183c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785089811.4857183,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a779dcf-0fe2-4dee-a950-c49b73d38e8c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785089811.4857528,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a779dcf-0fe2-4dee-a950-c49b73d38e8c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785089811.4890034,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47f48642-6a9d-46be-8cea-0cec515c183c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785089811.4890814,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d6a306d-fb08-4412-8437-3cb7a1f4df37"} {"level":"info","ts":1785089811.48915,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d6a306d-fb08-4412-8437-3cb7a1f4df37","name":"e2e-external-model"} {"level":"info","ts":1785089811.4958758,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c460694-acea-41ce-89fa-31e32c646a61","name":"e2e-external-provider"} {"level":"info","ts":1785089811.4960675,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d6a306d-fb08-4412-8437-3cb7a1f4df37","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785089811.5064082,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c460694-acea-41ce-89fa-31e32c646a61","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785089811.5095367,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c460694-acea-41ce-89fa-31e32c646a61","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785089811.5096118,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fab7bdda-e2e4-4640-a1dc-c2319025fe72"} {"level":"info","ts":1785089811.5096505,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fab7bdda-e2e4-4640-a1dc-c2319025fe72","name":"e2e-external-provider"} {"level":"info","ts":1785089811.5178173,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fab7bdda-e2e4-4640-a1dc-c2319025fe72","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785089818.6165268,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089818.6166193,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df421799-2c2e-43bd-bf11-ab7175c5c5e3"} {"level":"info","ts":1785089818.6166332,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"df421799-2c2e-43bd-bf11-ab7175c5c5e3"} {"level":"info","ts":1785089818.6166546,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df421799-2c2e-43bd-bf11-ab7175c5c5e3","EoS":false} {"level":"info","ts":1785089818.6166732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df421799-2c2e-43bd-bf11-ab7175c5c5e3","EoS":true} {"level":"info","ts":1785089818.616705,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df421799-2c2e-43bd-bf11-ab7175c5c5e3","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785089818.616725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df421799-2c2e-43bd-bf11-ab7175c5c5e3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785089818.6167405,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"df421799-2c2e-43bd-bf11-ab7175c5c5e3","modelName":"e2e-external-model"} {"level":"info","ts":1785089818.616763,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"df421799-2c2e-43bd-bf11-ab7175c5c5e3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785089818.6168272,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"df421799-2c2e-43bd-bf11-ab7175c5c5e3"} {"level":"info","ts":1785089818.6715956,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089818.6716747,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1407207f-4be3-4174-932b-6dbe1762ffb0"} {"level":"info","ts":1785089818.6716893,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1407207f-4be3-4174-932b-6dbe1762ffb0"} {"level":"info","ts":1785089818.6717105,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1407207f-4be3-4174-932b-6dbe1762ffb0","EoS":false} {"level":"info","ts":1785089818.671731,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1407207f-4be3-4174-932b-6dbe1762ffb0","EoS":true} {"level":"info","ts":1785089818.6717596,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1407207f-4be3-4174-932b-6dbe1762ffb0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785089818.6717787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1407207f-4be3-4174-932b-6dbe1762ffb0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785089818.671791,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1407207f-4be3-4174-932b-6dbe1762ffb0","modelName":"e2e-external-model"} {"level":"info","ts":1785089818.6718123,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1407207f-4be3-4174-932b-6dbe1762ffb0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785089818.6718597,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1407207f-4be3-4174-932b-6dbe1762ffb0"} {"level":"info","ts":1785089818.6968806,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089818.6969507,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98f917fd-d82b-4d9e-be6e-be70d26270ac"} {"level":"info","ts":1785089818.6969602,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"98f917fd-d82b-4d9e-be6e-be70d26270ac"} {"level":"info","ts":1785089818.6969707,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98f917fd-d82b-4d9e-be6e-be70d26270ac","EoS":false} {"level":"info","ts":1785089818.6969836,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98f917fd-d82b-4d9e-be6e-be70d26270ac","EoS":true} {"level":"info","ts":1785089818.6970048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"98f917fd-d82b-4d9e-be6e-be70d26270ac","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785089818.69702,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98f917fd-d82b-4d9e-be6e-be70d26270ac","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785089818.69703,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"98f917fd-d82b-4d9e-be6e-be70d26270ac","modelName":"e2e-external-model"} {"level":"info","ts":1785089818.697044,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"98f917fd-d82b-4d9e-be6e-be70d26270ac","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785089818.6970823,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"98f917fd-d82b-4d9e-be6e-be70d26270ac"} {"level":"info","ts":1785089818.8200777,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dee39c58-b4aa-4e7e-a693-7956d872399a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785089818.8200998,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b652e9d-2ffd-4e28-b12e-ba905c62e927"} {"level":"info","ts":1785089818.8201551,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dee39c58-b4aa-4e7e-a693-7956d872399a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785089818.8249805,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a037936f-1eda-4669-b9d6-6d48434826ac","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785089818.8250148,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a037936f-1eda-4669-b9d6-6d48434826ac","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785089818.8251405,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b652e9d-2ffd-4e28-b12e-ba905c62e927","name":"e2e-cleanup-test"} {"level":"info","ts":1785089818.8327425,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b652e9d-2ffd-4e28-b12e-ba905c62e927","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785089818.8406475,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"301d1ab3-1428-4b62-9669-8f97205cef50","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785089818.8406644,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2776b509-8dfe-48dd-991c-93a9565e2979"} {"level":"info","ts":1785089818.8406746,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"301d1ab3-1428-4b62-9669-8f97205cef50","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785089818.8407097,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2776b509-8dfe-48dd-991c-93a9565e2979","name":"e2e-cleanup-test"} {"level":"error","ts":1785089818.8560429,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2776b509-8dfe-48dd-991c-93a9565e2979","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785089818.856086,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d2747873-f604-4c90-b9d3-41e27861df3d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785089818.8561337,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d2747873-f604-4c90-b9d3-41e27861df3d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785089818.856136,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c45c2a2c-1c4e-466f-a975-676b37ad9ca0"} {"level":"info","ts":1785089818.8561862,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c45c2a2c-1c4e-466f-a975-676b37ad9ca0","name":"e2e-cleanup-test"} {"level":"info","ts":1785089818.8637338,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c45c2a2c-1c4e-466f-a975-676b37ad9ca0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785089818.8685606,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"734a3c3c-39b7-4b7c-90b2-9c9f459396e8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785089818.868585,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"734a3c3c-39b7-4b7c-90b2-9c9f459396e8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785089818.8686693,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1398a9a8-6b60-4327-9cd0-cc3d27a99603"} {"level":"info","ts":1785089818.8687153,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1398a9a8-6b60-4327-9cd0-cc3d27a99603","name":"e2e-cleanup-test"} {"level":"info","ts":1785089818.8761995,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1398a9a8-6b60-4327-9cd0-cc3d27a99603","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785089827.126826,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb554340-2856-48d4-acad-8a36f2e2e47c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785089827.126876,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb554340-2856-48d4-acad-8a36f2e2e47c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785089827.1268334,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b12f09de-3ef1-434a-9885-b0482d9b1098"} {"level":"info","ts":1785089831.4308424,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089831.4309225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc4cf991-5563-4da8-a287-37002a9ebc95"} {"level":"info","ts":1785089831.4309309,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc4cf991-5563-4da8-a287-37002a9ebc95"} {"level":"info","ts":1785089831.4309428,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc4cf991-5563-4da8-a287-37002a9ebc95","EoS":false} {"level":"info","ts":1785089831.4309583,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc4cf991-5563-4da8-a287-37002a9ebc95","EoS":true} {"level":"info","ts":1785089831.4309793,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc4cf991-5563-4da8-a287-37002a9ebc95","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785089831.430996,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc4cf991-5563-4da8-a287-37002a9ebc95","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785089831.4310186,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc4cf991-5563-4da8-a287-37002a9ebc95"} {"level":"info","ts":1785089831.4562411,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089831.4563236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77e75320-ddb7-4b9b-b6b2-a0369c95af74"} {"level":"info","ts":1785089831.456338,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"77e75320-ddb7-4b9b-b6b2-a0369c95af74"} {"level":"info","ts":1785089831.4563556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77e75320-ddb7-4b9b-b6b2-a0369c95af74","EoS":false} {"level":"info","ts":1785089831.4563742,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77e75320-ddb7-4b9b-b6b2-a0369c95af74","EoS":true} {"level":"info","ts":1785089831.4564006,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77e75320-ddb7-4b9b-b6b2-a0369c95af74","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785089831.4564192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77e75320-ddb7-4b9b-b6b2-a0369c95af74","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785089831.4564326,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"77e75320-ddb7-4b9b-b6b2-a0369c95af74","modelName":"e2e-external-model"} {"level":"info","ts":1785089831.4564548,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"77e75320-ddb7-4b9b-b6b2-a0369c95af74","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785089831.4565,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"77e75320-ddb7-4b9b-b6b2-a0369c95af74"} {"level":"info","ts":1785089831.4952345,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089831.4952965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b1d8b4e-fabc-47cf-b22d-2e9f9bc6bcd2"} {"level":"info","ts":1785089831.495307,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b1d8b4e-fabc-47cf-b22d-2e9f9bc6bcd2"} {"level":"info","ts":1785089831.4953175,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b1d8b4e-fabc-47cf-b22d-2e9f9bc6bcd2","EoS":false} {"level":"info","ts":1785089831.4953268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b1d8b4e-fabc-47cf-b22d-2e9f9bc6bcd2","EoS":true} {"level":"info","ts":1785089831.4953446,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b1d8b4e-fabc-47cf-b22d-2e9f9bc6bcd2","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785089831.495359,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b1d8b4e-fabc-47cf-b22d-2e9f9bc6bcd2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785089831.4953773,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b1d8b4e-fabc-47cf-b22d-2e9f9bc6bcd2"} {"level":"info","ts":1785089831.63628,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089831.6363602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bda31702-79c9-4114-96e8-0e1b5a0e5cd9"} {"level":"info","ts":1785089831.6363761,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bda31702-79c9-4114-96e8-0e1b5a0e5cd9"} {"level":"info","ts":1785089831.6363955,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bda31702-79c9-4114-96e8-0e1b5a0e5cd9","EoS":false} {"level":"info","ts":1785089831.6364148,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bda31702-79c9-4114-96e8-0e1b5a0e5cd9","EoS":true} {"level":"info","ts":1785089831.636448,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"bda31702-79c9-4114-96e8-0e1b5a0e5cd9","field":"model"} {"level":"info","ts":1785089831.636473,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bda31702-79c9-4114-96e8-0e1b5a0e5cd9"} {"level":"info","ts":1785089832.64389,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93faaa08-6be2-42c2-9866-c27e87121aa5"} {"level":"info","ts":1785089832.6438901,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9174897f-6d0f-47bd-b874-e315c1b7e100","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785089832.643966,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9174897f-6d0f-47bd-b874-e315c1b7e100","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785089832.7797441,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f5798897-feb0-4f02-a2e1-1560d9265ecc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785089832.7797866,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f5798897-feb0-4f02-a2e1-1560d9265ecc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785089832.7797928,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f42e4d28-c833-434c-be4e-5b86060144db"} {"level":"info","ts":1785091174.2878087,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785091174.287895,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"521f42df-2a76-4325-a3d7-6a934bf5cc8f"} {"level":"info","ts":1785091228.3569899,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785091228.3570783,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"008a4f62-5fb5-4fe6-a1a6-d123bf6def3f"} {"level":"info","ts":1785091228.357088,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"008a4f62-5fb5-4fe6-a1a6-d123bf6def3f"} {"level":"info","ts":1785091228.3570998,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"008a4f62-5fb5-4fe6-a1a6-d123bf6def3f","EoS":false} {"level":"info","ts":1785091228.3571253,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"008a4f62-5fb5-4fe6-a1a6-d123bf6def3f","EoS":true} {"level":"info","ts":1785091228.3571599,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"008a4f62-5fb5-4fe6-a1a6-d123bf6def3f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785091228.3571768,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"008a4f62-5fb5-4fe6-a1a6-d123bf6def3f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785091228.357199,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"008a4f62-5fb5-4fe6-a1a6-d123bf6def3f"}