{"level":"info","ts":1784771038.1207852,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"263fe37c-f72d-45f1-9cf4-457dad2e6319"}
{"level":"info","ts":1784771038.9071462,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771038.907244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a8d23ce-91ef-4985-802f-745099fe4f41"}
{"level":"info","ts":1784771038.9072568,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a8d23ce-91ef-4985-802f-745099fe4f41"}
{"level":"info","ts":1784771038.9072683,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a8d23ce-91ef-4985-802f-745099fe4f41","EoS":true}
{"level":"info","ts":1784771038.9072936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a8d23ce-91ef-4985-802f-745099fe4f41","header":"x-maas-subscription"}
{"level":"info","ts":1784771038.9073036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a8d23ce-91ef-4985-802f-745099fe4f41","header":"x-maas-group"}
{"level":"info","ts":1784771038.9073086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a8d23ce-91ef-4985-802f-745099fe4f41","header":"x-maas-username"}
{"level":"info","ts":1784771038.9073222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a8d23ce-91ef-4985-802f-745099fe4f41","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784771038.9073472,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a8d23ce-91ef-4985-802f-745099fe4f41"}
{"level":"info","ts":1784771038.908384,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0a8d23ce-91ef-4985-802f-745099fe4f41"}
{"level":"info","ts":1784771038.908401,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0a8d23ce-91ef-4985-802f-745099fe4f41"}
{"level":"info","ts":1784771038.9084203,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a8d23ce-91ef-4985-802f-745099fe4f41","EoS":false}
{"level":"info","ts":1784771038.9084315,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a8d23ce-91ef-4985-802f-745099fe4f41","EoS":true}
{"level":"info","ts":1784771038.9084651,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0a8d23ce-91ef-4985-802f-745099fe4f41"}
{"level":"info","ts":1784771061.9977126,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771061.9977977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44828407-8667-4189-ba93-c3b543bca3e8"}
{"level":"info","ts":1784771061.9978144,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44828407-8667-4189-ba93-c3b543bca3e8"}
{"level":"info","ts":1784771061.9978275,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44828407-8667-4189-ba93-c3b543bca3e8","EoS":true}
{"level":"info","ts":1784771061.9978538,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44828407-8667-4189-ba93-c3b543bca3e8","header":"x-maas-group"}
{"level":"info","ts":1784771061.9978642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44828407-8667-4189-ba93-c3b543bca3e8","header":"x-maas-username"}
{"level":"info","ts":1784771061.9978695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44828407-8667-4189-ba93-c3b543bca3e8","header":"x-maas-subscription"}
{"level":"info","ts":1784771061.9978838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44828407-8667-4189-ba93-c3b543bca3e8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784771061.9979126,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44828407-8667-4189-ba93-c3b543bca3e8"}
{"level":"info","ts":1784771061.9989913,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44828407-8667-4189-ba93-c3b543bca3e8"}
{"level":"info","ts":1784771061.9990125,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"44828407-8667-4189-ba93-c3b543bca3e8"}
{"level":"info","ts":1784771061.999031,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"44828407-8667-4189-ba93-c3b543bca3e8","EoS":false}
{"level":"info","ts":1784771061.999043,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"44828407-8667-4189-ba93-c3b543bca3e8","EoS":true}
{"level":"info","ts":1784771061.9990764,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"44828407-8667-4189-ba93-c3b543bca3e8"}
{"level":"info","ts":1784771062.1330078,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771062.1331055,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b95e3378-4073-49e3-9278-ea01f7aa4cb9"}
{"level":"info","ts":1784771062.1331198,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b95e3378-4073-49e3-9278-ea01f7aa4cb9"}
{"level":"info","ts":1784771062.1331317,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b95e3378-4073-49e3-9278-ea01f7aa4cb9","EoS":true}
{"level":"info","ts":1784771062.1331618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b95e3378-4073-49e3-9278-ea01f7aa4cb9","header":"x-maas-subscription"}
{"level":"info","ts":1784771062.1331732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b95e3378-4073-49e3-9278-ea01f7aa4cb9","header":"x-maas-group"}
{"level":"info","ts":1784771062.1331792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b95e3378-4073-49e3-9278-ea01f7aa4cb9","header":"x-maas-username"}
{"level":"info","ts":1784771062.1331959,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b95e3378-4073-49e3-9278-ea01f7aa4cb9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784771062.1332262,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b95e3378-4073-49e3-9278-ea01f7aa4cb9"}
{"level":"info","ts":1784771062.1353793,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b95e3378-4073-49e3-9278-ea01f7aa4cb9"}
{"level":"info","ts":1784771062.135399,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b95e3378-4073-49e3-9278-ea01f7aa4cb9"}
{"level":"info","ts":1784771062.135412,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b95e3378-4073-49e3-9278-ea01f7aa4cb9","EoS":false}
{"level":"info","ts":1784771062.1354241,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b95e3378-4073-49e3-9278-ea01f7aa4cb9","EoS":true}
{"level":"info","ts":1784771062.1354609,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b95e3378-4073-49e3-9278-ea01f7aa4cb9"}
{"level":"info","ts":1784771062.2683792,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771062.2684612,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"373d0dd3-e238-4d9c-985b-1a260abe43de"}
{"level":"info","ts":1784771062.2684705,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"373d0dd3-e238-4d9c-985b-1a260abe43de"}
{"level":"info","ts":1784771062.2684817,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"373d0dd3-e238-4d9c-985b-1a260abe43de","EoS":true}
{"level":"info","ts":1784771062.2685192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"373d0dd3-e238-4d9c-985b-1a260abe43de","header":"x-maas-username"}
{"level":"info","ts":1784771062.2685304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"373d0dd3-e238-4d9c-985b-1a260abe43de","header":"x-maas-group"}
{"level":"info","ts":1784771062.268536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"373d0dd3-e238-4d9c-985b-1a260abe43de","header":"x-maas-subscription"}
{"level":"info","ts":1784771062.2685492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"373d0dd3-e238-4d9c-985b-1a260abe43de","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784771062.268575,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"373d0dd3-e238-4d9c-985b-1a260abe43de"}
{"level":"info","ts":1784771062.2693405,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"373d0dd3-e238-4d9c-985b-1a260abe43de"}
{"level":"info","ts":1784771062.2693539,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"373d0dd3-e238-4d9c-985b-1a260abe43de"}
{"level":"info","ts":1784771062.2693667,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"373d0dd3-e238-4d9c-985b-1a260abe43de","EoS":false}
{"level":"info","ts":1784771062.2693787,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"373d0dd3-e238-4d9c-985b-1a260abe43de","EoS":true}
{"level":"info","ts":1784771062.2694142,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"373d0dd3-e238-4d9c-985b-1a260abe43de"}
{"level":"info","ts":1784771062.399187,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771062.399269,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d236f25a-11a2-4f16-9eb7-0e5832266eaa"}
{"level":"info","ts":1784771062.3992784,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d236f25a-11a2-4f16-9eb7-0e5832266eaa"}
{"level":"info","ts":1784771062.3992894,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d236f25a-11a2-4f16-9eb7-0e5832266eaa","EoS":true}
{"level":"info","ts":1784771062.3993275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d236f25a-11a2-4f16-9eb7-0e5832266eaa","header":"x-maas-username"}
{"level":"info","ts":1784771062.3993373,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d236f25a-11a2-4f16-9eb7-0e5832266eaa","header":"x-maas-group"}
{"level":"info","ts":1784771062.3993425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d236f25a-11a2-4f16-9eb7-0e5832266eaa","header":"x-maas-subscription"}
{"level":"info","ts":1784771062.3993547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d236f25a-11a2-4f16-9eb7-0e5832266eaa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784771062.3993788,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d236f25a-11a2-4f16-9eb7-0e5832266eaa"}
{"level":"info","ts":1784771062.4001467,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d236f25a-11a2-4f16-9eb7-0e5832266eaa"}
{"level":"info","ts":1784771062.4001665,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d236f25a-11a2-4f16-9eb7-0e5832266eaa"}
{"level":"info","ts":1784771062.4001815,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d236f25a-11a2-4f16-9eb7-0e5832266eaa","EoS":false}
{"level":"info","ts":1784771062.4001946,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d236f25a-11a2-4f16-9eb7-0e5832266eaa","EoS":true}
{"level":"info","ts":1784771062.4002297,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d236f25a-11a2-4f16-9eb7-0e5832266eaa"}
{"level":"info","ts":1784771062.5317097,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771062.531813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05f1ca0b-227d-43db-a57a-2f4de1555216"}
{"level":"info","ts":1784771062.5318248,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"05f1ca0b-227d-43db-a57a-2f4de1555216"}
{"level":"info","ts":1784771062.5318377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05f1ca0b-227d-43db-a57a-2f4de1555216","EoS":true}
{"level":"info","ts":1784771062.5318658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05f1ca0b-227d-43db-a57a-2f4de1555216","header":"x-maas-username"}
{"level":"info","ts":1784771062.5318763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05f1ca0b-227d-43db-a57a-2f4de1555216","header":"x-maas-subscription"}
{"level":"info","ts":1784771062.5318818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05f1ca0b-227d-43db-a57a-2f4de1555216","header":"x-maas-group"}
{"level":"info","ts":1784771062.5318995,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05f1ca0b-227d-43db-a57a-2f4de1555216","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784771062.5319288,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"05f1ca0b-227d-43db-a57a-2f4de1555216"}
{"level":"info","ts":1784771062.532734,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"05f1ca0b-227d-43db-a57a-2f4de1555216"}
{"level":"info","ts":1784771062.5327528,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"05f1ca0b-227d-43db-a57a-2f4de1555216"}
{"level":"info","ts":1784771062.5327747,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"05f1ca0b-227d-43db-a57a-2f4de1555216","EoS":false}
{"level":"info","ts":1784771062.5327885,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"05f1ca0b-227d-43db-a57a-2f4de1555216","EoS":true}
{"level":"info","ts":1784771062.532821,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"05f1ca0b-227d-43db-a57a-2f4de1555216"}
{"level":"info","ts":1784771079.3272214,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771079.3273194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2b26517-8e78-49f6-83ab-a12d4d844f19"}
{"level":"info","ts":1784771079.3273325,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f2b26517-8e78-49f6-83ab-a12d4d844f19"}
{"level":"info","ts":1784771079.3273444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2b26517-8e78-49f6-83ab-a12d4d844f19","EoS":true}
{"level":"info","ts":1784771079.3273723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2b26517-8e78-49f6-83ab-a12d4d844f19","header":"x-maas-subscription"}
{"level":"info","ts":1784771079.3273816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2b26517-8e78-49f6-83ab-a12d4d844f19","header":"x-maas-group"}
{"level":"info","ts":1784771079.3273864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2b26517-8e78-49f6-83ab-a12d4d844f19","header":"x-maas-username"}
{"level":"info","ts":1784771079.3273997,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2b26517-8e78-49f6-83ab-a12d4d844f19","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784771079.3274245,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f2b26517-8e78-49f6-83ab-a12d4d844f19"}
{"level":"info","ts":1784771079.3293388,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f2b26517-8e78-49f6-83ab-a12d4d844f19"}
{"level":"info","ts":1784771079.3293655,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f2b26517-8e78-49f6-83ab-a12d4d844f19"}
{"level":"info","ts":1784771079.3293865,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f2b26517-8e78-49f6-83ab-a12d4d844f19","EoS":false}
{"level":"info","ts":1784771079.329404,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f2b26517-8e78-49f6-83ab-a12d4d844f19","EoS":true}
{"level":"info","ts":1784771079.3294506,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f2b26517-8e78-49f6-83ab-a12d4d844f19"}
{"level":"info","ts":1784771079.4172952,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771079.4173849,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c1e7d9e7-2617-41d6-bfcf-1afe3dd64907"}
{"level":"info","ts":1784771079.4188662,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c1e7d9e7-2617-41d6-bfcf-1afe3dd64907"}
{"level":"info","ts":1784771079.4188852,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c1e7d9e7-2617-41d6-bfcf-1afe3dd64907"}
{"level":"info","ts":1784771079.4189131,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c1e7d9e7-2617-41d6-bfcf-1afe3dd64907","EoS":false}
{"level":"info","ts":1784771079.4189308,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"c1e7d9e7-2617-41d6-bfcf-1afe3dd64907"}
{"level":"info","ts":1784771079.4189677,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c1e7d9e7-2617-41d6-bfcf-1afe3dd64907","EoS":true}
{"level":"info","ts":1784771079.4189801,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"c1e7d9e7-2617-41d6-bfcf-1afe3dd64907"}
{"level":"info","ts":1784771084.0286188,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771084.0287163,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f674cbaf-bdde-481b-ac77-d22391277c1e"}
{"level":"info","ts":1784771084.0287285,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f674cbaf-bdde-481b-ac77-d22391277c1e"}
{"level":"info","ts":1784771084.0287406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f674cbaf-bdde-481b-ac77-d22391277c1e","EoS":true}
{"level":"info","ts":1784771084.0287676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f674cbaf-bdde-481b-ac77-d22391277c1e","header":"x-maas-subscription"}
{"level":"info","ts":1784771084.0287771,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f674cbaf-bdde-481b-ac77-d22391277c1e","header":"x-maas-group"}
{"level":"info","ts":1784771084.028799,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f674cbaf-bdde-481b-ac77-d22391277c1e","header":"x-maas-username"}
{"level":"info","ts":1784771084.028812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f674cbaf-bdde-481b-ac77-d22391277c1e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784771084.0288377,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f674cbaf-bdde-481b-ac77-d22391277c1e"}
{"level":"info","ts":1784771084.0298529,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f674cbaf-bdde-481b-ac77-d22391277c1e"}
{"level":"info","ts":1784771084.0298758,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f674cbaf-bdde-481b-ac77-d22391277c1e"}
{"level":"info","ts":1784771084.0299015,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f674cbaf-bdde-481b-ac77-d22391277c1e","EoS":false}
{"level":"info","ts":1784771084.0299194,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f674cbaf-bdde-481b-ac77-d22391277c1e","EoS":true}
{"level":"info","ts":1784771084.029967,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f674cbaf-bdde-481b-ac77-d22391277c1e"}
{"level":"info","ts":1784771094.6175365,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771094.6176138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1eaabc28-65b1-4fee-9080-a85e1334daff"}
{"level":"info","ts":1784771094.6176236,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1eaabc28-65b1-4fee-9080-a85e1334daff"}
{"level":"info","ts":1784771094.6176558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1eaabc28-65b1-4fee-9080-a85e1334daff","EoS":true}
{"level":"info","ts":1784771094.617683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1eaabc28-65b1-4fee-9080-a85e1334daff","header":"x-maas-username"}
{"level":"info","ts":1784771094.6176932,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1eaabc28-65b1-4fee-9080-a85e1334daff","header":"x-maas-subscription"}
{"level":"info","ts":1784771094.6176977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1eaabc28-65b1-4fee-9080-a85e1334daff","header":"x-maas-group"}
{"level":"info","ts":1784771094.617715,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1eaabc28-65b1-4fee-9080-a85e1334daff","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784771094.6177373,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1eaabc28-65b1-4fee-9080-a85e1334daff"}
{"level":"info","ts":1784771094.618747,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1eaabc28-65b1-4fee-9080-a85e1334daff"}
{"level":"info","ts":1784771094.6187587,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1eaabc28-65b1-4fee-9080-a85e1334daff"}
{"level":"info","ts":1784771094.6187696,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1eaabc28-65b1-4fee-9080-a85e1334daff","EoS":false}
{"level":"info","ts":1784771094.6187828,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1eaabc28-65b1-4fee-9080-a85e1334daff","EoS":true}
{"level":"info","ts":1784771094.6188114,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1eaabc28-65b1-4fee-9080-a85e1334daff"}
{"level":"info","ts":1784771107.4643123,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771107.4643984,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f89e1356-80aa-46f7-8a2e-ae98c0ced4e6"}
{"level":"info","ts":1784771107.4644089,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f89e1356-80aa-46f7-8a2e-ae98c0ced4e6"}
{"level":"info","ts":1784771107.464422,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f89e1356-80aa-46f7-8a2e-ae98c0ced4e6","EoS":true}
{"level":"info","ts":1784771107.464451,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f89e1356-80aa-46f7-8a2e-ae98c0ced4e6","header":"x-maas-username"}
{"level":"info","ts":1784771107.4644613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f89e1356-80aa-46f7-8a2e-ae98c0ced4e6","header":"x-maas-subscription"}
{"level":"info","ts":1784771107.4644666,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f89e1356-80aa-46f7-8a2e-ae98c0ced4e6","header":"x-maas-group"}
{"level":"info","ts":1784771107.4644794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f89e1356-80aa-46f7-8a2e-ae98c0ced4e6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784771107.4645042,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f89e1356-80aa-46f7-8a2e-ae98c0ced4e6"}
{"level":"info","ts":1784771107.4657183,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f89e1356-80aa-46f7-8a2e-ae98c0ced4e6"}
{"level":"info","ts":1784771107.4657414,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f89e1356-80aa-46f7-8a2e-ae98c0ced4e6"}
{"level":"info","ts":1784771107.465762,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f89e1356-80aa-46f7-8a2e-ae98c0ced4e6","EoS":false}
{"level":"info","ts":1784771107.46579,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f89e1356-80aa-46f7-8a2e-ae98c0ced4e6","EoS":true}
{"level":"info","ts":1784771107.4658406,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f89e1356-80aa-46f7-8a2e-ae98c0ced4e6"}
{"level":"info","ts":1784771115.9886687,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771115.9887488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46bef602-73e6-42fb-afa9-c43cf54211cb"}
{"level":"info","ts":1784771115.9887657,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"46bef602-73e6-42fb-afa9-c43cf54211cb"}
{"level":"info","ts":1784771115.9887822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46bef602-73e6-42fb-afa9-c43cf54211cb","EoS":true}
{"level":"info","ts":1784771115.9888098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46bef602-73e6-42fb-afa9-c43cf54211cb","header":"x-maas-subscription"}
{"level":"info","ts":1784771115.9888206,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46bef602-73e6-42fb-afa9-c43cf54211cb","header":"x-maas-username"}
{"level":"info","ts":1784771115.9888253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46bef602-73e6-42fb-afa9-c43cf54211cb","header":"x-maas-group"}
{"level":"info","ts":1784771115.9888568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46bef602-73e6-42fb-afa9-c43cf54211cb","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784771115.9888866,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"46bef602-73e6-42fb-afa9-c43cf54211cb"}
{"level":"info","ts":1784771115.9898734,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"46bef602-73e6-42fb-afa9-c43cf54211cb"}
{"level":"info","ts":1784771115.9898953,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"46bef602-73e6-42fb-afa9-c43cf54211cb"}
{"level":"info","ts":1784771115.9899116,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"46bef602-73e6-42fb-afa9-c43cf54211cb","EoS":false}
{"level":"info","ts":1784771115.9899244,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"46bef602-73e6-42fb-afa9-c43cf54211cb","EoS":true}
{"level":"info","ts":1784771115.9899595,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"46bef602-73e6-42fb-afa9-c43cf54211cb"}
{"level":"info","ts":1784771124.8382828,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771124.8383641,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e470583-1f54-44e6-93c0-c50572f8581e"}
{"level":"info","ts":1784771124.8383749,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1e470583-1f54-44e6-93c0-c50572f8581e"}
{"level":"info","ts":1784771124.8383868,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e470583-1f54-44e6-93c0-c50572f8581e","EoS":true}
{"level":"info","ts":1784771124.8384125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e470583-1f54-44e6-93c0-c50572f8581e","header":"x-maas-username"}
{"level":"info","ts":1784771124.8384228,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e470583-1f54-44e6-93c0-c50572f8581e","header":"x-maas-subscription"}
{"level":"info","ts":1784771124.838428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e470583-1f54-44e6-93c0-c50572f8581e","header":"x-maas-group"}
{"level":"info","ts":1784771124.838442,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e470583-1f54-44e6-93c0-c50572f8581e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784771124.838466,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1e470583-1f54-44e6-93c0-c50572f8581e"}
{"level":"info","ts":1784771124.8394518,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1e470583-1f54-44e6-93c0-c50572f8581e"}
{"level":"info","ts":1784771124.8394642,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1e470583-1f54-44e6-93c0-c50572f8581e"}
{"level":"info","ts":1784771124.839476,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1e470583-1f54-44e6-93c0-c50572f8581e","EoS":false}
{"level":"info","ts":1784771124.8394868,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1e470583-1f54-44e6-93c0-c50572f8581e","EoS":true}
{"level":"info","ts":1784771124.8395138,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1e470583-1f54-44e6-93c0-c50572f8581e"}
{"level":"info","ts":1784771149.6249988,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771149.6250901,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c9c864c-51d9-4369-80dd-787fa6349c8b"}
{"level":"info","ts":1784771149.625101,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c9c864c-51d9-4369-80dd-787fa6349c8b"}
{"level":"info","ts":1784771149.6251142,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c9c864c-51d9-4369-80dd-787fa6349c8b","EoS":true}
{"level":"info","ts":1784771149.6251426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c9c864c-51d9-4369-80dd-787fa6349c8b","header":"x-maas-group"}
{"level":"info","ts":1784771149.6251526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c9c864c-51d9-4369-80dd-787fa6349c8b","header":"x-maas-subscription"}
{"level":"info","ts":1784771149.625158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c9c864c-51d9-4369-80dd-787fa6349c8b","header":"x-maas-username"}
{"level":"info","ts":1784771149.625173,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c9c864c-51d9-4369-80dd-787fa6349c8b","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784771149.6251981,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c9c864c-51d9-4369-80dd-787fa6349c8b"}
{"level":"info","ts":1784771149.6262755,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c9c864c-51d9-4369-80dd-787fa6349c8b"}
{"level":"info","ts":1784771149.6262965,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9c9c864c-51d9-4369-80dd-787fa6349c8b"}
{"level":"info","ts":1784771149.6263118,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c9c864c-51d9-4369-80dd-787fa6349c8b","EoS":false}
{"level":"info","ts":1784771149.6263235,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c9c864c-51d9-4369-80dd-787fa6349c8b","EoS":true}
{"level":"info","ts":1784771149.6263616,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9c9c864c-51d9-4369-80dd-787fa6349c8b"}
{"level":"info","ts":1784771171.6802442,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771171.680321,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9744492e-8a8f-4ca0-bde8-c807db2084af"}
{"level":"info","ts":1784771171.6803327,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9744492e-8a8f-4ca0-bde8-c807db2084af"}
{"level":"info","ts":1784771171.6803443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9744492e-8a8f-4ca0-bde8-c807db2084af","EoS":true}
{"level":"info","ts":1784771171.6803694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9744492e-8a8f-4ca0-bde8-c807db2084af","header":"x-maas-username"}
{"level":"info","ts":1784771171.6803792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9744492e-8a8f-4ca0-bde8-c807db2084af","header":"x-maas-subscription"}
{"level":"info","ts":1784771171.6803842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9744492e-8a8f-4ca0-bde8-c807db2084af","header":"x-maas-group"}
{"level":"info","ts":1784771171.6803987,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9744492e-8a8f-4ca0-bde8-c807db2084af","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784771171.680425,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9744492e-8a8f-4ca0-bde8-c807db2084af"}
{"level":"info","ts":1784771171.6814487,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9744492e-8a8f-4ca0-bde8-c807db2084af"}
{"level":"info","ts":1784771171.68146,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9744492e-8a8f-4ca0-bde8-c807db2084af"}
{"level":"info","ts":1784771171.6814706,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9744492e-8a8f-4ca0-bde8-c807db2084af","EoS":false}
{"level":"info","ts":1784771171.6814938,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9744492e-8a8f-4ca0-bde8-c807db2084af","EoS":true}
{"level":"info","ts":1784771171.6815317,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9744492e-8a8f-4ca0-bde8-c807db2084af"}
{"level":"info","ts":1784771197.8839056,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771197.8840158,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7147ff79-2355-4cb3-8822-325d835c7c80"}
{"level":"info","ts":1784771197.884032,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7147ff79-2355-4cb3-8822-325d835c7c80"}
{"level":"info","ts":1784771197.8840508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7147ff79-2355-4cb3-8822-325d835c7c80","EoS":true}
{"level":"info","ts":1784771197.8841314,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7147ff79-2355-4cb3-8822-325d835c7c80","header":"x-maas-username"}
{"level":"info","ts":1784771197.8841443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7147ff79-2355-4cb3-8822-325d835c7c80","header":"x-maas-subscription"}
{"level":"info","ts":1784771197.884151,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7147ff79-2355-4cb3-8822-325d835c7c80","header":"x-maas-group"}
{"level":"info","ts":1784771197.8841734,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7147ff79-2355-4cb3-8822-325d835c7c80","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784771197.8842084,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7147ff79-2355-4cb3-8822-325d835c7c80"}
{"level":"info","ts":1784771197.8852139,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7147ff79-2355-4cb3-8822-325d835c7c80"}
{"level":"info","ts":1784771197.8852332,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7147ff79-2355-4cb3-8822-325d835c7c80"}
{"level":"info","ts":1784771197.8852494,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7147ff79-2355-4cb3-8822-325d835c7c80","EoS":false}
{"level":"info","ts":1784771197.8852603,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7147ff79-2355-4cb3-8822-325d835c7c80","EoS":true}
{"level":"info","ts":1784771197.8852966,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7147ff79-2355-4cb3-8822-325d835c7c80"}
{"level":"info","ts":1784771207.225958,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771207.2260504,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ca0ad7c-3f53-4968-a6ba-b91b347bbc39"}
{"level":"info","ts":1784771207.2260623,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ca0ad7c-3f53-4968-a6ba-b91b347bbc39"}
{"level":"info","ts":1784771207.2260795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ca0ad7c-3f53-4968-a6ba-b91b347bbc39","EoS":true}
{"level":"info","ts":1784771207.2261062,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ca0ad7c-3f53-4968-a6ba-b91b347bbc39","header":"x-maas-group"}
{"level":"info","ts":1784771207.2261171,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ca0ad7c-3f53-4968-a6ba-b91b347bbc39","header":"x-maas-username"}
{"level":"info","ts":1784771207.2261224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ca0ad7c-3f53-4968-a6ba-b91b347bbc39","header":"x-maas-subscription"}
{"level":"info","ts":1784771207.2261703,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ca0ad7c-3f53-4968-a6ba-b91b347bbc39","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784771207.2262008,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ca0ad7c-3f53-4968-a6ba-b91b347bbc39"}
{"level":"info","ts":1784771207.229244,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9ca0ad7c-3f53-4968-a6ba-b91b347bbc39"}
{"level":"info","ts":1784771207.2292714,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9ca0ad7c-3f53-4968-a6ba-b91b347bbc39"}
{"level":"info","ts":1784771207.229294,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9ca0ad7c-3f53-4968-a6ba-b91b347bbc39","EoS":false}
{"level":"info","ts":1784771207.2293122,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9ca0ad7c-3f53-4968-a6ba-b91b347bbc39","EoS":true}
{"level":"info","ts":1784771207.2293587,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9ca0ad7c-3f53-4968-a6ba-b91b347bbc39"}
{"level":"info","ts":1784771207.262546,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771207.2626207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"949e5ce4-0665-4eac-baa5-311d2f7aa842"}
{"level":"info","ts":1784771207.262652,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"949e5ce4-0665-4eac-baa5-311d2f7aa842"}
{"level":"info","ts":1784771207.2626731,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"949e5ce4-0665-4eac-baa5-311d2f7aa842","EoS":true}
{"level":"info","ts":1784771207.2626972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"949e5ce4-0665-4eac-baa5-311d2f7aa842","header":"x-maas-username"}
{"level":"info","ts":1784771207.2627068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"949e5ce4-0665-4eac-baa5-311d2f7aa842","header":"x-maas-subscription"}
{"level":"info","ts":1784771207.2627137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"949e5ce4-0665-4eac-baa5-311d2f7aa842","header":"x-maas-group"}
{"level":"info","ts":1784771207.2627273,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"949e5ce4-0665-4eac-baa5-311d2f7aa842","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784771207.2627573,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"949e5ce4-0665-4eac-baa5-311d2f7aa842"}
{"level":"info","ts":1784771207.2638621,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"949e5ce4-0665-4eac-baa5-311d2f7aa842"}
{"level":"info","ts":1784771207.2638824,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"949e5ce4-0665-4eac-baa5-311d2f7aa842"}
{"level":"info","ts":1784771207.2638988,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"949e5ce4-0665-4eac-baa5-311d2f7aa842","EoS":false}
{"level":"info","ts":1784771207.2639098,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"949e5ce4-0665-4eac-baa5-311d2f7aa842","EoS":true}
{"level":"info","ts":1784771207.2639437,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"949e5ce4-0665-4eac-baa5-311d2f7aa842"}
{"level":"info","ts":1784771226.2633028,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771226.2633946,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7913060a-ef45-42ce-b479-5edf731c64dc"}
{"level":"info","ts":1784771226.2634063,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7913060a-ef45-42ce-b479-5edf731c64dc"}
{"level":"info","ts":1784771226.2634213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7913060a-ef45-42ce-b479-5edf731c64dc","EoS":true}
{"level":"info","ts":1784771226.2634516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7913060a-ef45-42ce-b479-5edf731c64dc","header":"x-maas-group"}
{"level":"info","ts":1784771226.2634618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7913060a-ef45-42ce-b479-5edf731c64dc","header":"x-maas-subscription"}
{"level":"info","ts":1784771226.2634683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7913060a-ef45-42ce-b479-5edf731c64dc","header":"x-maas-username"}
{"level":"info","ts":1784771226.2634811,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7913060a-ef45-42ce-b479-5edf731c64dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784771226.26351,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7913060a-ef45-42ce-b479-5edf731c64dc"}
{"level":"info","ts":1784771226.2646532,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7913060a-ef45-42ce-b479-5edf731c64dc"}
{"level":"info","ts":1784771226.2646806,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7913060a-ef45-42ce-b479-5edf731c64dc"}
{"level":"info","ts":1784771226.2647026,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7913060a-ef45-42ce-b479-5edf731c64dc","EoS":false}
{"level":"info","ts":1784771226.2647202,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7913060a-ef45-42ce-b479-5edf731c64dc","EoS":true}
{"level":"info","ts":1784771226.2647662,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7913060a-ef45-42ce-b479-5edf731c64dc"}
{"level":"info","ts":1784771356.6928537,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771356.6929362,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb12d274-e522-4b61-9f07-affd9583114b"}
{"level":"info","ts":1784771356.6929462,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb12d274-e522-4b61-9f07-affd9583114b"}
{"level":"info","ts":1784771356.6929574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb12d274-e522-4b61-9f07-affd9583114b","EoS":true}
{"level":"info","ts":1784771356.6929834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb12d274-e522-4b61-9f07-affd9583114b","header":"x-maas-group"}
{"level":"info","ts":1784771356.6929936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb12d274-e522-4b61-9f07-affd9583114b","header":"x-maas-username"}
{"level":"info","ts":1784771356.6929986,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb12d274-e522-4b61-9f07-affd9583114b","header":"x-maas-subscription"}
{"level":"info","ts":1784771356.6930122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb12d274-e522-4b61-9f07-affd9583114b","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784771356.6930358,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb12d274-e522-4b61-9f07-affd9583114b"}
{"level":"info","ts":1784771356.695536,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cb12d274-e522-4b61-9f07-affd9583114b"}
{"level":"info","ts":1784771356.6955602,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cb12d274-e522-4b61-9f07-affd9583114b"}
{"level":"info","ts":1784771356.6955788,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cb12d274-e522-4b61-9f07-affd9583114b","EoS":false}
{"level":"info","ts":1784771356.695591,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cb12d274-e522-4b61-9f07-affd9583114b","EoS":true}
{"level":"info","ts":1784771356.695628,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cb12d274-e522-4b61-9f07-affd9583114b"}
{"level":"info","ts":1784771391.4463518,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771391.4464397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b68ba6b-f8c0-4f0e-9951-baf6061ffc4f"}
{"level":"info","ts":1784771391.446449,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b68ba6b-f8c0-4f0e-9951-baf6061ffc4f"}
{"level":"info","ts":1784771391.4464614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b68ba6b-f8c0-4f0e-9951-baf6061ffc4f","EoS":true}
{"level":"info","ts":1784771391.4464867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b68ba6b-f8c0-4f0e-9951-baf6061ffc4f","header":"x-maas-username"}
{"level":"info","ts":1784771391.4464982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b68ba6b-f8c0-4f0e-9951-baf6061ffc4f","header":"x-maas-subscription"}
{"level":"info","ts":1784771391.4465027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b68ba6b-f8c0-4f0e-9951-baf6061ffc4f","header":"x-maas-group"}
{"level":"info","ts":1784771391.446516,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b68ba6b-f8c0-4f0e-9951-baf6061ffc4f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784771391.4465408,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b68ba6b-f8c0-4f0e-9951-baf6061ffc4f"}
{"level":"info","ts":1784771391.4483547,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5b68ba6b-f8c0-4f0e-9951-baf6061ffc4f"}
{"level":"info","ts":1784771391.4483764,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5b68ba6b-f8c0-4f0e-9951-baf6061ffc4f"}
{"level":"info","ts":1784771391.4483976,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b68ba6b-f8c0-4f0e-9951-baf6061ffc4f","EoS":false}
{"level":"info","ts":1784771391.448409,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b68ba6b-f8c0-4f0e-9951-baf6061ffc4f","EoS":true}
{"level":"info","ts":1784771391.4484425,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5b68ba6b-f8c0-4f0e-9951-baf6061ffc4f"}
{"level":"info","ts":1784771406.6639445,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771406.6640239,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8fa8de0-4fb4-4de8-9768-ad157d635f41"}
{"level":"info","ts":1784771406.6640344,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8fa8de0-4fb4-4de8-9768-ad157d635f41"}
{"level":"info","ts":1784771406.6640456,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8fa8de0-4fb4-4de8-9768-ad157d635f41","EoS":true}
{"level":"info","ts":1784771406.6640687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8fa8de0-4fb4-4de8-9768-ad157d635f41","header":"x-maas-subscription"}
{"level":"info","ts":1784771406.6640785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8fa8de0-4fb4-4de8-9768-ad157d635f41","header":"x-maas-username"}
{"level":"info","ts":1784771406.6640835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8fa8de0-4fb4-4de8-9768-ad157d635f41","header":"x-maas-group"}
{"level":"info","ts":1784771406.6640983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8fa8de0-4fb4-4de8-9768-ad157d635f41","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784771406.6641243,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8fa8de0-4fb4-4de8-9768-ad157d635f41"}
{"level":"info","ts":1784771406.66717,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f8fa8de0-4fb4-4de8-9768-ad157d635f41"}
{"level":"info","ts":1784771406.6671917,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f8fa8de0-4fb4-4de8-9768-ad157d635f41"}
{"level":"info","ts":1784771406.6672184,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f8fa8de0-4fb4-4de8-9768-ad157d635f41","EoS":false}
{"level":"info","ts":1784771406.66723,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f8fa8de0-4fb4-4de8-9768-ad157d635f41","EoS":true}
{"level":"info","ts":1784771406.6672683,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f8fa8de0-4fb4-4de8-9768-ad157d635f41"}
{"level":"info","ts":1784771697.3754785,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771697.3755722,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb515dc9-4839-469c-b5c0-f3b7c2f7872a"}
{"level":"info","ts":1784771697.37558,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb515dc9-4839-469c-b5c0-f3b7c2f7872a"}
{"level":"info","ts":1784771697.3755925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb515dc9-4839-469c-b5c0-f3b7c2f7872a","EoS":true}
{"level":"info","ts":1784771697.375618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb515dc9-4839-469c-b5c0-f3b7c2f7872a","header":"x-maas-group"}
{"level":"info","ts":1784771697.3756285,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb515dc9-4839-469c-b5c0-f3b7c2f7872a","header":"x-maas-username"}
{"level":"info","ts":1784771697.3756475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb515dc9-4839-469c-b5c0-f3b7c2f7872a","header":"x-maas-subscription"}
{"level":"info","ts":1784771697.3756618,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb515dc9-4839-469c-b5c0-f3b7c2f7872a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784771697.375686,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb515dc9-4839-469c-b5c0-f3b7c2f7872a"}
{"level":"info","ts":1784771697.3780286,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cb515dc9-4839-469c-b5c0-f3b7c2f7872a"}
{"level":"info","ts":1784771697.3780513,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cb515dc9-4839-469c-b5c0-f3b7c2f7872a"}
{"level":"info","ts":1784771697.3780675,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cb515dc9-4839-469c-b5c0-f3b7c2f7872a","EoS":false}
{"level":"info","ts":1784771697.3780775,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cb515dc9-4839-469c-b5c0-f3b7c2f7872a","EoS":true}
{"level":"info","ts":1784771697.3781145,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cb515dc9-4839-469c-b5c0-f3b7c2f7872a"}
{"level":"info","ts":1784771702.1525924,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c8bc4d11-87db-4bae-b29f-72786bb8c5ad","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784771702.1530218,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32511.437937756,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784771702.1530447,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784771702.1952562,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784771702.2535005,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c8bc4d11-87db-4bae-b29f-72786bb8c5ad","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784771702.269737,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b25b1e3-356e-4898-a786-495c19925ee7","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784771702.2697449,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f32bc594-589e-4745-88be-97ae944a97df"}
{"level":"info","ts":1784771702.269771,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b25b1e3-356e-4898-a786-495c19925ee7","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784771702.283345,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36286.921790396,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784771702.283367,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784771702.283526,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"28c412d2-a2cb-4f68-ba3e-94a12943c39d","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784771702.2835546,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"28c412d2-a2cb-4f68-ba3e-94a12943c39d","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784771702.297219,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784771702.384339,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f32bc594-589e-4745-88be-97ae944a97df","name":"e2e-external-provider"}
{"level":"info","ts":1784771702.3950365,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1c25260-4cb6-4381-9593-e1b0ae4b8cf5","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784771702.395064,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4a4ee8b-a95d-4713-8b43-9b7a7a354bc3"}
{"level":"info","ts":1784771702.395091,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1c25260-4cb6-4381-9593-e1b0ae4b8cf5","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784771702.4081419,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f32bc594-589e-4745-88be-97ae944a97df","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784771702.4091833,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4a4ee8b-a95d-4713-8b43-9b7a7a354bc3","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784771702.4094014,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e520289-033f-405c-9de9-db4e04181aef","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784771702.4094467,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e520289-033f-405c-9de9-db4e04181aef","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784771702.4197176,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4a4ee8b-a95d-4713-8b43-9b7a7a354bc3","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784771702.4197757,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75e61fd3-78bf-4689-a459-2e8682edf28f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784771702.4198003,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75e61fd3-78bf-4689-a459-2e8682edf28f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784771702.419801,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7276eafc-9e4b-4a46-a785-11887f258354"}
{"level":"info","ts":1784771702.4198449,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7276eafc-9e4b-4a46-a785-11887f258354","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784771702.4198809,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f32bc594-589e-4745-88be-97ae944a97df","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784771702.4274294,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7276eafc-9e4b-4a46-a785-11887f258354","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784771702.4274952,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8921140b-0441-42b6-a7a1-dca15f330f85"}
{"level":"info","ts":1784771702.4275265,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8921140b-0441-42b6-a7a1-dca15f330f85","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784771702.4286222,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f32bc594-589e-4745-88be-97ae944a97df","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784771702.4362817,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8921140b-0441-42b6-a7a1-dca15f330f85","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784771702.4402647,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fedf82e2-f14a-478d-a2fd-311e36e17db2"}
{"level":"info","ts":1784771702.4403496,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fedf82e2-f14a-478d-a2fd-311e36e17db2","name":"e2e-external-provider"}
{"level":"info","ts":1784771702.4407537,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7817d82a-84ae-48f4-8fa4-a3da1e08e7d3","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784771702.4407845,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"293ef275-9cba-41da-b48e-8d4256f1af1c"}
{"level":"info","ts":1784771702.4407902,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7817d82a-84ae-48f4-8fa4-a3da1e08e7d3","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784771702.4408405,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71ec61a7-eb5b-4eeb-bc1c-55f83b990f79","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784771702.4409888,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37456.823023904,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784771702.4410043,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784771702.441034,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71ec61a7-eb5b-4eeb-bc1c-55f83b990f79","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784771702.452961,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784771702.4548078,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fedf82e2-f14a-478d-a2fd-311e36e17db2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784771702.459613,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fedf82e2-f14a-478d-a2fd-311e36e17db2","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784771702.4597256,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"331c9beb-35df-4c1a-905d-33567c7de61d"}
{"level":"info","ts":1784771702.4597695,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"331c9beb-35df-4c1a-905d-33567c7de61d","name":"e2e-external-provider"}
{"level":"info","ts":1784771702.4744518,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"331c9beb-35df-4c1a-905d-33567c7de61d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784771702.541293,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"293ef275-9cba-41da-b48e-8d4256f1af1c","name":"e2e-external-model"}
{"level":"info","ts":1784771702.5557773,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"293ef275-9cba-41da-b48e-8d4256f1af1c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784771702.5662048,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83303849-81ad-499b-9241-9e242b5260e4"}
{"level":"info","ts":1784771702.566216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"610896e5-0cb8-48c2-8612-4107be142f17","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784771702.5662704,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"610896e5-0cb8-48c2-8612-4107be142f17","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784771702.5662816,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83303849-81ad-499b-9241-9e242b5260e4","name":"e2e-external-model"}
{"level":"info","ts":1784771702.5927844,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"056ab4d8-a0d3-4116-be52-a99df7c6e60c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784771702.5928261,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"056ab4d8-a0d3-4116-be52-a99df7c6e60c","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784771702.5940228,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83303849-81ad-499b-9241-9e242b5260e4","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784771702.594194,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47e66660-6938-4971-9702-17e7dac64e90"}
{"level":"info","ts":1784771702.5942588,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47e66660-6938-4971-9702-17e7dac64e90","name":"e2e-external-model"}
{"level":"info","ts":1784771702.610168,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47e66660-6938-4971-9702-17e7dac64e90","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784771702.624744,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d10a135a-4728-4de0-9f9e-103629abd1f8","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784771702.6247761,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d10a135a-4728-4de0-9f9e-103629abd1f8","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784771702.6247866,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47e66660-6938-4971-9702-17e7dac64e90","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784771702.624875,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b8c33b3-035e-481d-83d3-0fe28ae70c52"}
{"level":"info","ts":1784771702.624926,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b8c33b3-035e-481d-83d3-0fe28ae70c52","name":"e2e-external-model"}
{"level":"info","ts":1784771702.6423354,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b8c33b3-035e-481d-83d3-0fe28ae70c52","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784771714.0680923,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771714.0681686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2e18a95-082d-4a9c-bb5e-fb1e2fbfda09"}
{"level":"info","ts":1784771714.0681777,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e2e18a95-082d-4a9c-bb5e-fb1e2fbfda09"}
{"level":"info","ts":1784771714.0681894,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2e18a95-082d-4a9c-bb5e-fb1e2fbfda09","EoS":true}
{"level":"info","ts":1784771714.0682127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2e18a95-082d-4a9c-bb5e-fb1e2fbfda09","header":"x-maas-group"}
{"level":"info","ts":1784771714.0682225,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2e18a95-082d-4a9c-bb5e-fb1e2fbfda09","header":"x-maas-subscription"}
{"level":"info","ts":1784771714.0682292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2e18a95-082d-4a9c-bb5e-fb1e2fbfda09","header":"x-maas-username"}
{"level":"info","ts":1784771714.068242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2e18a95-082d-4a9c-bb5e-fb1e2fbfda09","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784771714.0682502,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e2e18a95-082d-4a9c-bb5e-fb1e2fbfda09","modelName":"e2e-external-model"}
{"level":"info","ts":1784771714.0682638,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e2e18a95-082d-4a9c-bb5e-fb1e2fbfda09","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784771714.0682914,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e2e18a95-082d-4a9c-bb5e-fb1e2fbfda09","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784771714.068308,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e2e18a95-082d-4a9c-bb5e-fb1e2fbfda09","authType":"apikey"}
{"level":"info","ts":1784771714.0683346,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e2e18a95-082d-4a9c-bb5e-fb1e2fbfda09"}
{"level":"info","ts":1784771714.1809874,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b115840-62e3-4fe5-9fe0-25e5c8d1f346","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784771714.1810265,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b115840-62e3-4fe5-9fe0-25e5c8d1f346","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784771714.1810381,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81e3597a-95a5-457a-9219-2bf5f24929a2"}
{"level":"info","ts":1784771714.1894548,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15192c7e-26a9-4e16-bbd7-8e5bd29b0b54","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784771714.189534,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15192c7e-26a9-4e16-bbd7-8e5bd29b0b54","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784771714.1972504,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81e3597a-95a5-457a-9219-2bf5f24929a2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784771714.197313,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81e3597a-95a5-457a-9219-2bf5f24929a2","name":"e2e-cleanup-test"}
{"level":"error","ts":1784771714.2165031,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81e3597a-95a5-457a-9219-2bf5f24929a2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784771714.216552,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81e3597a-95a5-457a-9219-2bf5f24929a2","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784771714.2166543,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ed032a6-5f48-4a8c-9efc-b36b4efce0bb"}
{"level":"info","ts":1784771714.216721,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ed032a6-5f48-4a8c-9efc-b36b4efce0bb","name":"e2e-cleanup-test"}
{"level":"info","ts":1784771714.2170475,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3af3061-7050-4d0a-9f2c-7c0b33f2bd8c","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784771714.2170787,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3af3061-7050-4d0a-9f2c-7c0b33f2bd8c","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784771714.2368793,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ed032a6-5f48-4a8c-9efc-b36b4efce0bb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784771714.2369328,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ed032a6-5f48-4a8c-9efc-b36b4efce0bb","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784771714.2370062,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05fe2066-208a-465d-ad55-6d8769b21fc2"}
{"level":"info","ts":1784771714.2370765,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05fe2066-208a-465d-ad55-6d8769b21fc2","name":"e2e-cleanup-test"}
{"level":"info","ts":1784771714.2500238,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05fe2066-208a-465d-ad55-6d8769b21fc2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784771722.4457984,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8fd634d0-2a9d-4ba0-890c-b457451a2636"}
{"level":"info","ts":1784771722.4458444,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afa12a1d-71fb-46cd-a706-c0f5fd4f0ff2","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784771722.4458756,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afa12a1d-71fb-46cd-a706-c0f5fd4f0ff2","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784771726.7821229,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771726.7821996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"539d786c-80fa-488b-ab45-431bdb8f6c4c"}
{"level":"info","ts":1784771726.7822087,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"539d786c-80fa-488b-ab45-431bdb8f6c4c"}
{"level":"info","ts":1784771726.7822208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"539d786c-80fa-488b-ab45-431bdb8f6c4c","EoS":true}
{"level":"info","ts":1784771726.7822535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"539d786c-80fa-488b-ab45-431bdb8f6c4c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784771726.7822814,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"539d786c-80fa-488b-ab45-431bdb8f6c4c"}
{"level":"info","ts":1784771726.8200881,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771726.8201606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89e5dff2-e41c-4af8-8a95-c68518f70eed"}
{"level":"info","ts":1784771726.8201697,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"89e5dff2-e41c-4af8-8a95-c68518f70eed"}
{"level":"info","ts":1784771726.8201816,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89e5dff2-e41c-4af8-8a95-c68518f70eed","EoS":true}
{"level":"info","ts":1784771726.8202062,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89e5dff2-e41c-4af8-8a95-c68518f70eed","header":"x-maas-group"}
{"level":"info","ts":1784771726.8202171,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89e5dff2-e41c-4af8-8a95-c68518f70eed","header":"x-maas-subscription"}
{"level":"info","ts":1784771726.820221,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89e5dff2-e41c-4af8-8a95-c68518f70eed","header":"x-maas-username"}
{"level":"info","ts":1784771726.8202338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89e5dff2-e41c-4af8-8a95-c68518f70eed","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784771726.8202407,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"89e5dff2-e41c-4af8-8a95-c68518f70eed","modelName":"e2e-external-model"}
{"level":"info","ts":1784771726.8202534,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"89e5dff2-e41c-4af8-8a95-c68518f70eed","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784771726.820276,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"89e5dff2-e41c-4af8-8a95-c68518f70eed","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784771726.8202908,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"89e5dff2-e41c-4af8-8a95-c68518f70eed","authType":"apikey"}
{"level":"info","ts":1784771726.8203197,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"89e5dff2-e41c-4af8-8a95-c68518f70eed"}
{"level":"info","ts":1784771726.856836,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771726.8569446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aad840f1-28e2-4fca-8dc3-da9ecf55358d"}
{"level":"info","ts":1784771726.8569577,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aad840f1-28e2-4fca-8dc3-da9ecf55358d"}
{"level":"info","ts":1784771726.8569734,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aad840f1-28e2-4fca-8dc3-da9ecf55358d","EoS":true}
{"level":"info","ts":1784771726.8570063,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aad840f1-28e2-4fca-8dc3-da9ecf55358d","header":"x-maas-username"}
{"level":"info","ts":1784771726.8570156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aad840f1-28e2-4fca-8dc3-da9ecf55358d","header":"x-maas-subscription"}
{"level":"info","ts":1784771726.8570204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aad840f1-28e2-4fca-8dc3-da9ecf55358d","header":"x-maas-group"}
{"level":"info","ts":1784771726.8570337,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aad840f1-28e2-4fca-8dc3-da9ecf55358d","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784771726.8570557,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aad840f1-28e2-4fca-8dc3-da9ecf55358d"}
{"level":"info","ts":1784771726.9614468,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aad840f1-28e2-4fca-8dc3-da9ecf55358d"}
{"level":"info","ts":1784771726.9614828,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aad840f1-28e2-4fca-8dc3-da9ecf55358d"}
{"level":"info","ts":1784771726.9615078,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aad840f1-28e2-4fca-8dc3-da9ecf55358d","EoS":false}
{"level":"info","ts":1784771726.961528,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aad840f1-28e2-4fca-8dc3-da9ecf55358d","EoS":true}
{"level":"error","ts":1784771726.9615505,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"aad840f1-28e2-4fca-8dc3-da9ecf55358d","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784771726.9616294,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"aad840f1-28e2-4fca-8dc3-da9ecf55358d"}
{"level":"info","ts":1784771726.9938636,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784771726.9939387,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"592629b4-28d3-4b6c-a549-b5f858b2aa43"}
{"level":"info","ts":1784771726.9939477,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"592629b4-28d3-4b6c-a549-b5f858b2aa43"}
{"level":"info","ts":1784771726.9939594,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"592629b4-28d3-4b6c-a549-b5f858b2aa43","EoS":true}
{"level":"info","ts":1784771726.9939845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"592629b4-28d3-4b6c-a549-b5f858b2aa43","header":"x-maas-group"}
{"level":"info","ts":1784771726.993994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"592629b4-28d3-4b6c-a549-b5f858b2aa43","header":"x-maas-username"}
{"level":"info","ts":1784771726.994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"592629b4-28d3-4b6c-a549-b5f858b2aa43","header":"x-maas-subscription"}
{"level":"info","ts":1784771726.994031,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"592629b4-28d3-4b6c-a549-b5f858b2aa43"}
{"level":"info","ts":1784771727.0912158,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"592629b4-28d3-4b6c-a549-b5f858b2aa43"}
{"level":"info","ts":1784771727.091242,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"592629b4-28d3-4b6c-a549-b5f858b2aa43"}
{"level":"info","ts":1784771727.0912595,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"592629b4-28d3-4b6c-a549-b5f858b2aa43","EoS":false}
{"level":"info","ts":1784771727.0912719,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"592629b4-28d3-4b6c-a549-b5f858b2aa43","EoS":true}
{"level":"error","ts":1784771727.0912879,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"592629b4-28d3-4b6c-a549-b5f858b2aa43","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784771727.0913205,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"592629b4-28d3-4b6c-a549-b5f858b2aa43"}
{"level":"info","ts":1784771727.9668264,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06d66c24-5c86-4c0e-a738-4637f8b7ccc9","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784771727.9668646,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06d66c24-5c86-4c0e-a738-4637f8b7ccc9","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784771727.9668767,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3518915a-2379-4dd6-a076-9a2d62ac546f"}
{"level":"info","ts":1784771728.1292803,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"298d2745-1d4a-4758-9df7-0900196bea9a"}
{"level":"info","ts":1784771728.1293695,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7c6cdebe-754b-43a3-8379-f473b979e9e0","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784771728.129403,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7c6cdebe-754b-43a3-8379-f473b979e9e0","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784771728.245579,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6ada1b77-98c3-4906-992c-d468726f1679","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784771728.2457476,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6ada1b77-98c3-4906-992c-d468726f1679","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784772315.4553766,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784772315.4554691,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6107b701-e735-476f-a5d6-d3354bc4ef5f"}
{"level":"info","ts":1784772315.455485,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6107b701-e735-476f-a5d6-d3354bc4ef5f"}
{"level":"info","ts":1784772315.4555056,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6107b701-e735-476f-a5d6-d3354bc4ef5f","EoS":true}
{"level":"info","ts":1784772315.455542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6107b701-e735-476f-a5d6-d3354bc4ef5f","header":"x-maas-group"}
{"level":"info","ts":1784772315.4555547,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6107b701-e735-476f-a5d6-d3354bc4ef5f","header":"x-maas-username"}
{"level":"info","ts":1784772315.4555614,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6107b701-e735-476f-a5d6-d3354bc4ef5f","header":"x-maas-subscription"}
{"level":"info","ts":1784772315.4555814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6107b701-e735-476f-a5d6-d3354bc4ef5f","path":"/ai-tenant-e2e-inf-b-25d739/test-model-25d739/v1/chat/completions"}
{"level":"info","ts":1784772315.4556122,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6107b701-e735-476f-a5d6-d3354bc4ef5f"}
{"level":"info","ts":1784772315.4682426,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6107b701-e735-476f-a5d6-d3354bc4ef5f"}
{"level":"info","ts":1784772315.4682658,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6107b701-e735-476f-a5d6-d3354bc4ef5f"}
{"level":"info","ts":1784772315.4682832,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6107b701-e735-476f-a5d6-d3354bc4ef5f","EoS":false}
{"level":"info","ts":1784772315.468295,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6107b701-e735-476f-a5d6-d3354bc4ef5f","EoS":true}
{"level":"info","ts":1784772315.4683356,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6107b701-e735-476f-a5d6-d3354bc4ef5f"}
{"level":"info","ts":1784772783.3400717,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784772783.3402023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1f4bfda-7865-42a5-a2ab-9dea5e5b9d07"}
{"level":"info","ts":1784772783.3402152,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d1f4bfda-7865-42a5-a2ab-9dea5e5b9d07"}
{"level":"info","ts":1784772783.3402526,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1f4bfda-7865-42a5-a2ab-9dea5e5b9d07","EoS":true}
{"level":"info","ts":1784772783.3402796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1f4bfda-7865-42a5-a2ab-9dea5e5b9d07","header":"x-maas-username"}
{"level":"info","ts":1784772783.3402894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1f4bfda-7865-42a5-a2ab-9dea5e5b9d07","header":"x-maas-subscription"}
{"level":"info","ts":1784772783.3402944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1f4bfda-7865-42a5-a2ab-9dea5e5b9d07","header":"x-maas-group"}
{"level":"info","ts":1784772783.340308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1f4bfda-7865-42a5-a2ab-9dea5e5b9d07","path":"/ai-tenant-e2e-shared-b-5fbcb9/rate-test-model-5fbcb9/v1/completions"}
{"level":"info","ts":1784772783.3403327,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d1f4bfda-7865-42a5-a2ab-9dea5e5b9d07"}
{"level":"info","ts":1784772783.3531244,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d1f4bfda-7865-42a5-a2ab-9dea5e5b9d07"}
{"level":"info","ts":1784772783.3531468,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d1f4bfda-7865-42a5-a2ab-9dea5e5b9d07"}
{"level":"info","ts":1784772783.3531625,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d1f4bfda-7865-42a5-a2ab-9dea5e5b9d07","EoS":false}
{"level":"info","ts":1784772783.353174,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d1f4bfda-7865-42a5-a2ab-9dea5e5b9d07","EoS":true}
{"level":"info","ts":1784772783.3532128,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d1f4bfda-7865-42a5-a2ab-9dea5e5b9d07"}