{"level":"info","ts":1784746771.0785854,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8d91d74a-0b98-4840-8174-299412f30875"} {"level":"info","ts":1784746771.0785968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d91d74a-0b98-4840-8174-299412f30875","EoS":false} {"level":"info","ts":1784746771.0786097,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d91d74a-0b98-4840-8174-299412f30875","EoS":true} {"level":"info","ts":1784746771.0786302,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8d91d74a-0b98-4840-8174-299412f30875","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784746771.0786452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d91d74a-0b98-4840-8174-299412f30875","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746771.0786684,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8d91d74a-0b98-4840-8174-299412f30875"} {"level":"info","ts":1784746771.2178824,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746771.2179508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"500bba9d-5c40-4b05-b697-b918ec022ffe"} {"level":"info","ts":1784746771.2179601,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"500bba9d-5c40-4b05-b697-b918ec022ffe"} {"level":"info","ts":1784746771.2179904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"500bba9d-5c40-4b05-b697-b918ec022ffe","EoS":false} {"level":"info","ts":1784746771.2180064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"500bba9d-5c40-4b05-b697-b918ec022ffe","EoS":true} {"level":"info","ts":1784746771.2180264,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"500bba9d-5c40-4b05-b697-b918ec022ffe","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784746771.2180405,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"500bba9d-5c40-4b05-b697-b918ec022ffe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746771.2180612,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"500bba9d-5c40-4b05-b697-b918ec022ffe"} {"level":"info","ts":1784746771.3542922,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746771.3543682,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e82b7b28-65bd-4c32-b6f2-d202e39536f7"} {"level":"info","ts":1784746771.3543787,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e82b7b28-65bd-4c32-b6f2-d202e39536f7"} {"level":"info","ts":1784746771.3543904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e82b7b28-65bd-4c32-b6f2-d202e39536f7","EoS":false} {"level":"info","ts":1784746771.354401,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e82b7b28-65bd-4c32-b6f2-d202e39536f7","EoS":true} {"level":"info","ts":1784746771.354421,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e82b7b28-65bd-4c32-b6f2-d202e39536f7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784746771.3544362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e82b7b28-65bd-4c32-b6f2-d202e39536f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746771.354457,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e82b7b28-65bd-4c32-b6f2-d202e39536f7"} {"level":"info","ts":1784746771.489306,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746771.4893818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c348b68-3f73-4377-8eb4-afa5811cf0ac"} {"level":"info","ts":1784746771.4893932,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2c348b68-3f73-4377-8eb4-afa5811cf0ac"} {"level":"info","ts":1784746771.4894044,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c348b68-3f73-4377-8eb4-afa5811cf0ac","EoS":false} {"level":"info","ts":1784746771.4894185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c348b68-3f73-4377-8eb4-afa5811cf0ac","EoS":true} {"level":"info","ts":1784746771.4894435,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2c348b68-3f73-4377-8eb4-afa5811cf0ac","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784746771.4894593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c348b68-3f73-4377-8eb4-afa5811cf0ac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746771.489548,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2c348b68-3f73-4377-8eb4-afa5811cf0ac"} {"level":"info","ts":1784746771.6240396,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746771.6241307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f1fc2b5-f492-434f-a810-3c4f7f712187"} {"level":"info","ts":1784746771.6241431,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f1fc2b5-f492-434f-a810-3c4f7f712187"} {"level":"info","ts":1784746771.6241558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f1fc2b5-f492-434f-a810-3c4f7f712187","EoS":false} {"level":"info","ts":1784746771.6241689,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f1fc2b5-f492-434f-a810-3c4f7f712187","EoS":true} {"level":"info","ts":1784746771.6241925,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f1fc2b5-f492-434f-a810-3c4f7f712187","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784746771.6242118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f1fc2b5-f492-434f-a810-3c4f7f712187","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746771.6242375,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f1fc2b5-f492-434f-a810-3c4f7f712187"} {"level":"info","ts":1784746771.7650545,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746771.7651305,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbf49ba8-7fdd-42d2-b38b-4a8ce07a1ff0"} {"level":"info","ts":1784746771.765142,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dbf49ba8-7fdd-42d2-b38b-4a8ce07a1ff0"} {"level":"info","ts":1784746771.765153,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbf49ba8-7fdd-42d2-b38b-4a8ce07a1ff0","EoS":false} {"level":"info","ts":1784746771.765166,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbf49ba8-7fdd-42d2-b38b-4a8ce07a1ff0","EoS":true} {"level":"info","ts":1784746771.76519,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbf49ba8-7fdd-42d2-b38b-4a8ce07a1ff0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784746771.7652073,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbf49ba8-7fdd-42d2-b38b-4a8ce07a1ff0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746771.7652328,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dbf49ba8-7fdd-42d2-b38b-4a8ce07a1ff0"} {"level":"info","ts":1784746787.4215634,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746787.421674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb868ed5-b330-46ab-9a13-42a6f77e6295"} {"level":"info","ts":1784746787.4216902,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb868ed5-b330-46ab-9a13-42a6f77e6295"} {"level":"info","ts":1784746787.421712,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb868ed5-b330-46ab-9a13-42a6f77e6295","EoS":false} {"level":"info","ts":1784746787.4217312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb868ed5-b330-46ab-9a13-42a6f77e6295","EoS":true} {"level":"info","ts":1784746787.42178,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb868ed5-b330-46ab-9a13-42a6f77e6295","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784746787.4217987,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb868ed5-b330-46ab-9a13-42a6f77e6295","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746787.4218233,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb868ed5-b330-46ab-9a13-42a6f77e6295"} {"level":"info","ts":1784746787.4602091,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746787.460276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"622f8bc2-eba6-4efe-b041-df5816e70e0b"} {"level":"info","ts":1784746787.460288,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"622f8bc2-eba6-4efe-b041-df5816e70e0b"} {"level":"info","ts":1784746787.460299,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"622f8bc2-eba6-4efe-b041-df5816e70e0b","EoS":false} {"level":"info","ts":1784746787.460309,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"622f8bc2-eba6-4efe-b041-df5816e70e0b","EoS":true} {"level":"info","ts":1784746787.4603276,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"622f8bc2-eba6-4efe-b041-df5816e70e0b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784746787.460341,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"622f8bc2-eba6-4efe-b041-df5816e70e0b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746787.460356,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"622f8bc2-eba6-4efe-b041-df5816e70e0b"} {"level":"info","ts":1784746787.4904766,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746787.4905431,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e366322c-783a-4f34-9e93-5ec87e2c483d"} {"level":"info","ts":1784746787.4905524,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e366322c-783a-4f34-9e93-5ec87e2c483d"} {"level":"info","ts":1784746787.4905632,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e366322c-783a-4f34-9e93-5ec87e2c483d","EoS":false} {"level":"info","ts":1784746787.4905744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e366322c-783a-4f34-9e93-5ec87e2c483d","EoS":true} {"level":"info","ts":1784746787.490593,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e366322c-783a-4f34-9e93-5ec87e2c483d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784746787.4906087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e366322c-783a-4f34-9e93-5ec87e2c483d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746787.4906275,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e366322c-783a-4f34-9e93-5ec87e2c483d"} {"level":"info","ts":1784746787.5203187,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746787.5203898,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae680bcc-2f6b-4ab3-bb2e-32699c183471"} {"level":"info","ts":1784746792.1432285,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746792.1433089,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e5c6a28-731d-4bf9-b5ee-270c2e02375a"} {"level":"info","ts":1784746792.1433184,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3e5c6a28-731d-4bf9-b5ee-270c2e02375a"} {"level":"info","ts":1784746792.14333,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e5c6a28-731d-4bf9-b5ee-270c2e02375a","EoS":false} {"level":"info","ts":1784746792.143344,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e5c6a28-731d-4bf9-b5ee-270c2e02375a","EoS":true} {"level":"info","ts":1784746792.1433659,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e5c6a28-731d-4bf9-b5ee-270c2e02375a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784746792.1433809,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e5c6a28-731d-4bf9-b5ee-270c2e02375a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746792.143402,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3e5c6a28-731d-4bf9-b5ee-270c2e02375a"} {"level":"info","ts":1784746800.7370043,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746800.7370992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6225fb9-158e-416a-8517-5021a62c5c20"} {"level":"info","ts":1784746800.7371118,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e6225fb9-158e-416a-8517-5021a62c5c20"} {"level":"info","ts":1784746800.7371228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6225fb9-158e-416a-8517-5021a62c5c20","EoS":false} {"level":"info","ts":1784746800.7371366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6225fb9-158e-416a-8517-5021a62c5c20","EoS":true} {"level":"info","ts":1784746800.7371576,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e6225fb9-158e-416a-8517-5021a62c5c20","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784746800.7371714,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6225fb9-158e-416a-8517-5021a62c5c20","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784746800.7371914,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e6225fb9-158e-416a-8517-5021a62c5c20"} {"level":"info","ts":1784746802.772565,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746802.7726429,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5a0fd19-e40a-48c9-8496-f5e84faab7ec"} {"level":"info","ts":1784746802.7726562,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5a0fd19-e40a-48c9-8496-f5e84faab7ec"} {"level":"info","ts":1784746802.7726688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5a0fd19-e40a-48c9-8496-f5e84faab7ec","EoS":false} {"level":"info","ts":1784746802.7726855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5a0fd19-e40a-48c9-8496-f5e84faab7ec","EoS":true} {"level":"info","ts":1784746802.772708,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5a0fd19-e40a-48c9-8496-f5e84faab7ec","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784746802.7727227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5a0fd19-e40a-48c9-8496-f5e84faab7ec","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784746802.7727451,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5a0fd19-e40a-48c9-8496-f5e84faab7ec"} {"level":"info","ts":1784746815.6450458,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746815.6451344,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59aa2ea6-5e3f-4c75-9fcd-293ecc0c8852"} {"level":"info","ts":1784746815.64515,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"59aa2ea6-5e3f-4c75-9fcd-293ecc0c8852"} {"level":"info","ts":1784746815.6451685,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"59aa2ea6-5e3f-4c75-9fcd-293ecc0c8852","EoS":false} {"level":"info","ts":1784746815.645192,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"59aa2ea6-5e3f-4c75-9fcd-293ecc0c8852","EoS":true} {"level":"info","ts":1784746815.6452227,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"59aa2ea6-5e3f-4c75-9fcd-293ecc0c8852","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784746815.6452427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59aa2ea6-5e3f-4c75-9fcd-293ecc0c8852","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746815.6452754,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"59aa2ea6-5e3f-4c75-9fcd-293ecc0c8852"} {"level":"info","ts":1784746824.1957211,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746824.195798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffc128b6-3985-4c4d-bd89-b6d89db0db9d"} {"level":"info","ts":1784746824.1958072,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ffc128b6-3985-4c4d-bd89-b6d89db0db9d"} {"level":"info","ts":1784746824.195819,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffc128b6-3985-4c4d-bd89-b6d89db0db9d","EoS":false} {"level":"info","ts":1784746824.1958294,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffc128b6-3985-4c4d-bd89-b6d89db0db9d","EoS":true} {"level":"info","ts":1784746824.1958497,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ffc128b6-3985-4c4d-bd89-b6d89db0db9d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784746824.1958644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffc128b6-3985-4c4d-bd89-b6d89db0db9d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746824.1958857,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ffc128b6-3985-4c4d-bd89-b6d89db0db9d"} {"level":"info","ts":1784746833.0963526,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746833.096425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c7ee4c1-ee82-43c6-af2e-1a5a4634cce9"} {"level":"info","ts":1784746833.0964346,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c7ee4c1-ee82-43c6-af2e-1a5a4634cce9"} {"level":"info","ts":1784746833.096446,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c7ee4c1-ee82-43c6-af2e-1a5a4634cce9","EoS":false} {"level":"info","ts":1784746833.096458,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c7ee4c1-ee82-43c6-af2e-1a5a4634cce9","EoS":true} {"level":"info","ts":1784746833.0964794,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c7ee4c1-ee82-43c6-af2e-1a5a4634cce9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784746833.096495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c7ee4c1-ee82-43c6-af2e-1a5a4634cce9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746833.0965142,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c7ee4c1-ee82-43c6-af2e-1a5a4634cce9"} {"level":"info","ts":1784746842.1043077,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746842.1043952,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3152dc7a-b74b-4733-8e61-877e5344c6fb"} {"level":"info","ts":1784746842.1044047,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3152dc7a-b74b-4733-8e61-877e5344c6fb"} {"level":"info","ts":1784746842.1044166,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3152dc7a-b74b-4733-8e61-877e5344c6fb","EoS":false} {"level":"info","ts":1784746842.1044295,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3152dc7a-b74b-4733-8e61-877e5344c6fb","EoS":true} {"level":"info","ts":1784746842.104453,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3152dc7a-b74b-4733-8e61-877e5344c6fb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784746842.1044679,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3152dc7a-b74b-4733-8e61-877e5344c6fb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746842.1044881,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3152dc7a-b74b-4733-8e61-877e5344c6fb"} {"level":"info","ts":1784746850.0122905,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746850.0123618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d63411e-041e-4986-a963-060334c83cd5"} {"level":"info","ts":1784746850.0123703,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d63411e-041e-4986-a963-060334c83cd5"} {"level":"info","ts":1784746850.0123818,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d63411e-041e-4986-a963-060334c83cd5","EoS":false} {"level":"info","ts":1784746850.0123968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d63411e-041e-4986-a963-060334c83cd5","EoS":true} {"level":"info","ts":1784746850.0124192,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d63411e-041e-4986-a963-060334c83cd5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784746850.0124333,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d63411e-041e-4986-a963-060334c83cd5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746850.0124502,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d63411e-041e-4986-a963-060334c83cd5"} {"level":"info","ts":1784746854.800281,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746854.8003628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e620b80e-21e8-4bb3-b79a-d65f405453d3"} {"level":"info","ts":1784746854.8003733,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e620b80e-21e8-4bb3-b79a-d65f405453d3"} {"level":"info","ts":1784746854.8003845,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e620b80e-21e8-4bb3-b79a-d65f405453d3","EoS":false} {"level":"info","ts":1784746854.8003986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e620b80e-21e8-4bb3-b79a-d65f405453d3","EoS":true} {"level":"info","ts":1784746854.8004186,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e620b80e-21e8-4bb3-b79a-d65f405453d3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784746854.8004339,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e620b80e-21e8-4bb3-b79a-d65f405453d3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784746854.8004532,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e620b80e-21e8-4bb3-b79a-d65f405453d3"} {"level":"info","ts":1784746855.0685828,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746855.068664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0812073-08c0-4c76-9f04-dd3904dc4266"} {"level":"info","ts":1784746855.0686724,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0812073-08c0-4c76-9f04-dd3904dc4266"} {"level":"info","ts":1784746855.0686839,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0812073-08c0-4c76-9f04-dd3904dc4266","EoS":false} {"level":"info","ts":1784746855.0686953,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0812073-08c0-4c76-9f04-dd3904dc4266","EoS":true} {"level":"info","ts":1784746855.0687165,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0812073-08c0-4c76-9f04-dd3904dc4266","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784746855.0687323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0812073-08c0-4c76-9f04-dd3904dc4266","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784746855.0687506,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0812073-08c0-4c76-9f04-dd3904dc4266"} {"level":"info","ts":1784746857.1032596,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746857.1033423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5be57bb-1e11-4c09-8a11-a8003d11934f"} {"level":"info","ts":1784746857.103356,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5be57bb-1e11-4c09-8a11-a8003d11934f"} {"level":"info","ts":1784746857.1033676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5be57bb-1e11-4c09-8a11-a8003d11934f","EoS":false} {"level":"info","ts":1784746857.103379,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5be57bb-1e11-4c09-8a11-a8003d11934f","EoS":true} {"level":"info","ts":1784746857.1033983,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5be57bb-1e11-4c09-8a11-a8003d11934f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784746857.1034138,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5be57bb-1e11-4c09-8a11-a8003d11934f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784746857.103437,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5be57bb-1e11-4c09-8a11-a8003d11934f"} {"level":"info","ts":1784746859.1417816,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746859.1418712,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d33d21ce-7bd7-4f4a-b416-1c5fb496eb89"} {"level":"info","ts":1784746859.141884,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d33d21ce-7bd7-4f4a-b416-1c5fb496eb89"} {"level":"info","ts":1784746859.141896,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d33d21ce-7bd7-4f4a-b416-1c5fb496eb89","EoS":false} {"level":"info","ts":1784746859.1419075,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d33d21ce-7bd7-4f4a-b416-1c5fb496eb89","EoS":true} {"level":"info","ts":1784746859.1419282,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d33d21ce-7bd7-4f4a-b416-1c5fb496eb89","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784746859.1419427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d33d21ce-7bd7-4f4a-b416-1c5fb496eb89","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784746859.1419618,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d33d21ce-7bd7-4f4a-b416-1c5fb496eb89"} {"level":"info","ts":1784746881.9264786,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746881.9265609,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7dd4979-f8a6-483b-ae83-289452333200"} {"level":"info","ts":1784746881.9265728,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7dd4979-f8a6-483b-ae83-289452333200"} {"level":"info","ts":1784746881.926589,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7dd4979-f8a6-483b-ae83-289452333200","EoS":false} {"level":"info","ts":1784746881.9266086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7dd4979-f8a6-483b-ae83-289452333200","EoS":true} {"level":"info","ts":1784746881.9266386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7dd4979-f8a6-483b-ae83-289452333200","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784746881.9266627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7dd4979-f8a6-483b-ae83-289452333200","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784746881.9266913,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7dd4979-f8a6-483b-ae83-289452333200"} {"level":"info","ts":1784746891.3265722,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746891.3266869,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74efdf82-495a-42f1-8a7e-389fa11940ef"} {"level":"info","ts":1784746891.3267019,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"74efdf82-495a-42f1-8a7e-389fa11940ef"} {"level":"info","ts":1784746891.3267212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74efdf82-495a-42f1-8a7e-389fa11940ef","EoS":false} {"level":"info","ts":1784746891.3267412,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74efdf82-495a-42f1-8a7e-389fa11940ef","EoS":true} {"level":"info","ts":1784746891.326776,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74efdf82-495a-42f1-8a7e-389fa11940ef","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784746891.3267953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74efdf82-495a-42f1-8a7e-389fa11940ef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746891.3268197,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"74efdf82-495a-42f1-8a7e-389fa11940ef"} {"level":"info","ts":1784746896.8202775,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746896.8203545,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0de9250c-8cc5-4af8-9c99-2d7b1f2efa54"} {"level":"info","ts":1784746896.8203635,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0de9250c-8cc5-4af8-9c99-2d7b1f2efa54"} {"level":"info","ts":1784746896.8203752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0de9250c-8cc5-4af8-9c99-2d7b1f2efa54","EoS":false} {"level":"info","ts":1784746896.820387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0de9250c-8cc5-4af8-9c99-2d7b1f2efa54","EoS":true} {"level":"info","ts":1784746896.8204064,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0de9250c-8cc5-4af8-9c99-2d7b1f2efa54","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784746896.8204222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0de9250c-8cc5-4af8-9c99-2d7b1f2efa54","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784746896.8204422,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0de9250c-8cc5-4af8-9c99-2d7b1f2efa54"} {"level":"info","ts":1784746906.4284205,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746906.4285192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09787c53-62e0-4e0e-b497-8ce1ec411f7d"} {"level":"info","ts":1784746906.4285324,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"09787c53-62e0-4e0e-b497-8ce1ec411f7d"} {"level":"info","ts":1784746906.4285579,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09787c53-62e0-4e0e-b497-8ce1ec411f7d","EoS":false} {"level":"info","ts":1784746906.428571,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09787c53-62e0-4e0e-b497-8ce1ec411f7d","EoS":true} {"level":"info","ts":1784746906.4285905,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09787c53-62e0-4e0e-b497-8ce1ec411f7d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784746906.428605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09787c53-62e0-4e0e-b497-8ce1ec411f7d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746906.4286187,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"09787c53-62e0-4e0e-b497-8ce1ec411f7d"} {"level":"info","ts":1784746908.4600825,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746908.4601579,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"121c5cbb-54f9-4950-8057-3b0617e2032a"} {"level":"info","ts":1784746908.4601672,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"121c5cbb-54f9-4950-8057-3b0617e2032a"} {"level":"info","ts":1784746908.4601781,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"121c5cbb-54f9-4950-8057-3b0617e2032a","EoS":false} {"level":"info","ts":1784746908.4601893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"121c5cbb-54f9-4950-8057-3b0617e2032a","EoS":true} {"level":"info","ts":1784746908.4602098,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"121c5cbb-54f9-4950-8057-3b0617e2032a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784746908.4602253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"121c5cbb-54f9-4950-8057-3b0617e2032a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746908.4602451,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"121c5cbb-54f9-4950-8057-3b0617e2032a"} {"level":"info","ts":1784746917.973382,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746917.9734647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8051d176-95b0-4a67-aff7-431e8de7b17d"} {"level":"info","ts":1784746917.9734757,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8051d176-95b0-4a67-aff7-431e8de7b17d"} {"level":"info","ts":1784746917.973487,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8051d176-95b0-4a67-aff7-431e8de7b17d","EoS":false} {"level":"info","ts":1784746917.9735012,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8051d176-95b0-4a67-aff7-431e8de7b17d","EoS":true} {"level":"info","ts":1784746917.9735217,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8051d176-95b0-4a67-aff7-431e8de7b17d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784746917.9735358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8051d176-95b0-4a67-aff7-431e8de7b17d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746917.9735548,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8051d176-95b0-4a67-aff7-431e8de7b17d"} {"level":"info","ts":1784746918.046091,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746918.0461519,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ddf59aa-649b-4c1d-9b7d-e7d4182db1e2"} {"level":"info","ts":1784746918.0461745,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ddf59aa-649b-4c1d-9b7d-e7d4182db1e2"} {"level":"info","ts":1784746918.0461862,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ddf59aa-649b-4c1d-9b7d-e7d4182db1e2","EoS":false} {"level":"info","ts":1784746918.0461981,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ddf59aa-649b-4c1d-9b7d-e7d4182db1e2","EoS":true} {"level":"info","ts":1784746918.046219,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ddf59aa-649b-4c1d-9b7d-e7d4182db1e2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784746918.0462325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ddf59aa-649b-4c1d-9b7d-e7d4182db1e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746918.0462494,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ddf59aa-649b-4c1d-9b7d-e7d4182db1e2"} {"level":"info","ts":1784746937.3474672,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746937.3475654,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14cc916f-d13e-4c28-9bce-e943117b2a96"} {"level":"info","ts":1784746937.34758,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14cc916f-d13e-4c28-9bce-e943117b2a96"} {"level":"info","ts":1784746937.347596,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14cc916f-d13e-4c28-9bce-e943117b2a96","EoS":false} {"level":"info","ts":1784746937.3476124,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14cc916f-d13e-4c28-9bce-e943117b2a96","EoS":true} {"level":"info","ts":1784746937.3476396,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14cc916f-d13e-4c28-9bce-e943117b2a96","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784746937.3476574,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14cc916f-d13e-4c28-9bce-e943117b2a96","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746937.347685,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14cc916f-d13e-4c28-9bce-e943117b2a96"} {"level":"info","ts":1784746946.703193,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746946.7032714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10ccc520-73ca-451a-bd49-beeeb60dde1f"} {"level":"info","ts":1784746946.703281,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"10ccc520-73ca-451a-bd49-beeeb60dde1f"} {"level":"info","ts":1784746946.7032917,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10ccc520-73ca-451a-bd49-beeeb60dde1f","EoS":false} {"level":"info","ts":1784746946.7033048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10ccc520-73ca-451a-bd49-beeeb60dde1f","EoS":true} {"level":"info","ts":1784746946.7033243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"10ccc520-73ca-451a-bd49-beeeb60dde1f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784746946.7033389,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10ccc520-73ca-451a-bd49-beeeb60dde1f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746946.703358,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"10ccc520-73ca-451a-bd49-beeeb60dde1f"} {"level":"info","ts":1784746951.9869375,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746951.9870484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"614913ce-66fb-49eb-8ba0-e18e0b9afd37"} {"level":"info","ts":1784746951.9870627,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"614913ce-66fb-49eb-8ba0-e18e0b9afd37"} {"level":"info","ts":1784746951.9870808,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"614913ce-66fb-49eb-8ba0-e18e0b9afd37","EoS":false} {"level":"info","ts":1784746951.9871018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"614913ce-66fb-49eb-8ba0-e18e0b9afd37","EoS":true} {"level":"info","ts":1784746951.987136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"614913ce-66fb-49eb-8ba0-e18e0b9afd37","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784746951.9871554,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"614913ce-66fb-49eb-8ba0-e18e0b9afd37","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784746951.9871843,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"614913ce-66fb-49eb-8ba0-e18e0b9afd37"} {"level":"info","ts":1784747042.6232233,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747042.623314,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9c9f730-62d9-4b54-8fd9-1f657a77320b"} {"level":"info","ts":1784747042.623328,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c9c9f730-62d9-4b54-8fd9-1f657a77320b"} {"level":"info","ts":1784747042.6233468,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c9c9f730-62d9-4b54-8fd9-1f657a77320b","EoS":false} {"level":"info","ts":1784747042.6233656,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c9c9f730-62d9-4b54-8fd9-1f657a77320b","EoS":true} {"level":"info","ts":1784747042.623395,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9c9f730-62d9-4b54-8fd9-1f657a77320b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784747042.6234136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9c9f730-62d9-4b54-8fd9-1f657a77320b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784747042.6234424,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c9c9f730-62d9-4b54-8fd9-1f657a77320b"} {"level":"info","ts":1784747067.9741483,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747067.9742193,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee163be6-868a-4e03-baba-92a21d1eb0f0"} {"level":"info","ts":1784747067.9742281,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ee163be6-868a-4e03-baba-92a21d1eb0f0"} {"level":"info","ts":1784747067.974241,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee163be6-868a-4e03-baba-92a21d1eb0f0","EoS":false} {"level":"info","ts":1784747067.9742522,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee163be6-868a-4e03-baba-92a21d1eb0f0","EoS":true} {"level":"info","ts":1784747067.974273,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee163be6-868a-4e03-baba-92a21d1eb0f0","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784747067.9742882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee163be6-868a-4e03-baba-92a21d1eb0f0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784747067.974307,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ee163be6-868a-4e03-baba-92a21d1eb0f0"} {"level":"info","ts":1784747105.1194737,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747105.1195755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8424c492-4ed5-49e1-ac13-258360a00ae5"} {"level":"info","ts":1784747105.1195877,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8424c492-4ed5-49e1-ac13-258360a00ae5"} {"level":"info","ts":1784747105.119606,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8424c492-4ed5-49e1-ac13-258360a00ae5","EoS":false} {"level":"info","ts":1784747105.1196284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8424c492-4ed5-49e1-ac13-258360a00ae5","EoS":true} {"level":"info","ts":1784747105.1196582,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8424c492-4ed5-49e1-ac13-258360a00ae5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747105.119676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8424c492-4ed5-49e1-ac13-258360a00ae5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747105.1197064,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8424c492-4ed5-49e1-ac13-258360a00ae5"} {"level":"info","ts":1784747120.4031904,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747120.4032845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef74ca6f-b988-4a04-b567-6820aa8387d3"} {"level":"info","ts":1784747120.4032986,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ef74ca6f-b988-4a04-b567-6820aa8387d3"} {"level":"info","ts":1784747120.4033191,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef74ca6f-b988-4a04-b567-6820aa8387d3","EoS":false} {"level":"info","ts":1784747120.403342,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef74ca6f-b988-4a04-b567-6820aa8387d3","EoS":true} {"level":"info","ts":1784747120.4033732,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef74ca6f-b988-4a04-b567-6820aa8387d3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747120.4033916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef74ca6f-b988-4a04-b567-6820aa8387d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747120.4034235,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ef74ca6f-b988-4a04-b567-6820aa8387d3"} {"level":"info","ts":1784747120.6925547,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747120.6926267,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60d22d14-56a0-4d81-863d-e5276a284942"} {"level":"info","ts":1784747120.692636,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"60d22d14-56a0-4d81-863d-e5276a284942"} {"level":"info","ts":1784747120.6926472,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60d22d14-56a0-4d81-863d-e5276a284942","EoS":false} {"level":"info","ts":1784747120.6926606,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60d22d14-56a0-4d81-863d-e5276a284942","EoS":true} {"level":"info","ts":1784747120.6926796,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60d22d14-56a0-4d81-863d-e5276a284942","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784747120.692694,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60d22d14-56a0-4d81-863d-e5276a284942","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747120.692713,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"60d22d14-56a0-4d81-863d-e5276a284942"} {"level":"info","ts":1784747457.637287,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747457.6373923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14831f1b-b811-49c9-8269-dfcca4209ae0"} {"level":"info","ts":1784747457.6374054,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14831f1b-b811-49c9-8269-dfcca4209ae0"} {"level":"info","ts":1784747457.6374223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14831f1b-b811-49c9-8269-dfcca4209ae0","EoS":false} {"level":"info","ts":1784747457.6374404,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14831f1b-b811-49c9-8269-dfcca4209ae0","EoS":true} {"level":"info","ts":1784747457.6374707,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14831f1b-b811-49c9-8269-dfcca4209ae0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747457.6374907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14831f1b-b811-49c9-8269-dfcca4209ae0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747457.6375213,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14831f1b-b811-49c9-8269-dfcca4209ae0"} {"level":"info","ts":1784747457.6742134,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747457.6742988,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b066c45d-2f34-456a-b38e-103bad17ab17"} {"level":"info","ts":1784747457.6743155,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b066c45d-2f34-456a-b38e-103bad17ab17"} {"level":"info","ts":1784747457.6743348,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b066c45d-2f34-456a-b38e-103bad17ab17","EoS":false} {"level":"info","ts":1784747457.6743534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b066c45d-2f34-456a-b38e-103bad17ab17","EoS":true} {"level":"info","ts":1784747457.6744277,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b066c45d-2f34-456a-b38e-103bad17ab17","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747457.6744728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b066c45d-2f34-456a-b38e-103bad17ab17","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747457.6745007,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b066c45d-2f34-456a-b38e-103bad17ab17"} {"level":"info","ts":1784747457.7075188,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747457.7075977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1aaa8db3-d2e7-424b-aa5c-3bbafb662bb2"} {"level":"info","ts":1784747457.7076092,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1aaa8db3-d2e7-424b-aa5c-3bbafb662bb2"} {"level":"info","ts":1784747457.7076209,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1aaa8db3-d2e7-424b-aa5c-3bbafb662bb2","EoS":false} {"level":"info","ts":1784747457.7076309,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1aaa8db3-d2e7-424b-aa5c-3bbafb662bb2","EoS":true} {"level":"info","ts":1784747457.7076483,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1aaa8db3-d2e7-424b-aa5c-3bbafb662bb2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747457.7076635,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1aaa8db3-d2e7-424b-aa5c-3bbafb662bb2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747457.7076874,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1aaa8db3-d2e7-424b-aa5c-3bbafb662bb2"} {"level":"info","ts":1784747457.7372112,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747457.7372706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e9d87fc-4ddc-485b-917a-e5a9218658fd"} {"level":"info","ts":1784747457.7372808,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4e9d87fc-4ddc-485b-917a-e5a9218658fd"} {"level":"info","ts":1784747457.7372916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e9d87fc-4ddc-485b-917a-e5a9218658fd","EoS":false} {"level":"info","ts":1784747457.73731,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e9d87fc-4ddc-485b-917a-e5a9218658fd","EoS":true} {"level":"info","ts":1784747457.7373278,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e9d87fc-4ddc-485b-917a-e5a9218658fd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784747457.7373414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e9d87fc-4ddc-485b-917a-e5a9218658fd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747457.7373583,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4e9d87fc-4ddc-485b-917a-e5a9218658fd"} {"level":"info","ts":1784747462.6039066,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8b56968-4050-41df-8dcb-1460750166f6"} {"level":"info","ts":1784747462.6040106,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ffc0f039-0616-444d-aaa4-9324380753a9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784747462.6040366,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ffc0f039-0616-444d-aaa4-9324380753a9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784747462.6110833,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"070872d9-1ea4-41f3-9443-d7a35c37b263","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784747462.6111104,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"070872d9-1ea4-41f3-9443-d7a35c37b263","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784747462.6115427,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39035.695037281,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784747462.6115603,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784747462.7282848,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6830661d-d679-4f16-a0db-c72d92424ac6"} {"level":"info","ts":1784747462.7295704,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f68ab9a-f337-4c23-88c9-88ec394f5c42","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784747462.7296362,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f68ab9a-f337-4c23-88c9-88ec394f5c42","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784747462.7323356,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784747462.732547,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11d9efad-e8a4-4e44-940a-fb7f68eba311","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784747462.732592,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11d9efad-e8a4-4e44-940a-fb7f68eba311","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784747462.7334344,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6830661d-d679-4f16-a0db-c72d92424ac6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784747462.7335024,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6830661d-d679-4f16-a0db-c72d92424ac6","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784747462.738773,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6830661d-d679-4f16-a0db-c72d92424ac6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784747462.7388108,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6830661d-d679-4f16-a0db-c72d92424ac6","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784747462.7388663,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15ec785a-74d1-45ce-bd38-464b0950cf14"} {"level":"info","ts":1784747462.738886,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15ec785a-74d1-45ce-bd38-464b0950cf14","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784747462.7396593,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27390fa1-1d49-4195-93a7-5b2eb4c8632c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784747462.7396815,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27390fa1-1d49-4195-93a7-5b2eb4c8632c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784747462.742758,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15ec785a-74d1-45ce-bd38-464b0950cf14","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784747462.7427914,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15ec785a-74d1-45ce-bd38-464b0950cf14","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784747462.742838,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83587b33-bd12-46fa-90a1-a6a1cc8b8a54"} {"level":"info","ts":1784747462.7428575,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83587b33-bd12-46fa-90a1-a6a1cc8b8a54","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784747462.7485027,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83587b33-bd12-46fa-90a1-a6a1cc8b8a54","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784747462.7654102,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5d767fd8-a627-4de0-8771-48c3105356c2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784747462.7654428,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5d767fd8-a627-4de0-8771-48c3105356c2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784747462.7654567,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"febe038e-34f5-41bc-973a-8d5ef6af923f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784747462.7654805,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"febe038e-34f5-41bc-973a-8d5ef6af923f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784747462.7655115,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e7863e8-0cab-4307-a34b-ac68168f6315"} {"level":"info","ts":1784747462.7657087,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36120.486840533,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784747462.7657223,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784747462.8271987,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38082.422871471,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784747462.8272192,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784747462.8295918,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784747462.835578,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784747462.8665097,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e7863e8-0cab-4307-a34b-ac68168f6315","name":"e2e-external-model"} {"level":"info","ts":1784747462.8763883,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e7863e8-0cab-4307-a34b-ac68168f6315","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784747462.8822563,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54129f23-6b94-4207-b1bd-a03aa10827b9"} {"level":"info","ts":1784747462.882314,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54129f23-6b94-4207-b1bd-a03aa10827b9","name":"e2e-external-model"} {"level":"info","ts":1784747462.8822567,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a80ef747-f3c9-41b5-8c0d-aadb39feb47e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784747462.882377,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a80ef747-f3c9-41b5-8c0d-aadb39feb47e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784747462.8987904,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47d7e8e7-3c60-4f29-92d8-d913c81c3cf0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784747462.8988156,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47d7e8e7-3c60-4f29-92d8-d913c81c3cf0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784747462.898965,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54129f23-6b94-4207-b1bd-a03aa10827b9","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784747462.899039,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb25415f-9d1e-4b19-940a-2176944a428b"} {"level":"info","ts":1784747462.8990915,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb25415f-9d1e-4b19-940a-2176944a428b","name":"e2e-external-model"} {"level":"info","ts":1784747462.9070125,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb25415f-9d1e-4b19-940a-2176944a428b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784747462.9137583,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b3adadf-d4e5-4044-93b8-56440b49fca4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784747462.9137883,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b3adadf-d4e5-4044-93b8-56440b49fca4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784747462.9141066,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fd1b2f9-cf76-4b53-abc7-967a910c3006"} {"level":"info","ts":1784747462.914158,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fd1b2f9-cf76-4b53-abc7-967a910c3006","name":"e2e-external-model"} {"level":"info","ts":1784747462.9215074,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fd1b2f9-cf76-4b53-abc7-967a910c3006","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784747462.9273849,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8b56968-4050-41df-8dcb-1460750166f6","name":"e2e-external-provider"} {"level":"info","ts":1784747462.9356482,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8b56968-4050-41df-8dcb-1460750166f6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784747462.9390337,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8b56968-4050-41df-8dcb-1460750166f6","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784747462.9391253,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"713fb6e8-793d-4f1d-9d14-1ecae71a49b6"} {"level":"info","ts":1784747462.939171,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"713fb6e8-793d-4f1d-9d14-1ecae71a49b6","name":"e2e-external-provider"} {"level":"info","ts":1784747462.9474065,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"713fb6e8-793d-4f1d-9d14-1ecae71a49b6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784747472.2728002,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747472.2728863,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03088ad8-86fc-48a4-aac0-46038d83e6c4"} {"level":"info","ts":1784747472.2728949,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03088ad8-86fc-48a4-aac0-46038d83e6c4"} {"level":"info","ts":1784747472.2729058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03088ad8-86fc-48a4-aac0-46038d83e6c4","EoS":false} {"level":"info","ts":1784747472.2729163,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03088ad8-86fc-48a4-aac0-46038d83e6c4","EoS":true} {"level":"info","ts":1784747472.2729368,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03088ad8-86fc-48a4-aac0-46038d83e6c4","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784747472.2729547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03088ad8-86fc-48a4-aac0-46038d83e6c4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784747472.2729614,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"03088ad8-86fc-48a4-aac0-46038d83e6c4","modelName":"e2e-external-model"} {"level":"info","ts":1784747472.2729976,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"03088ad8-86fc-48a4-aac0-46038d83e6c4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784747472.2730489,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03088ad8-86fc-48a4-aac0-46038d83e6c4"} {"level":"info","ts":1784747472.319188,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747472.319255,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"302a49c2-b4e5-4866-9399-5a4c044aaa17"} {"level":"info","ts":1784747472.319267,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"302a49c2-b4e5-4866-9399-5a4c044aaa17"} {"level":"info","ts":1784747472.319278,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"302a49c2-b4e5-4866-9399-5a4c044aaa17","EoS":false} {"level":"info","ts":1784747472.319291,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"302a49c2-b4e5-4866-9399-5a4c044aaa17","EoS":true} {"level":"info","ts":1784747472.3193092,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"302a49c2-b4e5-4866-9399-5a4c044aaa17","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784747472.3193252,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"302a49c2-b4e5-4866-9399-5a4c044aaa17","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784747472.3193357,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"302a49c2-b4e5-4866-9399-5a4c044aaa17","modelName":"e2e-external-model"} {"level":"info","ts":1784747472.3193483,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"302a49c2-b4e5-4866-9399-5a4c044aaa17","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784747472.3193815,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"302a49c2-b4e5-4866-9399-5a4c044aaa17"} {"level":"info","ts":1784747472.3426774,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747472.3427322,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"659b85df-c314-4865-adab-dd781ff4d936"} {"level":"info","ts":1784747472.3427436,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"659b85df-c314-4865-adab-dd781ff4d936"} {"level":"info","ts":1784747472.342755,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"659b85df-c314-4865-adab-dd781ff4d936","EoS":false} {"level":"info","ts":1784747472.3427649,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"659b85df-c314-4865-adab-dd781ff4d936","EoS":true} {"level":"info","ts":1784747472.3427794,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"659b85df-c314-4865-adab-dd781ff4d936","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784747472.3427923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"659b85df-c314-4865-adab-dd781ff4d936","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784747472.3427982,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"659b85df-c314-4865-adab-dd781ff4d936","modelName":"e2e-external-model"} {"level":"info","ts":1784747472.3428102,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"659b85df-c314-4865-adab-dd781ff4d936","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784747472.3428407,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"659b85df-c314-4865-adab-dd781ff4d936"} {"level":"info","ts":1784747472.4831424,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4de4fbf-c510-42d0-9eff-3bc9b69d612e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784747472.4831781,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4de4fbf-c510-42d0-9eff-3bc9b69d612e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784747472.4831822,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d2805fe-2599-4515-b345-f95c9192d9b8"} {"level":"info","ts":1784747472.488891,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8a8eed4-99d4-4d17-a244-e6ecedb149ce","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784747472.488919,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8a8eed4-99d4-4d17-a244-e6ecedb149ce","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784747472.4891834,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d2805fe-2599-4515-b345-f95c9192d9b8","name":"e2e-cleanup-test"} {"level":"info","ts":1784747472.5012126,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d2805fe-2599-4515-b345-f95c9192d9b8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784747472.507482,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba9bdac3-565e-4ee7-bac9-3c59dcfb795d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784747472.5075085,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba9bdac3-565e-4ee7-bac9-3c59dcfb795d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784747472.5079465,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8064fef1-a4d1-4df1-b883-db359268530d"} {"level":"info","ts":1784747472.5080159,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8064fef1-a4d1-4df1-b883-db359268530d","name":"e2e-cleanup-test"} {"level":"info","ts":1784747472.5272832,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5c9172e-cbf3-48ac-9866-627edd0b62ac","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784747472.5273051,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5c9172e-cbf3-48ac-9866-627edd0b62ac","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784747472.5303478,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8064fef1-a4d1-4df1-b883-db359268530d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784747472.530387,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8064fef1-a4d1-4df1-b883-db359268530d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784747472.5304272,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43dbbf68-830e-4f52-b9ec-aa68a559c13d"} {"level":"info","ts":1784747472.5304658,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43dbbf68-830e-4f52-b9ec-aa68a559c13d","name":"e2e-cleanup-test"} {"level":"info","ts":1784747472.5398593,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43dbbf68-830e-4f52-b9ec-aa68a559c13d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784747472.5452323,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0be36dca-cfc6-4d9a-8700-6d569d829fe0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784747472.5452552,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0be36dca-cfc6-4d9a-8700-6d569d829fe0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784747472.5468624,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43dbbf68-830e-4f52-b9ec-aa68a559c13d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784747472.5469275,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aae5244d-29d2-4ff0-8a20-689d4bf50387"} {"level":"info","ts":1784747472.5469654,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aae5244d-29d2-4ff0-8a20-689d4bf50387","name":"e2e-cleanup-test"} {"level":"info","ts":1784747472.5557735,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aae5244d-29d2-4ff0-8a20-689d4bf50387","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784747480.7612665,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"64b2dffa-18f0-49a1-9777-9653a8edffb1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784747480.761305,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"64b2dffa-18f0-49a1-9777-9653a8edffb1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784747480.7613134,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"419337c2-6572-427f-94a6-55b11d26a60c"} {"level":"info","ts":1784747485.0823374,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747485.0824268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"695d92e8-d2ea-4744-a843-cb84b1cc417a"} {"level":"info","ts":1784747485.082443,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"695d92e8-d2ea-4744-a843-cb84b1cc417a"} {"level":"info","ts":1784747485.0824594,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"695d92e8-d2ea-4744-a843-cb84b1cc417a","EoS":false} {"level":"info","ts":1784747485.0824788,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"695d92e8-d2ea-4744-a843-cb84b1cc417a","EoS":true} {"level":"info","ts":1784747485.082505,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"695d92e8-d2ea-4744-a843-cb84b1cc417a","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784747485.0825253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"695d92e8-d2ea-4744-a843-cb84b1cc417a","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784747485.082556,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"695d92e8-d2ea-4744-a843-cb84b1cc417a"} {"level":"info","ts":1784747485.109407,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747485.109469,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a452443f-95cb-48b3-96b6-03ff40f5651e"} {"level":"info","ts":1784747485.109477,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a452443f-95cb-48b3-96b6-03ff40f5651e"} {"level":"info","ts":1784747485.1094878,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a452443f-95cb-48b3-96b6-03ff40f5651e","EoS":false} {"level":"info","ts":1784747485.1094975,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a452443f-95cb-48b3-96b6-03ff40f5651e","EoS":true} {"level":"info","ts":1784747485.1095147,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a452443f-95cb-48b3-96b6-03ff40f5651e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784747485.1095285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a452443f-95cb-48b3-96b6-03ff40f5651e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784747485.109537,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a452443f-95cb-48b3-96b6-03ff40f5651e","modelName":"e2e-external-model"} {"level":"info","ts":1784747485.109551,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a452443f-95cb-48b3-96b6-03ff40f5651e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784747485.1095872,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a452443f-95cb-48b3-96b6-03ff40f5651e"} {"level":"info","ts":1784747485.1490743,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747485.149122,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13affe29-8cbc-4aa5-909b-f5f65e1efb53"} {"level":"info","ts":1784747485.1491313,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"13affe29-8cbc-4aa5-909b-f5f65e1efb53"} {"level":"info","ts":1784747485.1491413,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13affe29-8cbc-4aa5-909b-f5f65e1efb53","EoS":false} {"level":"info","ts":1784747485.1491501,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13affe29-8cbc-4aa5-909b-f5f65e1efb53","EoS":true} {"level":"info","ts":1784747485.149164,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"13affe29-8cbc-4aa5-909b-f5f65e1efb53","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784747485.1491761,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13affe29-8cbc-4aa5-909b-f5f65e1efb53","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784747485.1491928,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"13affe29-8cbc-4aa5-909b-f5f65e1efb53"} {"level":"info","ts":1784747485.2881207,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747485.2881775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2076c9f-7852-447d-9e02-d3ab2c0b1dba"} {"level":"info","ts":1784747485.2881858,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e2076c9f-7852-447d-9e02-d3ab2c0b1dba"} {"level":"info","ts":1784747485.2881958,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2076c9f-7852-447d-9e02-d3ab2c0b1dba","EoS":false} {"level":"info","ts":1784747485.2882073,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2076c9f-7852-447d-9e02-d3ab2c0b1dba","EoS":true} {"level":"info","ts":1784747485.2882252,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"e2076c9f-7852-447d-9e02-d3ab2c0b1dba","field":"model"} {"level":"info","ts":1784747485.288246,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e2076c9f-7852-447d-9e02-d3ab2c0b1dba"} {"level":"info","ts":1784747486.2182605,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aaa575b6-fee7-4ff0-85da-8fc75d773d5a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784747486.2183073,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aaa575b6-fee7-4ff0-85da-8fc75d773d5a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784747486.2182615,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7c336fc-ab4f-4d13-bd87-21d56e3169cc"} {"level":"info","ts":1784747486.3686564,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"11a173e6-c179-4e2f-848e-0d02a688d338","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784747486.3686917,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"11a173e6-c179-4e2f-848e-0d02a688d338","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784747486.3686564,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"21ba4330-b21c-491f-b2dc-5f93e8614fe5"} {"level":"info","ts":1784748102.903419,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748102.9035099,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86ceb7ac-365e-4b7e-987e-03a53bff91e0"} {"level":"info","ts":1784748102.9035223,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86ceb7ac-365e-4b7e-987e-03a53bff91e0"} {"level":"info","ts":1784748102.9035416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86ceb7ac-365e-4b7e-987e-03a53bff91e0","EoS":false} {"level":"info","ts":1784748102.9035661,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86ceb7ac-365e-4b7e-987e-03a53bff91e0","EoS":true} {"level":"info","ts":1784748102.9035943,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"86ceb7ac-365e-4b7e-987e-03a53bff91e0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784748102.903614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86ceb7ac-365e-4b7e-987e-03a53bff91e0","path":"/ai-tenant-e2e-inf-b-ba9716/test-model-ba9716/v1/chat/completions"} {"level":"info","ts":1784748102.9036455,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"86ceb7ac-365e-4b7e-987e-03a53bff91e0"} {"level":"info","ts":1784748123.9442654,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748123.944343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a035b73-7fbe-4ba0-b403-01ddfd529f79"} {"level":"info","ts":1784748123.944353,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a035b73-7fbe-4ba0-b403-01ddfd529f79"} {"level":"info","ts":1784748123.9443643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a035b73-7fbe-4ba0-b403-01ddfd529f79","EoS":false} {"level":"info","ts":1784748123.9443777,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a035b73-7fbe-4ba0-b403-01ddfd529f79","EoS":true} {"level":"info","ts":1784748123.9444025,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a035b73-7fbe-4ba0-b403-01ddfd529f79","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784748123.9444172,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a035b73-7fbe-4ba0-b403-01ddfd529f79","path":"/ai-tenant-e2e-inf-b-ba9716/test-model-ba9716/v1/chat/completions"} {"level":"info","ts":1784748123.9444425,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a035b73-7fbe-4ba0-b403-01ddfd529f79"} {"level":"info","ts":1784748624.954988,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748624.9550703,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5e1d116-6171-41bf-abaa-f037b4744d6b"} {"level":"info","ts":1784748624.9550817,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5e1d116-6171-41bf-abaa-f037b4744d6b"} {"level":"info","ts":1784748624.955094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5e1d116-6171-41bf-abaa-f037b4744d6b","EoS":false} {"level":"info","ts":1784748624.9551077,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5e1d116-6171-41bf-abaa-f037b4744d6b","EoS":true} {"level":"info","ts":1784748624.9551272,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5e1d116-6171-41bf-abaa-f037b4744d6b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784748624.9551418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5e1d116-6171-41bf-abaa-f037b4744d6b","path":"/ai-tenant-e2e-shared-b-8f2692/rate-test-model-8f2692/v1/completions"} {"level":"info","ts":1784748624.9551637,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5e1d116-6171-41bf-abaa-f037b4744d6b"}