{"level":"info","ts":1785277376.5887542,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1265025a-a68b-46ac-b49c-3b39638a4da1","EoS":false} {"level":"info","ts":1785277376.588767,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1265025a-a68b-46ac-b49c-3b39638a4da1","EoS":true} {"level":"info","ts":1785277376.5887866,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1265025a-a68b-46ac-b49c-3b39638a4da1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785277376.5888014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1265025a-a68b-46ac-b49c-3b39638a4da1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277376.5888221,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1265025a-a68b-46ac-b49c-3b39638a4da1"} {"level":"info","ts":1785277376.617546,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277376.6176155,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"103428cd-40e6-4df4-9d80-92a8f77375a2"} {"level":"info","ts":1785277376.6176279,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"103428cd-40e6-4df4-9d80-92a8f77375a2"} {"level":"info","ts":1785277376.6176388,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"103428cd-40e6-4df4-9d80-92a8f77375a2","EoS":false} {"level":"info","ts":1785277376.6176496,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"103428cd-40e6-4df4-9d80-92a8f77375a2","EoS":true} {"level":"info","ts":1785277376.617667,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"103428cd-40e6-4df4-9d80-92a8f77375a2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785277376.6176834,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"103428cd-40e6-4df4-9d80-92a8f77375a2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277376.6177092,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"103428cd-40e6-4df4-9d80-92a8f77375a2"} {"level":"info","ts":1785277376.668515,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277376.668579,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ccc8dca-7f42-49bb-83de-08ec5a1ab969"} {"level":"info","ts":1785277376.6685898,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1ccc8dca-7f42-49bb-83de-08ec5a1ab969"} {"level":"info","ts":1785277376.6686013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ccc8dca-7f42-49bb-83de-08ec5a1ab969","EoS":false} {"level":"info","ts":1785277376.6686134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ccc8dca-7f42-49bb-83de-08ec5a1ab969","EoS":true} {"level":"info","ts":1785277376.668633,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ccc8dca-7f42-49bb-83de-08ec5a1ab969","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785277376.668648,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ccc8dca-7f42-49bb-83de-08ec5a1ab969","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785277376.6686735,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1ccc8dca-7f42-49bb-83de-08ec5a1ab969"} {"level":"info","ts":1785277377.3571346,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277377.357226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e56c9602-8ae4-4236-977a-c50101c4cc06"} {"level":"info","ts":1785277377.3572385,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e56c9602-8ae4-4236-977a-c50101c4cc06"} {"level":"info","ts":1785277377.3572521,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e56c9602-8ae4-4236-977a-c50101c4cc06","EoS":false} {"level":"info","ts":1785277377.3572648,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e56c9602-8ae4-4236-977a-c50101c4cc06","EoS":true} {"level":"info","ts":1785277377.3572876,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e56c9602-8ae4-4236-977a-c50101c4cc06","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785277377.3573108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e56c9602-8ae4-4236-977a-c50101c4cc06","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277377.357331,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e56c9602-8ae4-4236-977a-c50101c4cc06"} {"level":"info","ts":1785277377.3965924,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277377.3966668,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cf69658-3b57-461c-9532-69c962f7d024"} {"level":"info","ts":1785277377.3966813,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7cf69658-3b57-461c-9532-69c962f7d024"} {"level":"info","ts":1785277377.3966925,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cf69658-3b57-461c-9532-69c962f7d024","EoS":false} {"level":"info","ts":1785277377.396711,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cf69658-3b57-461c-9532-69c962f7d024","EoS":true} {"level":"info","ts":1785277377.3967319,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7cf69658-3b57-461c-9532-69c962f7d024","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785277377.3967476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cf69658-3b57-461c-9532-69c962f7d024","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785277377.396767,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7cf69658-3b57-461c-9532-69c962f7d024"} {"level":"info","ts":1785277381.5522861,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277381.5524151,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"356f901f-dee5-4281-aeb7-c20913bd1905"} {"level":"info","ts":1785277381.5524342,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"356f901f-dee5-4281-aeb7-c20913bd1905"} {"level":"info","ts":1785277381.5524514,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"356f901f-dee5-4281-aeb7-c20913bd1905","EoS":false} {"level":"info","ts":1785277381.5524633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"356f901f-dee5-4281-aeb7-c20913bd1905","EoS":true} {"level":"info","ts":1785277381.552488,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"356f901f-dee5-4281-aeb7-c20913bd1905","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785277381.5525103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"356f901f-dee5-4281-aeb7-c20913bd1905","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785277381.552536,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"356f901f-dee5-4281-aeb7-c20913bd1905"} {"level":"info","ts":1785277400.4839706,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277400.4840388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ccd2f55-ad66-4485-bd0c-04628fddd4e0"} {"level":"info","ts":1785277400.4840481,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ccd2f55-ad66-4485-bd0c-04628fddd4e0"} {"level":"info","ts":1785277400.4840596,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ccd2f55-ad66-4485-bd0c-04628fddd4e0","EoS":false} {"level":"info","ts":1785277400.484071,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ccd2f55-ad66-4485-bd0c-04628fddd4e0","EoS":true} {"level":"info","ts":1785277400.4840906,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ccd2f55-ad66-4485-bd0c-04628fddd4e0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785277400.4841063,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ccd2f55-ad66-4485-bd0c-04628fddd4e0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277400.484125,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ccd2f55-ad66-4485-bd0c-04628fddd4e0"} {"level":"info","ts":1785277400.6225216,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277400.6226094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a57d8d3a-4632-40af-a337-7e93375ed52f"} {"level":"info","ts":1785277400.622629,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a57d8d3a-4632-40af-a337-7e93375ed52f"} {"level":"info","ts":1785277400.6226492,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a57d8d3a-4632-40af-a337-7e93375ed52f","EoS":false} {"level":"info","ts":1785277400.6226695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a57d8d3a-4632-40af-a337-7e93375ed52f","EoS":true} {"level":"info","ts":1785277400.6227043,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a57d8d3a-4632-40af-a337-7e93375ed52f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785277400.6227245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a57d8d3a-4632-40af-a337-7e93375ed52f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277400.6227546,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a57d8d3a-4632-40af-a337-7e93375ed52f"} {"level":"info","ts":1785277400.7618144,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277400.7619004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdd4400d-f018-46d5-8ab3-f561e669799f"} {"level":"info","ts":1785277400.7619169,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bdd4400d-f018-46d5-8ab3-f561e669799f"} {"level":"info","ts":1785277400.7619345,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bdd4400d-f018-46d5-8ab3-f561e669799f","EoS":false} {"level":"info","ts":1785277400.761953,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bdd4400d-f018-46d5-8ab3-f561e669799f","EoS":true} {"level":"info","ts":1785277400.7619817,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bdd4400d-f018-46d5-8ab3-f561e669799f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785277400.762,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bdd4400d-f018-46d5-8ab3-f561e669799f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277400.7620275,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bdd4400d-f018-46d5-8ab3-f561e669799f"} {"level":"info","ts":1785277400.8988771,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277400.8989556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"207a5175-a82c-46d0-b034-cb064d9d0525"} {"level":"info","ts":1785277400.8989646,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"207a5175-a82c-46d0-b034-cb064d9d0525"} {"level":"info","ts":1785277400.8989768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"207a5175-a82c-46d0-b034-cb064d9d0525","EoS":false} {"level":"info","ts":1785277400.8989868,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"207a5175-a82c-46d0-b034-cb064d9d0525","EoS":true} {"level":"info","ts":1785277400.8990066,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"207a5175-a82c-46d0-b034-cb064d9d0525","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785277400.8990226,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"207a5175-a82c-46d0-b034-cb064d9d0525","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277400.8990436,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"207a5175-a82c-46d0-b034-cb064d9d0525"} {"level":"info","ts":1785277401.034012,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277401.0340843,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2553f2ac-2327-4544-b12d-be3dd85f3f9d"} {"level":"info","ts":1785277401.034094,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2553f2ac-2327-4544-b12d-be3dd85f3f9d"} {"level":"info","ts":1785277401.0341053,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2553f2ac-2327-4544-b12d-be3dd85f3f9d","EoS":false} {"level":"info","ts":1785277401.0341163,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2553f2ac-2327-4544-b12d-be3dd85f3f9d","EoS":true} {"level":"info","ts":1785277401.034136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2553f2ac-2327-4544-b12d-be3dd85f3f9d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785277401.0341518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2553f2ac-2327-4544-b12d-be3dd85f3f9d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277401.0341709,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2553f2ac-2327-4544-b12d-be3dd85f3f9d"} {"level":"info","ts":1785277401.171146,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277401.171231,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3ce2c51-a2cc-4490-a7cd-3cd203404a04"} {"level":"info","ts":1785277401.171246,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b3ce2c51-a2cc-4490-a7cd-3cd203404a04"} {"level":"info","ts":1785277401.1712668,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3ce2c51-a2cc-4490-a7cd-3cd203404a04","EoS":false} {"level":"info","ts":1785277401.1712868,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3ce2c51-a2cc-4490-a7cd-3cd203404a04","EoS":true} {"level":"info","ts":1785277401.171316,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3ce2c51-a2cc-4490-a7cd-3cd203404a04","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785277401.171335,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3ce2c51-a2cc-4490-a7cd-3cd203404a04","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277401.1713827,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b3ce2c51-a2cc-4490-a7cd-3cd203404a04"} {"level":"info","ts":1785277417.998728,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277417.9988103,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04e3580e-6668-4a1c-bc22-737ddc0c6bbb"} {"level":"info","ts":1785277417.9988225,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04e3580e-6668-4a1c-bc22-737ddc0c6bbb"} {"level":"info","ts":1785277417.998834,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04e3580e-6668-4a1c-bc22-737ddc0c6bbb","EoS":false} {"level":"info","ts":1785277417.9988441,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04e3580e-6668-4a1c-bc22-737ddc0c6bbb","EoS":true} {"level":"info","ts":1785277417.998864,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04e3580e-6668-4a1c-bc22-737ddc0c6bbb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785277417.998879,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04e3580e-6668-4a1c-bc22-737ddc0c6bbb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277417.9988997,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04e3580e-6668-4a1c-bc22-737ddc0c6bbb"} {"level":"info","ts":1785277418.0423996,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277418.0424707,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee1763eb-0a1b-46b8-8080-ca581f16a380"} {"level":"info","ts":1785277418.0424838,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee1763eb-0a1b-46b8-8080-ca581f16a380"} {"level":"info","ts":1785277418.0424955,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee1763eb-0a1b-46b8-8080-ca581f16a380","EoS":false} {"level":"info","ts":1785277418.0425086,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee1763eb-0a1b-46b8-8080-ca581f16a380","EoS":true} {"level":"info","ts":1785277418.0425277,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee1763eb-0a1b-46b8-8080-ca581f16a380","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785277418.042542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee1763eb-0a1b-46b8-8080-ca581f16a380","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277418.0425618,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee1763eb-0a1b-46b8-8080-ca581f16a380"} {"level":"info","ts":1785277418.0764234,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277418.0765004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27e0c40c-abc3-4ab8-8961-b26572969a7e"} {"level":"info","ts":1785277418.0765111,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27e0c40c-abc3-4ab8-8961-b26572969a7e"} {"level":"info","ts":1785277418.076523,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27e0c40c-abc3-4ab8-8961-b26572969a7e","EoS":false} {"level":"info","ts":1785277418.0765367,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27e0c40c-abc3-4ab8-8961-b26572969a7e","EoS":true} {"level":"info","ts":1785277418.0765553,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27e0c40c-abc3-4ab8-8961-b26572969a7e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785277418.0766084,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27e0c40c-abc3-4ab8-8961-b26572969a7e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277418.07663,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27e0c40c-abc3-4ab8-8961-b26572969a7e"} {"level":"info","ts":1785277418.1109066,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277418.1109755,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3090344f-ba88-48bc-92f0-aeef5a17f318"} {"level":"info","ts":1785277422.732175,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277422.7322483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a6b2bb2-2c38-4fcb-a42a-38b1be68c418"} {"level":"info","ts":1785277422.7322605,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a6b2bb2-2c38-4fcb-a42a-38b1be68c418"} {"level":"info","ts":1785277422.7322717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a6b2bb2-2c38-4fcb-a42a-38b1be68c418","EoS":false} {"level":"info","ts":1785277422.7322836,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a6b2bb2-2c38-4fcb-a42a-38b1be68c418","EoS":true} {"level":"info","ts":1785277422.7323093,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a6b2bb2-2c38-4fcb-a42a-38b1be68c418","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785277422.7323248,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a6b2bb2-2c38-4fcb-a42a-38b1be68c418","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277422.7323444,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5a6b2bb2-2c38-4fcb-a42a-38b1be68c418"} {"level":"info","ts":1785277431.3116746,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277431.3117516,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"605d8825-dc60-44be-9d09-a7a0e5a99b50"} {"level":"info","ts":1785277431.3117688,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"605d8825-dc60-44be-9d09-a7a0e5a99b50"} {"level":"info","ts":1785277431.311781,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"605d8825-dc60-44be-9d09-a7a0e5a99b50","EoS":false} {"level":"info","ts":1785277431.3117993,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"605d8825-dc60-44be-9d09-a7a0e5a99b50","EoS":true} {"level":"info","ts":1785277431.3118215,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"605d8825-dc60-44be-9d09-a7a0e5a99b50","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785277431.3118377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"605d8825-dc60-44be-9d09-a7a0e5a99b50","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785277431.3118615,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"605d8825-dc60-44be-9d09-a7a0e5a99b50"} {"level":"info","ts":1785277444.1817474,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277444.1818516,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e44f64a7-52ae-4dcc-9e69-31dd250971ed"} {"level":"info","ts":1785277444.1818686,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e44f64a7-52ae-4dcc-9e69-31dd250971ed"} {"level":"info","ts":1785277444.1818871,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e44f64a7-52ae-4dcc-9e69-31dd250971ed","EoS":false} {"level":"info","ts":1785277444.1819074,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e44f64a7-52ae-4dcc-9e69-31dd250971ed","EoS":true} {"level":"info","ts":1785277444.1819375,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e44f64a7-52ae-4dcc-9e69-31dd250971ed","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785277444.181959,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e44f64a7-52ae-4dcc-9e69-31dd250971ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277444.1819794,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e44f64a7-52ae-4dcc-9e69-31dd250971ed"} {"level":"info","ts":1785277452.743023,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277452.7431116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c35a9e9-64a7-45ee-85ab-c61bf0c1ec5c"} {"level":"info","ts":1785277452.743127,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1c35a9e9-64a7-45ee-85ab-c61bf0c1ec5c"} {"level":"info","ts":1785277452.7431495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c35a9e9-64a7-45ee-85ab-c61bf0c1ec5c","EoS":false} {"level":"info","ts":1785277452.7431703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c35a9e9-64a7-45ee-85ab-c61bf0c1ec5c","EoS":true} {"level":"info","ts":1785277452.743203,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c35a9e9-64a7-45ee-85ab-c61bf0c1ec5c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785277452.7432225,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c35a9e9-64a7-45ee-85ab-c61bf0c1ec5c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277452.743252,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1c35a9e9-64a7-45ee-85ab-c61bf0c1ec5c"} {"level":"info","ts":1785277461.6288767,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277461.6289542,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ab6b561-dab3-41df-8f35-3504ee737a6b"} {"level":"info","ts":1785277461.628964,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ab6b561-dab3-41df-8f35-3504ee737a6b"} {"level":"info","ts":1785277461.6289752,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ab6b561-dab3-41df-8f35-3504ee737a6b","EoS":false} {"level":"info","ts":1785277461.628986,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ab6b561-dab3-41df-8f35-3504ee737a6b","EoS":true} {"level":"info","ts":1785277461.6290069,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ab6b561-dab3-41df-8f35-3504ee737a6b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785277461.6290221,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ab6b561-dab3-41df-8f35-3504ee737a6b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277461.629044,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ab6b561-dab3-41df-8f35-3504ee737a6b"} {"level":"info","ts":1785277470.6345065,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277470.634584,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efbfa9ca-bfa8-4836-b23b-9dad81cd301d"} {"level":"info","ts":1785277470.634596,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"efbfa9ca-bfa8-4836-b23b-9dad81cd301d"} {"level":"info","ts":1785277470.634607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"efbfa9ca-bfa8-4836-b23b-9dad81cd301d","EoS":false} {"level":"info","ts":1785277470.6346204,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"efbfa9ca-bfa8-4836-b23b-9dad81cd301d","EoS":true} {"level":"info","ts":1785277470.6346428,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"efbfa9ca-bfa8-4836-b23b-9dad81cd301d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785277470.6346588,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"efbfa9ca-bfa8-4836-b23b-9dad81cd301d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277470.6347258,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"efbfa9ca-bfa8-4836-b23b-9dad81cd301d"} {"level":"info","ts":1785277475.387636,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277475.387716,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ab29519-cead-4a70-aa75-d7486825dd64"} {"level":"info","ts":1785277475.3877263,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ab29519-cead-4a70-aa75-d7486825dd64"} {"level":"info","ts":1785277475.3877382,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ab29519-cead-4a70-aa75-d7486825dd64","EoS":false} {"level":"info","ts":1785277475.3877509,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ab29519-cead-4a70-aa75-d7486825dd64","EoS":true} {"level":"info","ts":1785277475.3877716,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ab29519-cead-4a70-aa75-d7486825dd64","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785277475.3877857,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ab29519-cead-4a70-aa75-d7486825dd64","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277475.3878531,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ab29519-cead-4a70-aa75-d7486825dd64"} {"level":"info","ts":1785277480.166374,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277480.1664612,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27cd0853-3a94-441f-94fe-7aec44124470"} {"level":"info","ts":1785277480.1664734,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27cd0853-3a94-441f-94fe-7aec44124470"} {"level":"info","ts":1785277480.1664858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27cd0853-3a94-441f-94fe-7aec44124470","EoS":false} {"level":"info","ts":1785277480.1664963,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27cd0853-3a94-441f-94fe-7aec44124470","EoS":true} {"level":"info","ts":1785277480.1665168,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27cd0853-3a94-441f-94fe-7aec44124470","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785277480.1665378,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27cd0853-3a94-441f-94fe-7aec44124470","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785277480.1665683,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27cd0853-3a94-441f-94fe-7aec44124470"} {"level":"info","ts":1785277480.5757182,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277480.5758116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"081c12ec-bdc8-4058-bccd-6f7199f929ab"} {"level":"info","ts":1785277480.5758295,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"081c12ec-bdc8-4058-bccd-6f7199f929ab"} {"level":"info","ts":1785277480.5758421,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"081c12ec-bdc8-4058-bccd-6f7199f929ab","EoS":false} {"level":"info","ts":1785277480.575854,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"081c12ec-bdc8-4058-bccd-6f7199f929ab","EoS":true} {"level":"info","ts":1785277480.575874,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"081c12ec-bdc8-4058-bccd-6f7199f929ab","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785277480.575891,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"081c12ec-bdc8-4058-bccd-6f7199f929ab","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785277480.5759115,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"081c12ec-bdc8-4058-bccd-6f7199f929ab"} {"level":"info","ts":1785277482.614065,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277482.6141472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38433475-ab87-4f94-b556-9bb5d740d799"} {"level":"info","ts":1785277482.6141582,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"38433475-ab87-4f94-b556-9bb5d740d799"} {"level":"info","ts":1785277482.6141696,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38433475-ab87-4f94-b556-9bb5d740d799","EoS":false} {"level":"info","ts":1785277482.614188,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38433475-ab87-4f94-b556-9bb5d740d799","EoS":true} {"level":"info","ts":1785277482.6142113,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"38433475-ab87-4f94-b556-9bb5d740d799","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785277482.614254,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38433475-ab87-4f94-b556-9bb5d740d799","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785277482.6142833,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"38433475-ab87-4f94-b556-9bb5d740d799"} {"level":"info","ts":1785277484.6476307,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277484.6477158,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4eef7f79-e2e4-46b1-b6a8-45fba3e62b1b"} {"level":"info","ts":1785277484.6477299,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4eef7f79-e2e4-46b1-b6a8-45fba3e62b1b"} {"level":"info","ts":1785277484.647749,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4eef7f79-e2e4-46b1-b6a8-45fba3e62b1b","EoS":false} {"level":"info","ts":1785277484.6477704,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4eef7f79-e2e4-46b1-b6a8-45fba3e62b1b","EoS":true} {"level":"info","ts":1785277484.6478043,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4eef7f79-e2e4-46b1-b6a8-45fba3e62b1b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785277484.6478245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4eef7f79-e2e4-46b1-b6a8-45fba3e62b1b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785277484.6478555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4eef7f79-e2e4-46b1-b6a8-45fba3e62b1b"} {"level":"info","ts":1785277507.7862904,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277507.7863839,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9097bd17-1483-4877-a6f5-f3f525680611"} {"level":"info","ts":1785277507.7863936,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9097bd17-1483-4877-a6f5-f3f525680611"} {"level":"info","ts":1785277507.7864046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9097bd17-1483-4877-a6f5-f3f525680611","EoS":false} {"level":"info","ts":1785277507.786418,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9097bd17-1483-4877-a6f5-f3f525680611","EoS":true} {"level":"info","ts":1785277507.7864401,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9097bd17-1483-4877-a6f5-f3f525680611","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785277507.7864578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9097bd17-1483-4877-a6f5-f3f525680611","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785277507.7864797,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9097bd17-1483-4877-a6f5-f3f525680611"} {"level":"info","ts":1785277517.1142602,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277517.1143477,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2e0528f-73ba-4108-8352-e36b625a7d2d"} {"level":"info","ts":1785277517.1143823,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c2e0528f-73ba-4108-8352-e36b625a7d2d"} {"level":"info","ts":1785277517.1144006,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c2e0528f-73ba-4108-8352-e36b625a7d2d","EoS":false} {"level":"info","ts":1785277517.1144204,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c2e0528f-73ba-4108-8352-e36b625a7d2d","EoS":true} {"level":"info","ts":1785277517.114451,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c2e0528f-73ba-4108-8352-e36b625a7d2d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785277517.1144707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2e0528f-73ba-4108-8352-e36b625a7d2d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277517.1144936,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c2e0528f-73ba-4108-8352-e36b625a7d2d"} {"level":"info","ts":1785277535.4168394,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277535.416924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7506b095-24c2-4f0e-9b9b-a3edb6f1a9f2"} {"level":"info","ts":1785277535.4169395,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7506b095-24c2-4f0e-9b9b-a3edb6f1a9f2"} {"level":"info","ts":1785277535.4169505,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7506b095-24c2-4f0e-9b9b-a3edb6f1a9f2","EoS":false} {"level":"info","ts":1785277535.4169612,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7506b095-24c2-4f0e-9b9b-a3edb6f1a9f2","EoS":true} {"level":"info","ts":1785277535.4169824,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7506b095-24c2-4f0e-9b9b-a3edb6f1a9f2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785277535.4169984,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7506b095-24c2-4f0e-9b9b-a3edb6f1a9f2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785277535.41702,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7506b095-24c2-4f0e-9b9b-a3edb6f1a9f2"} {"level":"info","ts":1785277544.958174,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277544.9582524,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cacaab8d-5a4a-461e-b4e4-02db5f7e3d45"} {"level":"info","ts":1785277544.9582608,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cacaab8d-5a4a-461e-b4e4-02db5f7e3d45"} {"level":"info","ts":1785277544.9582715,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cacaab8d-5a4a-461e-b4e4-02db5f7e3d45","EoS":false} {"level":"info","ts":1785277544.9582822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cacaab8d-5a4a-461e-b4e4-02db5f7e3d45","EoS":true} {"level":"info","ts":1785277544.958303,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cacaab8d-5a4a-461e-b4e4-02db5f7e3d45","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785277544.9583192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cacaab8d-5a4a-461e-b4e4-02db5f7e3d45","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277544.958339,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cacaab8d-5a4a-461e-b4e4-02db5f7e3d45"} {"level":"info","ts":1785277554.352236,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277554.352316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77ffbb2b-137b-4b53-9c69-a9b976db8153"} {"level":"info","ts":1785277554.3523257,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"77ffbb2b-137b-4b53-9c69-a9b976db8153"} {"level":"info","ts":1785277554.3523364,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77ffbb2b-137b-4b53-9c69-a9b976db8153","EoS":false} {"level":"info","ts":1785277554.352365,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77ffbb2b-137b-4b53-9c69-a9b976db8153","EoS":true} {"level":"info","ts":1785277554.352388,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77ffbb2b-137b-4b53-9c69-a9b976db8153","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785277554.3524034,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77ffbb2b-137b-4b53-9c69-a9b976db8153","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277554.3524237,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"77ffbb2b-137b-4b53-9c69-a9b976db8153"} {"level":"info","ts":1785277554.4067674,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277554.4068563,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bbf2b2f-99cb-4b92-9a01-537d5f98b4eb"} {"level":"info","ts":1785277554.406869,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1bbf2b2f-99cb-4b92-9a01-537d5f98b4eb"} {"level":"info","ts":1785277554.4068882,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1bbf2b2f-99cb-4b92-9a01-537d5f98b4eb","EoS":false} {"level":"info","ts":1785277554.406906,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1bbf2b2f-99cb-4b92-9a01-537d5f98b4eb","EoS":true} {"level":"info","ts":1785277554.4069362,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1bbf2b2f-99cb-4b92-9a01-537d5f98b4eb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785277554.4069557,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1bbf2b2f-99cb-4b92-9a01-537d5f98b4eb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277554.4069853,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1bbf2b2f-99cb-4b92-9a01-537d5f98b4eb"} {"level":"info","ts":1785277573.5538056,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277573.5538867,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e94b73e1-627f-4d93-b559-6252a08bc0a9"} {"level":"info","ts":1785277573.5538962,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e94b73e1-627f-4d93-b559-6252a08bc0a9"} {"level":"info","ts":1785277573.5539072,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e94b73e1-627f-4d93-b559-6252a08bc0a9","EoS":false} {"level":"info","ts":1785277573.553918,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e94b73e1-627f-4d93-b559-6252a08bc0a9","EoS":true} {"level":"info","ts":1785277573.5539386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e94b73e1-627f-4d93-b559-6252a08bc0a9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785277573.5539544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e94b73e1-627f-4d93-b559-6252a08bc0a9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277573.5539758,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e94b73e1-627f-4d93-b559-6252a08bc0a9"} {"level":"info","ts":1785277582.9082797,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277582.9083877,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"784a1459-394f-45da-aab2-bebd7e5c81f4"} {"level":"info","ts":1785277582.9084084,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"784a1459-394f-45da-aab2-bebd7e5c81f4"} {"level":"info","ts":1785277582.9084296,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"784a1459-394f-45da-aab2-bebd7e5c81f4","EoS":false} {"level":"info","ts":1785277582.9084506,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"784a1459-394f-45da-aab2-bebd7e5c81f4","EoS":true} {"level":"info","ts":1785277582.908483,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"784a1459-394f-45da-aab2-bebd7e5c81f4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785277582.908503,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"784a1459-394f-45da-aab2-bebd7e5c81f4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277582.9085336,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"784a1459-394f-45da-aab2-bebd7e5c81f4"} {"level":"info","ts":1785277588.4492836,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277588.4493852,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f12af674-9c90-47a7-a503-9fdda0302b9b"} {"level":"info","ts":1785277588.4493954,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f12af674-9c90-47a7-a503-9fdda0302b9b"} {"level":"info","ts":1785277588.4494076,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f12af674-9c90-47a7-a503-9fdda0302b9b","EoS":false} {"level":"info","ts":1785277588.4494185,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f12af674-9c90-47a7-a503-9fdda0302b9b","EoS":true} {"level":"info","ts":1785277588.4494374,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f12af674-9c90-47a7-a503-9fdda0302b9b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785277588.4494534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f12af674-9c90-47a7-a503-9fdda0302b9b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785277588.4494698,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f12af674-9c90-47a7-a503-9fdda0302b9b"} {"level":"info","ts":1785277689.8550916,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277689.8551745,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c38e35e-e620-4107-b9cc-27655572a640"} {"level":"info","ts":1785277689.8551877,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5c38e35e-e620-4107-b9cc-27655572a640"} {"level":"info","ts":1785277689.8551989,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c38e35e-e620-4107-b9cc-27655572a640","EoS":false} {"level":"info","ts":1785277689.8552103,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c38e35e-e620-4107-b9cc-27655572a640","EoS":true} {"level":"info","ts":1785277689.855234,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c38e35e-e620-4107-b9cc-27655572a640","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785277689.8552494,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c38e35e-e620-4107-b9cc-27655572a640","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785277689.8552732,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c38e35e-e620-4107-b9cc-27655572a640"} {"level":"info","ts":1785277719.512633,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277719.5127037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2da5efc-e92c-4e2c-b2ef-d09c4581c367"} {"level":"info","ts":1785277719.5127134,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d2da5efc-e92c-4e2c-b2ef-d09c4581c367"} {"level":"info","ts":1785277719.5127237,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2da5efc-e92c-4e2c-b2ef-d09c4581c367","EoS":false} {"level":"info","ts":1785277719.5127337,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2da5efc-e92c-4e2c-b2ef-d09c4581c367","EoS":true} {"level":"info","ts":1785277719.512757,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d2da5efc-e92c-4e2c-b2ef-d09c4581c367","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785277719.5127716,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2da5efc-e92c-4e2c-b2ef-d09c4581c367","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785277719.5127933,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d2da5efc-e92c-4e2c-b2ef-d09c4581c367"} {"level":"info","ts":1785277767.3603344,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277767.360432,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b55f0c90-e418-4aeb-b4dd-5c4ffc37e3da"} {"level":"info","ts":1785277767.3604434,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b55f0c90-e418-4aeb-b4dd-5c4ffc37e3da"} {"level":"info","ts":1785277767.3604546,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b55f0c90-e418-4aeb-b4dd-5c4ffc37e3da","EoS":false} {"level":"info","ts":1785277767.3604648,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b55f0c90-e418-4aeb-b4dd-5c4ffc37e3da","EoS":true} {"level":"info","ts":1785277767.3604853,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b55f0c90-e418-4aeb-b4dd-5c4ffc37e3da","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785277767.3605006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b55f0c90-e418-4aeb-b4dd-5c4ffc37e3da","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277767.36052,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b55f0c90-e418-4aeb-b4dd-5c4ffc37e3da"} {"level":"info","ts":1785277782.616087,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277782.6161816,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3716c947-f04c-4189-9ba8-303b4e7c56df"} {"level":"info","ts":1785277782.6161947,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3716c947-f04c-4189-9ba8-303b4e7c56df"} {"level":"info","ts":1785277782.616207,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3716c947-f04c-4189-9ba8-303b4e7c56df","EoS":false} {"level":"info","ts":1785277782.6162205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3716c947-f04c-4189-9ba8-303b4e7c56df","EoS":true} {"level":"info","ts":1785277782.6162887,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3716c947-f04c-4189-9ba8-303b4e7c56df","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785277782.6163075,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3716c947-f04c-4189-9ba8-303b4e7c56df","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277782.616331,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3716c947-f04c-4189-9ba8-303b4e7c56df"} {"level":"info","ts":1785277782.9007103,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277782.9007943,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f4e0e18-153b-40cd-bcd2-b9815b752f8f"} {"level":"info","ts":1785277782.9008038,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1f4e0e18-153b-40cd-bcd2-b9815b752f8f"} {"level":"info","ts":1785277782.9008148,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f4e0e18-153b-40cd-bcd2-b9815b752f8f","EoS":false} {"level":"info","ts":1785277782.900828,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f4e0e18-153b-40cd-bcd2-b9815b752f8f","EoS":true} {"level":"info","ts":1785277782.9008493,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f4e0e18-153b-40cd-bcd2-b9815b752f8f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785277782.9008648,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f4e0e18-153b-40cd-bcd2-b9815b752f8f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277782.900886,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1f4e0e18-153b-40cd-bcd2-b9815b752f8f"} {"level":"info","ts":1785278099.939611,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278099.939714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28c211ea-9e0f-4468-9c94-0bf0a29188d2"} {"level":"info","ts":1785278099.9397306,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28c211ea-9e0f-4468-9c94-0bf0a29188d2"} {"level":"info","ts":1785278099.9397473,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28c211ea-9e0f-4468-9c94-0bf0a29188d2","EoS":false} {"level":"info","ts":1785278099.9397671,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28c211ea-9e0f-4468-9c94-0bf0a29188d2","EoS":true} {"level":"info","ts":1785278099.9397986,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28c211ea-9e0f-4468-9c94-0bf0a29188d2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785278099.9398189,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28c211ea-9e0f-4468-9c94-0bf0a29188d2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785278099.93985,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28c211ea-9e0f-4468-9c94-0bf0a29188d2"} {"level":"info","ts":1785278099.9748487,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278099.9749303,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4647fdae-112b-4f6c-bd07-f2dcac2364bd"} {"level":"info","ts":1785278099.9749432,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4647fdae-112b-4f6c-bd07-f2dcac2364bd"} {"level":"info","ts":1785278099.9749541,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4647fdae-112b-4f6c-bd07-f2dcac2364bd","EoS":false} {"level":"info","ts":1785278099.9749644,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4647fdae-112b-4f6c-bd07-f2dcac2364bd","EoS":true} {"level":"info","ts":1785278099.9749916,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4647fdae-112b-4f6c-bd07-f2dcac2364bd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785278099.975008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4647fdae-112b-4f6c-bd07-f2dcac2364bd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785278099.9750261,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4647fdae-112b-4f6c-bd07-f2dcac2364bd"} {"level":"info","ts":1785278100.0305986,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278100.0306861,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bda9843-a8ed-4138-9dc4-4a0ef41d54bd"} {"level":"info","ts":1785278100.0307007,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0bda9843-a8ed-4138-9dc4-4a0ef41d54bd"} {"level":"info","ts":1785278100.0307193,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0bda9843-a8ed-4138-9dc4-4a0ef41d54bd","EoS":false} {"level":"info","ts":1785278100.0307403,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0bda9843-a8ed-4138-9dc4-4a0ef41d54bd","EoS":true} {"level":"info","ts":1785278100.030771,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0bda9843-a8ed-4138-9dc4-4a0ef41d54bd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785278100.0307906,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bda9843-a8ed-4138-9dc4-4a0ef41d54bd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785278100.0308228,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0bda9843-a8ed-4138-9dc4-4a0ef41d54bd"} {"level":"info","ts":1785278104.9186654,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce7d3593-8d51-412a-93af-ec4bd07e8740","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785278104.9187062,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce7d3593-8d51-412a-93af-ec4bd07e8740","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785278104.9187474,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f002d5d-22ab-413e-b2bc-2de6d8de5d6e"} {"level":"info","ts":1785278104.9246233,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e28dc270-abc0-4bf4-8a69-1b9201ff7858","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785278104.924662,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e28dc270-abc0-4bf4-8a69-1b9201ff7858","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785278104.9275765,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f002d5d-22ab-413e-b2bc-2de6d8de5d6e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278104.9278033,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37357.400473214,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278104.927822,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278105.0341408,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"852de930-c510-4d7e-a15f-507c44f96e0f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278105.0341935,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"852de930-c510-4d7e-a15f-507c44f96e0f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785278105.0342588,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89753f98-4220-466e-b23f-d28e52ef85f5"} {"level":"info","ts":1785278105.0348613,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09dae1ea-f10f-4f3d-9b7f-c57e54a4ce7d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278105.0348897,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09dae1ea-f10f-4f3d-9b7f-c57e54a4ce7d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785278105.0386336,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89753f98-4220-466e-b23f-d28e52ef85f5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278105.0387151,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89753f98-4220-466e-b23f-d28e52ef85f5","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785278105.0422668,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee52c251-2ecd-4017-836e-97b4ba0ed8d0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278105.0423229,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee52c251-2ecd-4017-836e-97b4ba0ed8d0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785278105.0437002,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89753f98-4220-466e-b23f-d28e52ef85f5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785278105.043738,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89753f98-4220-466e-b23f-d28e52ef85f5","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278105.0438378,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85ca80c8-c6ba-4293-8795-2791a6f7e255"} {"level":"info","ts":1785278105.0438704,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85ca80c8-c6ba-4293-8795-2791a6f7e255","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785278105.0458097,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278105.1328409,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c2a5170-4b15-4e06-a1ed-3d776e98ea9a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785278105.1329703,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37691.10566612,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278105.1329951,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785278105.1330075,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85ca80c8-c6ba-4293-8795-2791a6f7e255","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278105.1331623,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f95603aa-c5ff-4f78-af8e-f13823f06b9e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278105.133184,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f95603aa-c5ff-4f78-af8e-f13823f06b9e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785278105.1331623,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c2a5170-4b15-4e06-a1ed-3d776e98ea9a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785278105.133228,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d20608ae-ce69-4bfd-b40a-f35dc303f7eb"} {"level":"info","ts":1785278105.1334457,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37363.726550582,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278105.133459,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278105.1407573,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278105.1412601,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278105.1827958,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df4e73bc-48a6-4870-9819-098e6ca650bc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278105.182842,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df4e73bc-48a6-4870-9819-098e6ca650bc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785278105.1961658,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"beaeab26-81d6-47a6-96a9-84f5db858239","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278105.1962085,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"beaeab26-81d6-47a6-96a9-84f5db858239","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785278105.2092981,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c61aa73f-9334-40e0-83b2-40856a8a2b8c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278105.209333,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c61aa73f-9334-40e0-83b2-40856a8a2b8c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785278105.2332344,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f002d5d-22ab-413e-b2bc-2de6d8de5d6e","name":"e2e-external-provider"} {"level":"info","ts":1785278105.2335386,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d20608ae-ce69-4bfd-b40a-f35dc303f7eb","name":"e2e-external-model"} {"level":"info","ts":1785278105.2419724,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d20608ae-ce69-4bfd-b40a-f35dc303f7eb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785278105.2441182,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f002d5d-22ab-413e-b2bc-2de6d8de5d6e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785278105.2455523,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d20608ae-ce69-4bfd-b40a-f35dc303f7eb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278105.2456372,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca229c1e-3739-44a1-b226-5c83e611d1a0"} {"level":"info","ts":1785278105.245688,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca229c1e-3739-44a1-b226-5c83e611d1a0","name":"e2e-external-model"} {"level":"error","ts":1785278105.2481277,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f002d5d-22ab-413e-b2bc-2de6d8de5d6e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278105.2482035,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef3edbfb-0c28-4e2b-8de8-921940fd23db"} {"level":"info","ts":1785278105.2482412,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef3edbfb-0c28-4e2b-8de8-921940fd23db","name":"e2e-external-provider"} {"level":"info","ts":1785278105.2531898,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca229c1e-3739-44a1-b226-5c83e611d1a0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785278105.2574296,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef3edbfb-0c28-4e2b-8de8-921940fd23db","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785278112.5396154,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278112.5397077,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2821793d-0cc9-423e-8e1a-5ed1d837ca44"} {"level":"info","ts":1785278112.539725,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2821793d-0cc9-423e-8e1a-5ed1d837ca44"} {"level":"info","ts":1785278112.5397422,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2821793d-0cc9-423e-8e1a-5ed1d837ca44","EoS":false} {"level":"info","ts":1785278112.5397577,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2821793d-0cc9-423e-8e1a-5ed1d837ca44","EoS":true} {"level":"info","ts":1785278112.539785,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2821793d-0cc9-423e-8e1a-5ed1d837ca44","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785278112.5398047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2821793d-0cc9-423e-8e1a-5ed1d837ca44","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785278112.539815,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2821793d-0cc9-423e-8e1a-5ed1d837ca44","modelName":"e2e-external-model"} {"level":"info","ts":1785278112.5398319,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2821793d-0cc9-423e-8e1a-5ed1d837ca44","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785278112.5399017,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2821793d-0cc9-423e-8e1a-5ed1d837ca44"} {"level":"info","ts":1785278112.5836117,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278112.5836802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e71f56a1-8071-4902-aa4e-2c1a285796ce"} {"level":"info","ts":1785278112.5836947,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e71f56a1-8071-4902-aa4e-2c1a285796ce"} {"level":"info","ts":1785278112.5837066,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e71f56a1-8071-4902-aa4e-2c1a285796ce","EoS":false} {"level":"info","ts":1785278112.5837169,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e71f56a1-8071-4902-aa4e-2c1a285796ce","EoS":true} {"level":"info","ts":1785278112.583738,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e71f56a1-8071-4902-aa4e-2c1a285796ce","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785278112.5837538,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e71f56a1-8071-4902-aa4e-2c1a285796ce","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785278112.5837653,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e71f56a1-8071-4902-aa4e-2c1a285796ce","modelName":"e2e-external-model"} {"level":"info","ts":1785278112.5837822,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e71f56a1-8071-4902-aa4e-2c1a285796ce","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785278112.583818,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e71f56a1-8071-4902-aa4e-2c1a285796ce"} {"level":"info","ts":1785278112.6092095,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278112.609275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118"} {"level":"info","ts":1785278112.609289,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118"} {"level":"info","ts":1785278112.6092997,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118","EoS":false} {"level":"info","ts":1785278112.6093118,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118","EoS":true} {"level":"info","ts":1785278112.6093295,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785278112.6093428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785278112.609368,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118","modelName":"e2e-external-model"} {"level":"info","ts":1785278112.6093824,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785278112.609417,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118"} {"level":"info","ts":1785278112.8404834,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d2f2279-abfb-4c12-9ead-d2aee915061c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785278112.8405273,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d2f2279-abfb-4c12-9ead-d2aee915061c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785278112.8405306,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1de5d4e-674b-4de4-ac6f-526e412203c9"} {"level":"info","ts":1785278112.8477886,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da647b3d-3ece-41a5-9dfc-d51e61560638","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785278112.8477995,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1de5d4e-674b-4de4-ac6f-526e412203c9","name":"e2e-cleanup-test"} {"level":"info","ts":1785278112.847824,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da647b3d-3ece-41a5-9dfc-d51e61560638","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785278112.8596098,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1de5d4e-674b-4de4-ac6f-526e412203c9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785278112.865418,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d203407-79c3-454d-a94a-df44319da3b9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785278112.8654435,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d203407-79c3-454d-a94a-df44319da3b9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785278112.8654962,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db1f78ed-41ae-4aa3-8d6f-7d31a83e1c5a"} {"level":"info","ts":1785278112.8655505,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db1f78ed-41ae-4aa3-8d6f-7d31a83e1c5a","name":"e2e-cleanup-test"} {"level":"error","ts":1785278112.8818195,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db1f78ed-41ae-4aa3-8d6f-7d31a83e1c5a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278112.8818552,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4260b93-0abb-44ef-9d58-c46fc0107a77","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785278112.8818862,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4260b93-0abb-44ef-9d58-c46fc0107a77","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785278112.8819115,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56d7f9e4-ab53-4b74-9cb7-8791139d2622"} {"level":"info","ts":1785278112.8819778,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56d7f9e4-ab53-4b74-9cb7-8791139d2622","name":"e2e-cleanup-test"} {"level":"info","ts":1785278112.889935,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56d7f9e4-ab53-4b74-9cb7-8791139d2622","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785278112.8949697,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb60cbd2-1538-4bdc-81b1-fd64792bc09e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785278112.8950005,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb60cbd2-1538-4bdc-81b1-fd64792bc09e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785278112.9021754,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56d7f9e4-ab53-4b74-9cb7-8791139d2622","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278112.9022403,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6bf312f0-3f8d-40cb-9f31-678e38b4fe6f"} {"level":"info","ts":1785278112.9022841,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6bf312f0-3f8d-40cb-9f31-678e38b4fe6f","name":"e2e-cleanup-test"} {"level":"info","ts":1785278112.9102972,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6bf312f0-3f8d-40cb-9f31-678e38b4fe6f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785278121.1038935,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"efd571a0-0597-48d6-bbdc-d8c26c6954ec","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785278121.103931,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"efd571a0-0597-48d6-bbdc-d8c26c6954ec","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785278121.1039321,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fafd437a-32fa-48c1-adaf-2ba26bb7f8f6"} {"level":"info","ts":1785278125.4077313,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278125.4078252,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76cc9a92-0d5d-4555-b076-56dd1ec3630d"} {"level":"info","ts":1785278125.4078405,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"76cc9a92-0d5d-4555-b076-56dd1ec3630d"} {"level":"info","ts":1785278125.4078586,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"76cc9a92-0d5d-4555-b076-56dd1ec3630d","EoS":false} {"level":"info","ts":1785278125.407879,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"76cc9a92-0d5d-4555-b076-56dd1ec3630d","EoS":true} {"level":"info","ts":1785278125.4079053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76cc9a92-0d5d-4555-b076-56dd1ec3630d","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785278125.407925,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76cc9a92-0d5d-4555-b076-56dd1ec3630d","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785278125.4079556,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"76cc9a92-0d5d-4555-b076-56dd1ec3630d"} {"level":"info","ts":1785278125.4345007,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278125.4345708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f"} {"level":"info","ts":1785278125.4345858,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f"} {"level":"info","ts":1785278125.434601,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f","EoS":false} {"level":"info","ts":1785278125.4346178,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f","EoS":true} {"level":"info","ts":1785278125.4346428,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785278125.4346583,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785278125.434668,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f","modelName":"e2e-external-model"} {"level":"info","ts":1785278125.4346862,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785278125.4347365,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f"} {"level":"info","ts":1785278125.5994911,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278125.5995722,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80bc8a47-ae3f-4955-94af-ee1e66662b13"} {"level":"info","ts":1785278125.5995853,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"80bc8a47-ae3f-4955-94af-ee1e66662b13"} {"level":"info","ts":1785278125.599597,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"80bc8a47-ae3f-4955-94af-ee1e66662b13","EoS":false} {"level":"info","ts":1785278125.5996082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"80bc8a47-ae3f-4955-94af-ee1e66662b13","EoS":true} {"level":"info","ts":1785278125.5996318,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80bc8a47-ae3f-4955-94af-ee1e66662b13","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785278125.599649,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80bc8a47-ae3f-4955-94af-ee1e66662b13","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785278125.599671,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"80bc8a47-ae3f-4955-94af-ee1e66662b13"} {"level":"info","ts":1785278125.684971,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278125.6850424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bcf6bc5c-0d52-4761-8a49-722a2b62d9fc"} {"level":"info","ts":1785278125.685058,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bcf6bc5c-0d52-4761-8a49-722a2b62d9fc"} {"level":"info","ts":1785278125.6850703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bcf6bc5c-0d52-4761-8a49-722a2b62d9fc","EoS":false} {"level":"info","ts":1785278125.6850834,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bcf6bc5c-0d52-4761-8a49-722a2b62d9fc","EoS":true} {"level":"info","ts":1785278125.685104,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"bcf6bc5c-0d52-4761-8a49-722a2b62d9fc","field":"model"} {"level":"info","ts":1785278125.685132,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bcf6bc5c-0d52-4761-8a49-722a2b62d9fc"} {"level":"info","ts":1785278126.559788,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10ac79b8-d974-41a0-8f46-25cc463c2cae","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278126.5598264,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10ac79b8-d974-41a0-8f46-25cc463c2cae","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278126.5598407,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d39685ae-6be1-4df9-8513-6f903cdaf9f4"} {"level":"info","ts":1785278126.7099128,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"953bd690-4f12-4528-b789-371618c69e35","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785278126.7099476,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"953bd690-4f12-4528-b789-371618c69e35","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785278126.7099407,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ece18017-d2b7-4505-9810-cc5d5d56e6da"} {"level":"info","ts":1785279500.789571,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785279500.7896652,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8fd8c0f5-06ee-4380-9c01-0ad35ab0cf51"} {"level":"info","ts":1785279575.556594,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785279575.5566778,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"327886b7-f996-40a0-bd8c-c5d5a4dc23aa"} {"level":"info","ts":1785279575.5566864,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"327886b7-f996-40a0-bd8c-c5d5a4dc23aa"} {"level":"info","ts":1785279575.5566971,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"327886b7-f996-40a0-bd8c-c5d5a4dc23aa","EoS":false} {"level":"info","ts":1785279575.5567074,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"327886b7-f996-40a0-bd8c-c5d5a4dc23aa","EoS":true} {"level":"info","ts":1785279575.5567312,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"327886b7-f996-40a0-bd8c-c5d5a4dc23aa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785279575.556748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"327886b7-f996-40a0-bd8c-c5d5a4dc23aa","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785279575.5567715,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"327886b7-f996-40a0-bd8c-c5d5a4dc23aa"}