{"level":"info","ts":1784922029.4158852,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c57163e0-ee7a-4177-8a53-f4e48657ecc5","EoS":false} {"level":"info","ts":1784922029.4158962,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c57163e0-ee7a-4177-8a53-f4e48657ecc5","EoS":true} {"level":"info","ts":1784922029.4159153,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c57163e0-ee7a-4177-8a53-f4e48657ecc5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922029.4159296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c57163e0-ee7a-4177-8a53-f4e48657ecc5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922029.4159474,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c57163e0-ee7a-4177-8a53-f4e48657ecc5"} {"level":"info","ts":1784922030.0776577,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922030.07774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"423a0239-f145-4068-8bbf-1cf225bd483d"} {"level":"info","ts":1784922030.0777504,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"423a0239-f145-4068-8bbf-1cf225bd483d"} {"level":"info","ts":1784922030.0777626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"423a0239-f145-4068-8bbf-1cf225bd483d","EoS":false} {"level":"info","ts":1784922030.0777798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"423a0239-f145-4068-8bbf-1cf225bd483d","EoS":true} {"level":"info","ts":1784922030.0778022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"423a0239-f145-4068-8bbf-1cf225bd483d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922030.0778182,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"423a0239-f145-4068-8bbf-1cf225bd483d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922030.0778375,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"423a0239-f145-4068-8bbf-1cf225bd483d"} {"level":"info","ts":1784922030.1148949,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922030.114967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5654d49-cd8b-44bf-b425-6ac63c664d1c"} {"level":"info","ts":1784922030.1149783,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a5654d49-cd8b-44bf-b425-6ac63c664d1c"} {"level":"info","ts":1784922030.11499,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5654d49-cd8b-44bf-b425-6ac63c664d1c","EoS":false} {"level":"info","ts":1784922030.1150005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5654d49-cd8b-44bf-b425-6ac63c664d1c","EoS":true} {"level":"info","ts":1784922030.1150198,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a5654d49-cd8b-44bf-b425-6ac63c664d1c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922030.115033,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5654d49-cd8b-44bf-b425-6ac63c664d1c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922030.1150548,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a5654d49-cd8b-44bf-b425-6ac63c664d1c"} {"level":"info","ts":1784922034.2670195,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922034.2670958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"653cfb66-57e6-4f52-83fe-b759fcf4ee6d"} {"level":"info","ts":1784922034.2671056,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"653cfb66-57e6-4f52-83fe-b759fcf4ee6d"} {"level":"info","ts":1784922034.2671173,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"653cfb66-57e6-4f52-83fe-b759fcf4ee6d","EoS":false} {"level":"info","ts":1784922034.267134,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"653cfb66-57e6-4f52-83fe-b759fcf4ee6d","EoS":true} {"level":"info","ts":1784922034.2671597,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"653cfb66-57e6-4f52-83fe-b759fcf4ee6d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922034.2671766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"653cfb66-57e6-4f52-83fe-b759fcf4ee6d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922034.2671986,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"653cfb66-57e6-4f52-83fe-b759fcf4ee6d"} {"level":"info","ts":1784922053.2277164,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922053.2277892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f2ae8ca-a911-4d2e-b7f6-66bbbcb8d269"} {"level":"info","ts":1784922053.2278037,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f2ae8ca-a911-4d2e-b7f6-66bbbcb8d269"} {"level":"info","ts":1784922053.2278152,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f2ae8ca-a911-4d2e-b7f6-66bbbcb8d269","EoS":false} {"level":"info","ts":1784922053.2278256,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f2ae8ca-a911-4d2e-b7f6-66bbbcb8d269","EoS":true} {"level":"info","ts":1784922053.227846,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f2ae8ca-a911-4d2e-b7f6-66bbbcb8d269","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922053.227861,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f2ae8ca-a911-4d2e-b7f6-66bbbcb8d269","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922053.22788,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f2ae8ca-a911-4d2e-b7f6-66bbbcb8d269"} {"level":"info","ts":1784922053.3629177,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922053.3629837,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5a338ba-531e-4656-ad44-f63a6d190f12"} {"level":"info","ts":1784922053.362993,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5a338ba-531e-4656-ad44-f63a6d190f12"} {"level":"info","ts":1784922053.3630037,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5a338ba-531e-4656-ad44-f63a6d190f12","EoS":false} {"level":"info","ts":1784922053.3630157,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5a338ba-531e-4656-ad44-f63a6d190f12","EoS":true} {"level":"info","ts":1784922053.3630326,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5a338ba-531e-4656-ad44-f63a6d190f12","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922053.3630466,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5a338ba-531e-4656-ad44-f63a6d190f12","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922053.3630672,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5a338ba-531e-4656-ad44-f63a6d190f12"} {"level":"info","ts":1784922053.4980133,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922053.49808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b908b3ac-1424-48b3-afde-e78d4e1ffdac"} {"level":"info","ts":1784922053.4980881,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b908b3ac-1424-48b3-afde-e78d4e1ffdac"} {"level":"info","ts":1784922053.4981012,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b908b3ac-1424-48b3-afde-e78d4e1ffdac","EoS":false} {"level":"info","ts":1784922053.4981112,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b908b3ac-1424-48b3-afde-e78d4e1ffdac","EoS":true} {"level":"info","ts":1784922053.4981284,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b908b3ac-1424-48b3-afde-e78d4e1ffdac","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922053.4981427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b908b3ac-1424-48b3-afde-e78d4e1ffdac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922053.49816,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b908b3ac-1424-48b3-afde-e78d4e1ffdac"} {"level":"info","ts":1784922053.636361,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922053.6364253,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb99d68a-150c-49ee-999e-c5da51072a74"} {"level":"info","ts":1784922053.6364348,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eb99d68a-150c-49ee-999e-c5da51072a74"} {"level":"info","ts":1784922053.6364458,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb99d68a-150c-49ee-999e-c5da51072a74","EoS":false} {"level":"info","ts":1784922053.6364555,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb99d68a-150c-49ee-999e-c5da51072a74","EoS":true} {"level":"info","ts":1784922053.636496,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb99d68a-150c-49ee-999e-c5da51072a74","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922053.6365113,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb99d68a-150c-49ee-999e-c5da51072a74","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922053.6365297,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eb99d68a-150c-49ee-999e-c5da51072a74"} {"level":"info","ts":1784922053.7720788,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922053.7721446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1bd50ce-fd93-4ad2-bb9e-8e6503d0a8eb"} {"level":"info","ts":1784922053.7721539,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f1bd50ce-fd93-4ad2-bb9e-8e6503d0a8eb"} {"level":"info","ts":1784922053.772165,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1bd50ce-fd93-4ad2-bb9e-8e6503d0a8eb","EoS":false} {"level":"info","ts":1784922053.7721777,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1bd50ce-fd93-4ad2-bb9e-8e6503d0a8eb","EoS":true} {"level":"info","ts":1784922053.772194,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1bd50ce-fd93-4ad2-bb9e-8e6503d0a8eb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922053.7722087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1bd50ce-fd93-4ad2-bb9e-8e6503d0a8eb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922053.772228,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f1bd50ce-fd93-4ad2-bb9e-8e6503d0a8eb"} {"level":"info","ts":1784922053.9069664,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922053.9070377,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d966942-7ff2-412e-b751-9e48ae61014d"} {"level":"info","ts":1784922053.9070501,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d966942-7ff2-412e-b751-9e48ae61014d"} {"level":"info","ts":1784922053.907064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d966942-7ff2-412e-b751-9e48ae61014d","EoS":false} {"level":"info","ts":1784922053.9070766,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d966942-7ff2-412e-b751-9e48ae61014d","EoS":true} {"level":"info","ts":1784922053.9070923,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d966942-7ff2-412e-b751-9e48ae61014d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922053.9071062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d966942-7ff2-412e-b751-9e48ae61014d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922053.9071229,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3d966942-7ff2-412e-b751-9e48ae61014d"} {"level":"info","ts":1784922072.7538438,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922072.7539268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b151f2b0-305a-45a1-8bcd-08cf6e1aa256"} {"level":"info","ts":1784922072.7539406,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b151f2b0-305a-45a1-8bcd-08cf6e1aa256"} {"level":"info","ts":1784922072.753957,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b151f2b0-305a-45a1-8bcd-08cf6e1aa256","EoS":false} {"level":"info","ts":1784922072.7539718,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b151f2b0-305a-45a1-8bcd-08cf6e1aa256","EoS":true} {"level":"info","ts":1784922072.7539935,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b151f2b0-305a-45a1-8bcd-08cf6e1aa256","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922072.7540104,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b151f2b0-305a-45a1-8bcd-08cf6e1aa256","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922072.7540312,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b151f2b0-305a-45a1-8bcd-08cf6e1aa256"} {"level":"info","ts":1784922072.7903478,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922072.7904098,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d653d5ab-e40a-43ce-abb7-aed5dcb108f6"} {"level":"info","ts":1784922072.7904224,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d653d5ab-e40a-43ce-abb7-aed5dcb108f6"} {"level":"info","ts":1784922072.790433,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d653d5ab-e40a-43ce-abb7-aed5dcb108f6","EoS":false} {"level":"info","ts":1784922072.7904434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d653d5ab-e40a-43ce-abb7-aed5dcb108f6","EoS":true} {"level":"info","ts":1784922072.7904615,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d653d5ab-e40a-43ce-abb7-aed5dcb108f6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922072.7904983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d653d5ab-e40a-43ce-abb7-aed5dcb108f6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922072.7905197,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d653d5ab-e40a-43ce-abb7-aed5dcb108f6"} {"level":"info","ts":1784922072.8270013,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922072.8270867,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c6d654a-8f80-4d81-8c13-f02b5480d24a"} {"level":"info","ts":1784922072.8270988,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2c6d654a-8f80-4d81-8c13-f02b5480d24a"} {"level":"info","ts":1784922072.8271189,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c6d654a-8f80-4d81-8c13-f02b5480d24a","EoS":false} {"level":"info","ts":1784922072.8271365,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c6d654a-8f80-4d81-8c13-f02b5480d24a","EoS":true} {"level":"info","ts":1784922072.8271654,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2c6d654a-8f80-4d81-8c13-f02b5480d24a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922072.8271844,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c6d654a-8f80-4d81-8c13-f02b5480d24a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922072.8272107,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2c6d654a-8f80-4d81-8c13-f02b5480d24a"} {"level":"info","ts":1784922072.868935,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922072.8690155,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3b4f470e-1788-4a47-a530-ab406d3b3173"} {"level":"info","ts":1784922077.4830923,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922077.483171,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2e5a4e9-ef56-4dbc-be73-3a2dbd65c42a"} {"level":"info","ts":1784922077.4831817,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c2e5a4e9-ef56-4dbc-be73-3a2dbd65c42a"} {"level":"info","ts":1784922077.4831927,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2e5a4e9-ef56-4dbc-be73-3a2dbd65c42a","EoS":false} {"level":"info","ts":1784922077.4832077,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2e5a4e9-ef56-4dbc-be73-3a2dbd65c42a","EoS":true} {"level":"info","ts":1784922077.4832296,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c2e5a4e9-ef56-4dbc-be73-3a2dbd65c42a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922077.483244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2e5a4e9-ef56-4dbc-be73-3a2dbd65c42a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922077.4832652,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c2e5a4e9-ef56-4dbc-be73-3a2dbd65c42a"} {"level":"info","ts":1784922086.0643866,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922086.064501,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f01dacb-6a7a-4b78-bc96-2bb4d80babe2"} {"level":"info","ts":1784922086.064516,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f01dacb-6a7a-4b78-bc96-2bb4d80babe2"} {"level":"info","ts":1784922086.0645301,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f01dacb-6a7a-4b78-bc96-2bb4d80babe2","EoS":false} {"level":"info","ts":1784922086.0645425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f01dacb-6a7a-4b78-bc96-2bb4d80babe2","EoS":true} {"level":"info","ts":1784922086.064565,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4f01dacb-6a7a-4b78-bc96-2bb4d80babe2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922086.0645814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f01dacb-6a7a-4b78-bc96-2bb4d80babe2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922086.0646014,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4f01dacb-6a7a-4b78-bc96-2bb4d80babe2"} {"level":"info","ts":1784922088.0991864,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922088.0992708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f35c073-18b3-48dd-97ff-417182f06d62"} {"level":"info","ts":1784922088.0992835,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0f35c073-18b3-48dd-97ff-417182f06d62"} {"level":"info","ts":1784922088.099296,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f35c073-18b3-48dd-97ff-417182f06d62","EoS":false} {"level":"info","ts":1784922088.0993087,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f35c073-18b3-48dd-97ff-417182f06d62","EoS":true} {"level":"info","ts":1784922088.0993283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f35c073-18b3-48dd-97ff-417182f06d62","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922088.0993428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f35c073-18b3-48dd-97ff-417182f06d62","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922088.0993612,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0f35c073-18b3-48dd-97ff-417182f06d62"} {"level":"info","ts":1784922100.9620607,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922100.9621596,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00d09f79-1ce8-4238-a81e-5a3376522c19"} {"level":"info","ts":1784922100.9621785,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00d09f79-1ce8-4238-a81e-5a3376522c19"} {"level":"info","ts":1784922100.9621992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00d09f79-1ce8-4238-a81e-5a3376522c19","EoS":false} {"level":"info","ts":1784922100.9622195,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00d09f79-1ce8-4238-a81e-5a3376522c19","EoS":true} {"level":"info","ts":1784922100.962242,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00d09f79-1ce8-4238-a81e-5a3376522c19","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922100.9622567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00d09f79-1ce8-4238-a81e-5a3376522c19","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922100.9622777,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00d09f79-1ce8-4238-a81e-5a3376522c19"} {"level":"info","ts":1784922109.4995303,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922109.4996088,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19c56008-9e50-4daf-a2b4-cb5c5b72d6dc"} {"level":"info","ts":1784922109.499618,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19c56008-9e50-4daf-a2b4-cb5c5b72d6dc"} {"level":"info","ts":1784922109.49963,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19c56008-9e50-4daf-a2b4-cb5c5b72d6dc","EoS":false} {"level":"info","ts":1784922109.4996414,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19c56008-9e50-4daf-a2b4-cb5c5b72d6dc","EoS":true} {"level":"info","ts":1784922109.4996638,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19c56008-9e50-4daf-a2b4-cb5c5b72d6dc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922109.4996786,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19c56008-9e50-4daf-a2b4-cb5c5b72d6dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922109.4997048,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19c56008-9e50-4daf-a2b4-cb5c5b72d6dc"} {"level":"info","ts":1784922118.3637974,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922118.363881,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03fce938-cff9-4f8c-a0f6-035b68f10377"} {"level":"info","ts":1784922118.3638937,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03fce938-cff9-4f8c-a0f6-035b68f10377"} {"level":"info","ts":1784922118.3639069,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03fce938-cff9-4f8c-a0f6-035b68f10377","EoS":false} {"level":"info","ts":1784922118.3639202,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03fce938-cff9-4f8c-a0f6-035b68f10377","EoS":true} {"level":"info","ts":1784922118.363943,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03fce938-cff9-4f8c-a0f6-035b68f10377","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922118.3639576,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03fce938-cff9-4f8c-a0f6-035b68f10377","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922118.363978,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03fce938-cff9-4f8c-a0f6-035b68f10377"} {"level":"info","ts":1784922127.3561935,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922127.3562772,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b72ef276-5827-453c-b93d-ec40db304896"} {"level":"info","ts":1784922127.3562906,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b72ef276-5827-453c-b93d-ec40db304896"} {"level":"info","ts":1784922127.3563092,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b72ef276-5827-453c-b93d-ec40db304896","EoS":false} {"level":"info","ts":1784922127.3563287,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b72ef276-5827-453c-b93d-ec40db304896","EoS":true} {"level":"info","ts":1784922127.3563595,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b72ef276-5827-453c-b93d-ec40db304896","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922127.356378,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b72ef276-5827-453c-b93d-ec40db304896","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922127.3564134,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b72ef276-5827-453c-b93d-ec40db304896"} {"level":"info","ts":1784922132.10546,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922132.105571,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7879da28-3b46-4251-963b-d0d8f1ffb304"} {"level":"info","ts":1784922132.1055849,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7879da28-3b46-4251-963b-d0d8f1ffb304"} {"level":"info","ts":1784922132.1056094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7879da28-3b46-4251-963b-d0d8f1ffb304","EoS":false} {"level":"info","ts":1784922132.105628,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7879da28-3b46-4251-963b-d0d8f1ffb304","EoS":true} {"level":"info","ts":1784922132.10566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7879da28-3b46-4251-963b-d0d8f1ffb304","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922132.1056793,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7879da28-3b46-4251-963b-d0d8f1ffb304","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922132.1057112,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7879da28-3b46-4251-963b-d0d8f1ffb304"} {"level":"info","ts":1784922136.8672762,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922136.8673515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d977557f-8700-4e71-89b1-e12270c262be"} {"level":"info","ts":1784922136.8673651,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d977557f-8700-4e71-89b1-e12270c262be"} {"level":"info","ts":1784922136.8673801,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d977557f-8700-4e71-89b1-e12270c262be","EoS":false} {"level":"info","ts":1784922136.867399,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d977557f-8700-4e71-89b1-e12270c262be","EoS":true} {"level":"info","ts":1784922136.8674197,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d977557f-8700-4e71-89b1-e12270c262be","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922136.8674352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d977557f-8700-4e71-89b1-e12270c262be","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922136.8674545,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d977557f-8700-4e71-89b1-e12270c262be"} {"level":"info","ts":1784922137.1375408,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922137.1376176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6b38847-e508-4c2e-9479-5095fc00dddb"} {"level":"info","ts":1784922137.1376266,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6b38847-e508-4c2e-9479-5095fc00dddb"} {"level":"info","ts":1784922137.1376379,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6b38847-e508-4c2e-9479-5095fc00dddb","EoS":false} {"level":"info","ts":1784922137.1376512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6b38847-e508-4c2e-9479-5095fc00dddb","EoS":true} {"level":"info","ts":1784922137.1376727,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6b38847-e508-4c2e-9479-5095fc00dddb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922137.1376886,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6b38847-e508-4c2e-9479-5095fc00dddb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922137.137707,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6b38847-e508-4c2e-9479-5095fc00dddb"} {"level":"info","ts":1784922139.172433,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922139.17252,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb85a5e7-d068-4ad8-842d-9dd1a6c56803"} {"level":"info","ts":1784922139.1725328,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eb85a5e7-d068-4ad8-842d-9dd1a6c56803"} {"level":"info","ts":1784922139.172544,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb85a5e7-d068-4ad8-842d-9dd1a6c56803","EoS":false} {"level":"info","ts":1784922139.1725543,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb85a5e7-d068-4ad8-842d-9dd1a6c56803","EoS":true} {"level":"info","ts":1784922139.1725748,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb85a5e7-d068-4ad8-842d-9dd1a6c56803","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922139.1725898,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb85a5e7-d068-4ad8-842d-9dd1a6c56803","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922139.1726098,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eb85a5e7-d068-4ad8-842d-9dd1a6c56803"} {"level":"info","ts":1784922141.206837,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922141.2069378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93af73d4-8694-43a1-94a5-032f6c04a7f8"} {"level":"info","ts":1784922141.2069528,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"93af73d4-8694-43a1-94a5-032f6c04a7f8"} {"level":"info","ts":1784922141.2069657,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93af73d4-8694-43a1-94a5-032f6c04a7f8","EoS":false} {"level":"info","ts":1784922141.206979,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93af73d4-8694-43a1-94a5-032f6c04a7f8","EoS":true} {"level":"info","ts":1784922141.207,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93af73d4-8694-43a1-94a5-032f6c04a7f8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922141.2070153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93af73d4-8694-43a1-94a5-032f6c04a7f8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922141.2070377,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"93af73d4-8694-43a1-94a5-032f6c04a7f8"} {"level":"info","ts":1784922164.3040516,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922164.3041296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae8a5770-4fa6-4b1c-8326-e94b46b67efb"} {"level":"info","ts":1784922164.3041382,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae8a5770-4fa6-4b1c-8326-e94b46b67efb"} {"level":"info","ts":1784922164.3041492,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae8a5770-4fa6-4b1c-8326-e94b46b67efb","EoS":false} {"level":"info","ts":1784922164.3041606,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae8a5770-4fa6-4b1c-8326-e94b46b67efb","EoS":true} {"level":"info","ts":1784922164.3041792,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae8a5770-4fa6-4b1c-8326-e94b46b67efb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922164.3041928,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae8a5770-4fa6-4b1c-8326-e94b46b67efb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922164.3042128,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae8a5770-4fa6-4b1c-8326-e94b46b67efb"} {"level":"info","ts":1784922173.6245263,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922173.6246116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25f2f949-67d8-422d-8049-668d7c935cc1"} {"level":"info","ts":1784922173.6246324,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25f2f949-67d8-422d-8049-668d7c935cc1"} {"level":"info","ts":1784922173.624651,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25f2f949-67d8-422d-8049-668d7c935cc1","EoS":false} {"level":"info","ts":1784922173.624669,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25f2f949-67d8-422d-8049-668d7c935cc1","EoS":true} {"level":"info","ts":1784922173.6246998,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25f2f949-67d8-422d-8049-668d7c935cc1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922173.6247187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25f2f949-67d8-422d-8049-668d7c935cc1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922173.6247487,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25f2f949-67d8-422d-8049-668d7c935cc1"} {"level":"info","ts":1784922179.0415792,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922179.0416596,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f534735e-9694-4d80-a7fc-757301fbdf25"} {"level":"info","ts":1784922179.04167,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f534735e-9694-4d80-a7fc-757301fbdf25"} {"level":"info","ts":1784922179.0416832,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f534735e-9694-4d80-a7fc-757301fbdf25","EoS":false} {"level":"info","ts":1784922179.0416958,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f534735e-9694-4d80-a7fc-757301fbdf25","EoS":true} {"level":"info","ts":1784922179.041717,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f534735e-9694-4d80-a7fc-757301fbdf25","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922179.0417328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f534735e-9694-4d80-a7fc-757301fbdf25","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922179.0417526,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f534735e-9694-4d80-a7fc-757301fbdf25"} {"level":"info","ts":1784922188.5489035,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922188.5490015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e9b7da8-ef44-4197-b598-d2a957c076d2"} {"level":"info","ts":1784922188.5490193,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e9b7da8-ef44-4197-b598-d2a957c076d2"} {"level":"info","ts":1784922188.5490322,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e9b7da8-ef44-4197-b598-d2a957c076d2","EoS":false} {"level":"info","ts":1784922188.5490437,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e9b7da8-ef44-4197-b598-d2a957c076d2","EoS":true} {"level":"info","ts":1784922188.5490646,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e9b7da8-ef44-4197-b598-d2a957c076d2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922188.5490797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e9b7da8-ef44-4197-b598-d2a957c076d2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922188.5491004,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e9b7da8-ef44-4197-b598-d2a957c076d2"} {"level":"info","ts":1784922190.5821052,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922190.582186,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3197969-91a4-4527-a22f-ce260081a329"} {"level":"info","ts":1784922190.5821934,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3197969-91a4-4527-a22f-ce260081a329"} {"level":"info","ts":1784922190.5822053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3197969-91a4-4527-a22f-ce260081a329","EoS":false} {"level":"info","ts":1784922190.582215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3197969-91a4-4527-a22f-ce260081a329","EoS":true} {"level":"info","ts":1784922190.5822368,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3197969-91a4-4527-a22f-ce260081a329","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922190.582252,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3197969-91a4-4527-a22f-ce260081a329","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922190.5822716,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3197969-91a4-4527-a22f-ce260081a329"} {"level":"info","ts":1784922199.9465094,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922199.9465885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"033cfc72-9f1a-4b1c-b59d-63fcb0b610b6"} {"level":"info","ts":1784922199.9465995,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"033cfc72-9f1a-4b1c-b59d-63fcb0b610b6"} {"level":"info","ts":1784922199.9466107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"033cfc72-9f1a-4b1c-b59d-63fcb0b610b6","EoS":false} {"level":"info","ts":1784922199.946623,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"033cfc72-9f1a-4b1c-b59d-63fcb0b610b6","EoS":true} {"level":"info","ts":1784922199.9466429,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"033cfc72-9f1a-4b1c-b59d-63fcb0b610b6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922199.9466588,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"033cfc72-9f1a-4b1c-b59d-63fcb0b610b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922199.946679,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"033cfc72-9f1a-4b1c-b59d-63fcb0b610b6"} {"level":"info","ts":1784922199.9801908,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922199.9802525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1052fb5d-5bd4-47d5-92c2-38427dd98b57"} {"level":"info","ts":1784922199.9802675,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1052fb5d-5bd4-47d5-92c2-38427dd98b57"} {"level":"info","ts":1784922199.980279,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1052fb5d-5bd4-47d5-92c2-38427dd98b57","EoS":false} {"level":"info","ts":1784922199.9802895,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1052fb5d-5bd4-47d5-92c2-38427dd98b57","EoS":true} {"level":"info","ts":1784922199.9803066,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1052fb5d-5bd4-47d5-92c2-38427dd98b57","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922199.9803228,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1052fb5d-5bd4-47d5-92c2-38427dd98b57","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922199.9803429,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1052fb5d-5bd4-47d5-92c2-38427dd98b57"} {"level":"info","ts":1784922219.0763593,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922219.0764349,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"255728c9-b058-4357-abb5-ff51f4c4d82e"} {"level":"info","ts":1784922219.0764432,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"255728c9-b058-4357-abb5-ff51f4c4d82e"} {"level":"info","ts":1784922219.0764542,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"255728c9-b058-4357-abb5-ff51f4c4d82e","EoS":false} {"level":"info","ts":1784922219.076464,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"255728c9-b058-4357-abb5-ff51f4c4d82e","EoS":true} {"level":"info","ts":1784922219.0765011,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"255728c9-b058-4357-abb5-ff51f4c4d82e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922219.0765212,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"255728c9-b058-4357-abb5-ff51f4c4d82e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922219.0765417,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"255728c9-b058-4357-abb5-ff51f4c4d82e"} {"level":"info","ts":1784922228.4205406,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922228.4206274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f95f81a-be12-4aa8-ba2c-3abc1470f654"} {"level":"info","ts":1784922228.4206376,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f95f81a-be12-4aa8-ba2c-3abc1470f654"} {"level":"info","ts":1784922228.4206495,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f95f81a-be12-4aa8-ba2c-3abc1470f654","EoS":false} {"level":"info","ts":1784922228.4206607,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f95f81a-be12-4aa8-ba2c-3abc1470f654","EoS":true} {"level":"info","ts":1784922228.4206805,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f95f81a-be12-4aa8-ba2c-3abc1470f654","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922228.4206955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f95f81a-be12-4aa8-ba2c-3abc1470f654","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922228.4207153,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f95f81a-be12-4aa8-ba2c-3abc1470f654"} {"level":"info","ts":1784922233.6863575,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922233.6864405,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6655d1d4-8c13-48db-a942-f32ebb380a02"} {"level":"info","ts":1784922233.6864533,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6655d1d4-8c13-48db-a942-f32ebb380a02"} {"level":"info","ts":1784922233.6864643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6655d1d4-8c13-48db-a942-f32ebb380a02","EoS":false} {"level":"info","ts":1784922233.686522,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6655d1d4-8c13-48db-a942-f32ebb380a02","EoS":true} {"level":"info","ts":1784922233.686546,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6655d1d4-8c13-48db-a942-f32ebb380a02","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922233.686561,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6655d1d4-8c13-48db-a942-f32ebb380a02","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922233.6865807,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6655d1d4-8c13-48db-a942-f32ebb380a02"} {"level":"info","ts":1784922324.0172572,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922324.0173361,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71799c73-dcfe-4682-be6b-1cd877ba9bd5"} {"level":"info","ts":1784922324.0173497,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"71799c73-dcfe-4682-be6b-1cd877ba9bd5"} {"level":"info","ts":1784922324.0173614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71799c73-dcfe-4682-be6b-1cd877ba9bd5","EoS":false} {"level":"info","ts":1784922324.017372,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71799c73-dcfe-4682-be6b-1cd877ba9bd5","EoS":true} {"level":"info","ts":1784922324.0173922,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"71799c73-dcfe-4682-be6b-1cd877ba9bd5","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784922324.0174072,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71799c73-dcfe-4682-be6b-1cd877ba9bd5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784922324.0174265,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"71799c73-dcfe-4682-be6b-1cd877ba9bd5"} {"level":"info","ts":1784922349.3885067,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922349.3885882,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db1f6d5a-2463-4e75-9190-3b8d2d009bd7"} {"level":"info","ts":1784922349.3885987,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db1f6d5a-2463-4e75-9190-3b8d2d009bd7"} {"level":"info","ts":1784922349.3886147,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db1f6d5a-2463-4e75-9190-3b8d2d009bd7","EoS":false} {"level":"info","ts":1784922349.3886287,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db1f6d5a-2463-4e75-9190-3b8d2d009bd7","EoS":true} {"level":"info","ts":1784922349.3886504,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db1f6d5a-2463-4e75-9190-3b8d2d009bd7","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784922349.3886664,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db1f6d5a-2463-4e75-9190-3b8d2d009bd7","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784922349.3886886,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db1f6d5a-2463-4e75-9190-3b8d2d009bd7"} {"level":"info","ts":1784922386.3439734,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922386.3440604,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57df6da9-e0ed-4d1a-ac07-f47dd77315c9"} {"level":"info","ts":1784922386.3440711,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"57df6da9-e0ed-4d1a-ac07-f47dd77315c9"} {"level":"info","ts":1784922386.3440824,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57df6da9-e0ed-4d1a-ac07-f47dd77315c9","EoS":false} {"level":"info","ts":1784922386.3440928,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57df6da9-e0ed-4d1a-ac07-f47dd77315c9","EoS":true} {"level":"info","ts":1784922386.344114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57df6da9-e0ed-4d1a-ac07-f47dd77315c9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922386.3441343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57df6da9-e0ed-4d1a-ac07-f47dd77315c9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922386.3441608,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"57df6da9-e0ed-4d1a-ac07-f47dd77315c9"} {"level":"info","ts":1784922401.5987692,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922401.5988486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30c98f26-5f04-43e1-b903-9c2489baf912"} {"level":"info","ts":1784922401.598862,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30c98f26-5f04-43e1-b903-9c2489baf912"} {"level":"info","ts":1784922401.5988734,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30c98f26-5f04-43e1-b903-9c2489baf912","EoS":false} {"level":"info","ts":1784922401.5988915,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30c98f26-5f04-43e1-b903-9c2489baf912","EoS":true} {"level":"info","ts":1784922401.5989125,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30c98f26-5f04-43e1-b903-9c2489baf912","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922401.5989292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30c98f26-5f04-43e1-b903-9c2489baf912","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922401.5989513,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30c98f26-5f04-43e1-b903-9c2489baf912"} {"level":"info","ts":1784922401.8856277,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922401.8857114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d815ad0d-dea4-4947-b9a0-4e6984db003e"} {"level":"info","ts":1784922401.8857262,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d815ad0d-dea4-4947-b9a0-4e6984db003e"} {"level":"info","ts":1784922401.8857374,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d815ad0d-dea4-4947-b9a0-4e6984db003e","EoS":false} {"level":"info","ts":1784922401.8857474,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d815ad0d-dea4-4947-b9a0-4e6984db003e","EoS":true} {"level":"info","ts":1784922401.8857682,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d815ad0d-dea4-4947-b9a0-4e6984db003e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922401.8857856,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d815ad0d-dea4-4947-b9a0-4e6984db003e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922401.885805,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d815ad0d-dea4-4947-b9a0-4e6984db003e"} {"level":"info","ts":1784922715.4801984,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922715.48029,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1289d3e-d2fc-4d9e-8cf1-0bab00cbd12a"} {"level":"info","ts":1784922715.480302,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e1289d3e-d2fc-4d9e-8cf1-0bab00cbd12a"} {"level":"info","ts":1784922715.4803147,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e1289d3e-d2fc-4d9e-8cf1-0bab00cbd12a","EoS":false} {"level":"info","ts":1784922715.4803274,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e1289d3e-d2fc-4d9e-8cf1-0bab00cbd12a","EoS":true} {"level":"info","ts":1784922715.4803472,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e1289d3e-d2fc-4d9e-8cf1-0bab00cbd12a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922715.480362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e1289d3e-d2fc-4d9e-8cf1-0bab00cbd12a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922715.4803836,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e1289d3e-d2fc-4d9e-8cf1-0bab00cbd12a"} {"level":"info","ts":1784922715.520019,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922715.5200903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e697fc3c-ab8c-48b7-9dbc-cfc03f3f0751"} {"level":"info","ts":1784922715.5201008,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e697fc3c-ab8c-48b7-9dbc-cfc03f3f0751"} {"level":"info","ts":1784922715.520111,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e697fc3c-ab8c-48b7-9dbc-cfc03f3f0751","EoS":false} {"level":"info","ts":1784922715.5201209,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e697fc3c-ab8c-48b7-9dbc-cfc03f3f0751","EoS":true} {"level":"info","ts":1784922715.5201366,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e697fc3c-ab8c-48b7-9dbc-cfc03f3f0751","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922715.5201504,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e697fc3c-ab8c-48b7-9dbc-cfc03f3f0751","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922715.5201688,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e697fc3c-ab8c-48b7-9dbc-cfc03f3f0751"} {"level":"info","ts":1784922715.5623703,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922715.5624251,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7dbd6af-fcd5-451b-bea4-bfb21e494166"} {"level":"info","ts":1784922715.5624373,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f7dbd6af-fcd5-451b-bea4-bfb21e494166"} {"level":"info","ts":1784922715.562448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f7dbd6af-fcd5-451b-bea4-bfb21e494166","EoS":false} {"level":"info","ts":1784922715.5624573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f7dbd6af-fcd5-451b-bea4-bfb21e494166","EoS":true} {"level":"info","ts":1784922715.5624862,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f7dbd6af-fcd5-451b-bea4-bfb21e494166","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922715.5625,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7dbd6af-fcd5-451b-bea4-bfb21e494166","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922715.5625186,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f7dbd6af-fcd5-451b-bea4-bfb21e494166"} {"level":"info","ts":1784922720.4060144,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5d6639ef-57c7-41d7-8827-7816b9123e05"} {"level":"info","ts":1784922720.4060116,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ba822db-557b-4ee9-a5fd-2e2d24f0166f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784922720.4061482,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ba822db-557b-4ee9-a5fd-2e2d24f0166f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784922720.4135487,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"11d67e82-e56c-46fa-8473-d810582c950e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784922720.4135783,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"11d67e82-e56c-46fa-8473-d810582c950e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784922720.4140134,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33830.128333624,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784922720.414034,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784922720.5348241,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9be9f2be-945f-4315-8841-0ef6f3d845ac"} {"level":"info","ts":1784922720.534927,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9be9f2be-945f-4315-8841-0ef6f3d845ac","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784922720.5362167,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f78312f-b6c8-4289-b3c5-c84fdf71b111","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784922720.5362759,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f78312f-b6c8-4289-b3c5-c84fdf71b111","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784922720.5388575,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d81b7558-4a0a-4e64-96af-0222c355a670","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784922720.5388997,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d81b7558-4a0a-4e64-96af-0222c355a670","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784922720.5401113,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9be9f2be-945f-4315-8841-0ef6f3d845ac","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784922720.5401537,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9be9f2be-945f-4315-8841-0ef6f3d845ac","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784922720.5402048,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d63b48e2-e394-4bc6-a55d-17df6af82894"} {"level":"info","ts":1784922720.5402255,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d63b48e2-e394-4bc6-a55d-17df6af82894","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784922720.5415332,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784922720.5448425,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d63b48e2-e394-4bc6-a55d-17df6af82894","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784922720.5550659,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54bcc7cf-6bea-4a16-9887-5947b782497d"} {"level":"info","ts":1784922720.5550973,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54bcc7cf-6bea-4a16-9887-5947b782497d","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784922720.5602446,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54bcc7cf-6bea-4a16-9887-5947b782497d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784922720.573197,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"89c951a1-7149-4f1e-8b10-11ddd7972842","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784922720.5732322,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"89c951a1-7149-4f1e-8b10-11ddd7972842","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784922720.5732906,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba5268a7-c7a3-4a64-b413-820d2b6f34cb"} {"level":"info","ts":1784922720.5733104,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"097b47c2-5d03-4e3d-bd3b-333ad929bd1b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784922720.573324,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"097b47c2-5d03-4e3d-bd3b-333ad929bd1b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784922720.6316903,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36697.225788624,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784922720.6317196,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784922720.631863,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37191.377046471,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784922720.6318865,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784922720.6411562,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784922720.682659,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784922720.6972198,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b85c5d2f-dc58-473d-8026-94a549e5f250","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784922720.6972578,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b85c5d2f-dc58-473d-8026-94a549e5f250","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784922720.7107248,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d142db9-e9e8-46a4-80d3-1babb64b2266","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784922720.7107594,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d142db9-e9e8-46a4-80d3-1babb64b2266","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784922720.7268355,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a4dc8843-d2b3-4fae-8bc8-319d0da366a0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784922720.7268834,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a4dc8843-d2b3-4fae-8bc8-319d0da366a0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784922720.7326703,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba5268a7-c7a3-4a64-b413-820d2b6f34cb","name":"e2e-external-model"} {"level":"info","ts":1784922720.7326925,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5d6639ef-57c7-41d7-8827-7816b9123e05","name":"e2e-external-provider"} {"level":"info","ts":1784922720.7416255,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba5268a7-c7a3-4a64-b413-820d2b6f34cb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784922720.7430007,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5d6639ef-57c7-41d7-8827-7816b9123e05","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784922720.7449694,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba5268a7-c7a3-4a64-b413-820d2b6f34cb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784922720.7450583,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d25b019c-fede-479d-989a-2c6f4555a398"} {"level":"info","ts":1784922720.7451112,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d25b019c-fede-479d-989a-2c6f4555a398","name":"e2e-external-model"} {"level":"error","ts":1784922720.7465816,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5d6639ef-57c7-41d7-8827-7816b9123e05","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784922720.7466764,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82349744-1381-4f95-9cdf-e3d82f31acef"} {"level":"info","ts":1784922720.7467182,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82349744-1381-4f95-9cdf-e3d82f31acef","name":"e2e-external-provider"} {"level":"info","ts":1784922720.7536268,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d25b019c-fede-479d-989a-2c6f4555a398","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784922720.7579067,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82349744-1381-4f95-9cdf-e3d82f31acef","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784922730.0204785,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922730.0205495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bf777b0-0615-4166-b0c1-cbe7b6b87784"} {"level":"info","ts":1784922730.0205607,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8bf777b0-0615-4166-b0c1-cbe7b6b87784"} {"level":"info","ts":1784922730.0205715,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8bf777b0-0615-4166-b0c1-cbe7b6b87784","EoS":false} {"level":"info","ts":1784922730.0205839,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8bf777b0-0615-4166-b0c1-cbe7b6b87784","EoS":true} {"level":"info","ts":1784922730.0206025,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8bf777b0-0615-4166-b0c1-cbe7b6b87784","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784922730.0206184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bf777b0-0615-4166-b0c1-cbe7b6b87784","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784922730.020625,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8bf777b0-0615-4166-b0c1-cbe7b6b87784","modelName":"e2e-external-model"} {"level":"info","ts":1784922730.020637,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8bf777b0-0615-4166-b0c1-cbe7b6b87784","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784922730.0206928,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8bf777b0-0615-4166-b0c1-cbe7b6b87784"} {"level":"info","ts":1784922730.069823,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922730.0699043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2413f748-baae-42c3-96e5-39ea50ed59a3"} {"level":"info","ts":1784922730.06992,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2413f748-baae-42c3-96e5-39ea50ed59a3"} {"level":"info","ts":1784922730.069939,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2413f748-baae-42c3-96e5-39ea50ed59a3","EoS":false} {"level":"info","ts":1784922730.0699592,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2413f748-baae-42c3-96e5-39ea50ed59a3","EoS":true} {"level":"info","ts":1784922730.0699883,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2413f748-baae-42c3-96e5-39ea50ed59a3","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784922730.0700068,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2413f748-baae-42c3-96e5-39ea50ed59a3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784922730.0700207,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2413f748-baae-42c3-96e5-39ea50ed59a3","modelName":"e2e-external-model"} {"level":"info","ts":1784922730.070042,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2413f748-baae-42c3-96e5-39ea50ed59a3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784922730.0700877,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2413f748-baae-42c3-96e5-39ea50ed59a3"} {"level":"info","ts":1784922730.09233,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922730.092402,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39237efb-b5bf-453f-a314-ee920f6be46a"} {"level":"info","ts":1784922730.0924137,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"39237efb-b5bf-453f-a314-ee920f6be46a"} {"level":"info","ts":1784922730.0924249,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39237efb-b5bf-453f-a314-ee920f6be46a","EoS":false} {"level":"info","ts":1784922730.0924366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39237efb-b5bf-453f-a314-ee920f6be46a","EoS":true} {"level":"info","ts":1784922730.0924554,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39237efb-b5bf-453f-a314-ee920f6be46a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784922730.0924869,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39237efb-b5bf-453f-a314-ee920f6be46a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784922730.0924952,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"39237efb-b5bf-453f-a314-ee920f6be46a","modelName":"e2e-external-model"} {"level":"info","ts":1784922730.0925095,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"39237efb-b5bf-453f-a314-ee920f6be46a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784922730.0925438,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"39237efb-b5bf-453f-a314-ee920f6be46a"} {"level":"info","ts":1784922730.2152474,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab40f348-5a4e-4d46-a05f-2d5956ef301d"} {"level":"info","ts":1784922730.2152963,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e039a49d-dc8a-47e8-982f-1020c56354b6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784922730.2153304,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e039a49d-dc8a-47e8-982f-1020c56354b6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784922730.2221642,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"554ff252-b99a-4253-88c9-4f63804bd1c4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784922730.2222002,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"554ff252-b99a-4253-88c9-4f63804bd1c4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784922730.2233884,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab40f348-5a4e-4d46-a05f-2d5956ef301d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784922730.2234383,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab40f348-5a4e-4d46-a05f-2d5956ef301d","name":"e2e-cleanup-test"} {"level":"info","ts":1784922730.2367396,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7fa3ae27-7204-4abd-9e89-007d4070c5df","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784922730.2367675,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7fa3ae27-7204-4abd-9e89-007d4070c5df","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784922730.238205,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab40f348-5a4e-4d46-a05f-2d5956ef301d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784922730.2382498,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab40f348-5a4e-4d46-a05f-2d5956ef301d","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784922730.2382967,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23dd75c6-f778-443d-a08b-00d9da4524c9"} {"level":"info","ts":1784922730.2383418,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23dd75c6-f778-443d-a08b-00d9da4524c9","name":"e2e-cleanup-test"} {"level":"info","ts":1784922730.2515008,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa72d3e0-bdcf-4473-97c5-ac9b4f7334cd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784922730.251535,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa72d3e0-bdcf-4473-97c5-ac9b4f7334cd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784922730.251669,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23dd75c6-f778-443d-a08b-00d9da4524c9","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784922730.251731,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9eb4e910-9b6b-4b0a-8391-a00a7395b47d"} {"level":"info","ts":1784922730.2517855,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9eb4e910-9b6b-4b0a-8391-a00a7395b47d","name":"e2e-cleanup-test"} {"level":"info","ts":1784922730.2590172,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9eb4e910-9b6b-4b0a-8391-a00a7395b47d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784922730.265653,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fbf386bb-244a-443c-a85a-bc83260ed6b2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784922730.2656841,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fbf386bb-244a-443c-a85a-bc83260ed6b2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784922730.2660558,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c7c100a-6d11-4a9a-a9d4-a438cf00a63c"} {"level":"info","ts":1784922730.2661,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c7c100a-6d11-4a9a-a9d4-a438cf00a63c","name":"e2e-cleanup-test"} {"level":"info","ts":1784922730.2736778,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c7c100a-6d11-4a9a-a9d4-a438cf00a63c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784922738.4757345,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4c8798c3-9cc0-40b9-9f4e-afb096b250a1"} {"level":"info","ts":1784922738.475748,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"814d8ebd-5c8b-4217-bd44-b1fa3c34e455","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784922738.4757855,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"814d8ebd-5c8b-4217-bd44-b1fa3c34e455","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784922742.7898707,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922742.789964,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff786ad4-f326-42b5-94d7-0dcd0c771c69"} {"level":"info","ts":1784922742.7899783,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff786ad4-f326-42b5-94d7-0dcd0c771c69"} {"level":"info","ts":1784922742.7899952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff786ad4-f326-42b5-94d7-0dcd0c771c69","EoS":false} {"level":"info","ts":1784922742.7900143,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff786ad4-f326-42b5-94d7-0dcd0c771c69","EoS":true} {"level":"info","ts":1784922742.7900438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff786ad4-f326-42b5-94d7-0dcd0c771c69","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784922742.790063,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff786ad4-f326-42b5-94d7-0dcd0c771c69","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784922742.7900925,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff786ad4-f326-42b5-94d7-0dcd0c771c69"} {"level":"info","ts":1784922742.8130798,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922742.8131328,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ec17092-b6a3-4008-9109-4bdbe4e63677"} {"level":"info","ts":1784922742.813142,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4ec17092-b6a3-4008-9109-4bdbe4e63677"} {"level":"info","ts":1784922742.8131523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4ec17092-b6a3-4008-9109-4bdbe4e63677","EoS":false} {"level":"info","ts":1784922742.8131633,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4ec17092-b6a3-4008-9109-4bdbe4e63677","EoS":true} {"level":"info","ts":1784922742.8131778,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4ec17092-b6a3-4008-9109-4bdbe4e63677","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784922742.8131902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ec17092-b6a3-4008-9109-4bdbe4e63677","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784922742.8131967,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4ec17092-b6a3-4008-9109-4bdbe4e63677","modelName":"e2e-external-model"} {"level":"info","ts":1784922742.813209,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4ec17092-b6a3-4008-9109-4bdbe4e63677","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784922742.8132434,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4ec17092-b6a3-4008-9109-4bdbe4e63677"} {"level":"info","ts":1784922742.8498662,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922742.8499284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69d751aa-ad30-4cb2-9db1-fe4548d22af7"} {"level":"info","ts":1784922742.8499415,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69d751aa-ad30-4cb2-9db1-fe4548d22af7"} {"level":"info","ts":1784922742.8499527,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69d751aa-ad30-4cb2-9db1-fe4548d22af7","EoS":false} {"level":"info","ts":1784922742.8499718,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69d751aa-ad30-4cb2-9db1-fe4548d22af7","EoS":true} {"level":"info","ts":1784922742.8499908,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"69d751aa-ad30-4cb2-9db1-fe4548d22af7","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784922742.8500035,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69d751aa-ad30-4cb2-9db1-fe4548d22af7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784922742.850021,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69d751aa-ad30-4cb2-9db1-fe4548d22af7"} {"level":"info","ts":1784922742.9882042,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922742.9882724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c5a6cf6-4a05-4df8-8f4d-3d238022f471"} {"level":"info","ts":1784922742.988286,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2c5a6cf6-4a05-4df8-8f4d-3d238022f471"} {"level":"info","ts":1784922742.9883044,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c5a6cf6-4a05-4df8-8f4d-3d238022f471","EoS":false} {"level":"info","ts":1784922742.9883237,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c5a6cf6-4a05-4df8-8f4d-3d238022f471","EoS":true} {"level":"info","ts":1784922742.988356,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"2c5a6cf6-4a05-4df8-8f4d-3d238022f471","field":"model"} {"level":"info","ts":1784922742.9883864,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2c5a6cf6-4a05-4df8-8f4d-3d238022f471"} {"level":"info","ts":1784922743.9487529,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab459393-94ab-4b35-8c30-820af37dd7d1"} {"level":"info","ts":1784922743.9487529,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c52d1bc-d492-4d0e-8bd6-d6b3c9122047","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784922743.9488153,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c52d1bc-d492-4d0e-8bd6-d6b3c9122047","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784922744.0929935,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"929b14c5-1fdf-43dd-a6cf-1498c93b60ef","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784922744.093013,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cdaf96d9-5b62-42f2-b665-9937a3e47de3"} {"level":"info","ts":1784922744.0930324,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"929b14c5-1fdf-43dd-a6cf-1498c93b60ef","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784923838.906049,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784923838.906141,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6216c9aa-3002-443e-b0bf-be80a45715ca"} {"level":"info","ts":1784923906.4289687,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784923906.4290638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d9a38e9-abde-445a-9e83-03b979a27cd3"} {"level":"info","ts":1784923906.4290764,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d9a38e9-abde-445a-9e83-03b979a27cd3"} {"level":"info","ts":1784923906.4290888,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d9a38e9-abde-445a-9e83-03b979a27cd3","EoS":false} {"level":"info","ts":1784923906.4291015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d9a38e9-abde-445a-9e83-03b979a27cd3","EoS":true} {"level":"info","ts":1784923906.4291244,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d9a38e9-abde-445a-9e83-03b979a27cd3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784923906.429139,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d9a38e9-abde-445a-9e83-03b979a27cd3","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784923906.4291584,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3d9a38e9-abde-445a-9e83-03b979a27cd3"}