{"level":"info","ts":1784647085.537714,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647085.5377982,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe6ee75d-e817-4f2a-92e1-787401b89f4d"} {"level":"info","ts":1784647085.5378082,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe6ee75d-e817-4f2a-92e1-787401b89f4d"} {"level":"info","ts":1784647085.5378199,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe6ee75d-e817-4f2a-92e1-787401b89f4d","EoS":false} {"level":"info","ts":1784647085.5378306,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe6ee75d-e817-4f2a-92e1-787401b89f4d","EoS":true} {"level":"info","ts":1784647085.5378695,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe6ee75d-e817-4f2a-92e1-787401b89f4d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784647085.537885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe6ee75d-e817-4f2a-92e1-787401b89f4d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647085.5379038,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe6ee75d-e817-4f2a-92e1-787401b89f4d"} {"level":"info","ts":1784647085.5730164,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647085.5731087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27731790-bcf5-4bed-9948-686fe8b95dc4"} {"level":"info","ts":1784647085.5731223,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27731790-bcf5-4bed-9948-686fe8b95dc4"} {"level":"info","ts":1784647085.5731344,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27731790-bcf5-4bed-9948-686fe8b95dc4","EoS":false} {"level":"info","ts":1784647085.573146,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27731790-bcf5-4bed-9948-686fe8b95dc4","EoS":true} {"level":"info","ts":1784647085.5731869,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27731790-bcf5-4bed-9948-686fe8b95dc4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784647085.5732036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27731790-bcf5-4bed-9948-686fe8b95dc4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784647085.5732243,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27731790-bcf5-4bed-9948-686fe8b95dc4"} {"level":"info","ts":1784647089.741039,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647089.7411323,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d442e3f5-8468-4ea3-b595-c7395ad783ce"} {"level":"info","ts":1784647089.741151,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d442e3f5-8468-4ea3-b595-c7395ad783ce"} {"level":"info","ts":1784647089.7411642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d442e3f5-8468-4ea3-b595-c7395ad783ce","EoS":false} {"level":"info","ts":1784647089.7411766,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d442e3f5-8468-4ea3-b595-c7395ad783ce","EoS":true} {"level":"info","ts":1784647089.7412124,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d442e3f5-8468-4ea3-b595-c7395ad783ce","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784647089.7412283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d442e3f5-8468-4ea3-b595-c7395ad783ce","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784647089.741248,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d442e3f5-8468-4ea3-b595-c7395ad783ce"} {"level":"info","ts":1784647108.6410124,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647108.6411042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08f71899-c285-4280-b8bf-8d300e27b165"} {"level":"info","ts":1784647108.641117,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"08f71899-c285-4280-b8bf-8d300e27b165"} {"level":"info","ts":1784647108.6411357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08f71899-c285-4280-b8bf-8d300e27b165","EoS":false} {"level":"info","ts":1784647108.6411464,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08f71899-c285-4280-b8bf-8d300e27b165","EoS":true} {"level":"info","ts":1784647108.6411664,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"08f71899-c285-4280-b8bf-8d300e27b165","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784647108.6411808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08f71899-c285-4280-b8bf-8d300e27b165","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647108.641203,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"08f71899-c285-4280-b8bf-8d300e27b165"} {"level":"info","ts":1784647108.7904637,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647108.7905347,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb12d700-e0c9-4187-8232-07bbbb5ac1d8"} {"level":"info","ts":1784647108.7905438,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb12d700-e0c9-4187-8232-07bbbb5ac1d8"} {"level":"info","ts":1784647108.7905548,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb12d700-e0c9-4187-8232-07bbbb5ac1d8","EoS":false} {"level":"info","ts":1784647108.7905655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb12d700-e0c9-4187-8232-07bbbb5ac1d8","EoS":true} {"level":"info","ts":1784647108.790586,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb12d700-e0c9-4187-8232-07bbbb5ac1d8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784647108.7906046,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb12d700-e0c9-4187-8232-07bbbb5ac1d8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647108.7906473,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb12d700-e0c9-4187-8232-07bbbb5ac1d8"} {"level":"info","ts":1784647108.9265556,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647108.9266639,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4111399a-f4a2-499d-bb72-5e817e08c5f1"} {"level":"info","ts":1784647108.926682,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4111399a-f4a2-499d-bb72-5e817e08c5f1"} {"level":"info","ts":1784647108.9266987,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4111399a-f4a2-499d-bb72-5e817e08c5f1","EoS":false} {"level":"info","ts":1784647108.9267125,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4111399a-f4a2-499d-bb72-5e817e08c5f1","EoS":true} {"level":"info","ts":1784647108.9267335,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4111399a-f4a2-499d-bb72-5e817e08c5f1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784647108.9267478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4111399a-f4a2-499d-bb72-5e817e08c5f1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647108.9267745,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4111399a-f4a2-499d-bb72-5e817e08c5f1"} {"level":"info","ts":1784647109.0632937,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647109.0633903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e67b31ad-b6ee-47bf-8548-7387bf359191"} {"level":"info","ts":1784647109.0634067,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e67b31ad-b6ee-47bf-8548-7387bf359191"} {"level":"info","ts":1784647109.0634198,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e67b31ad-b6ee-47bf-8548-7387bf359191","EoS":false} {"level":"info","ts":1784647109.0634334,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e67b31ad-b6ee-47bf-8548-7387bf359191","EoS":true} {"level":"info","ts":1784647109.0634544,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e67b31ad-b6ee-47bf-8548-7387bf359191","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784647109.0634751,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e67b31ad-b6ee-47bf-8548-7387bf359191","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647109.0634983,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e67b31ad-b6ee-47bf-8548-7387bf359191"} {"level":"info","ts":1784647109.1999083,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647109.1999974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9420bf67-752f-43a0-b9c1-ec4c569bad5d"} {"level":"info","ts":1784647109.200009,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9420bf67-752f-43a0-b9c1-ec4c569bad5d"} {"level":"info","ts":1784647109.2000206,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9420bf67-752f-43a0-b9c1-ec4c569bad5d","EoS":false} {"level":"info","ts":1784647109.2000344,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9420bf67-752f-43a0-b9c1-ec4c569bad5d","EoS":true} {"level":"info","ts":1784647109.20006,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9420bf67-752f-43a0-b9c1-ec4c569bad5d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784647109.2000751,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9420bf67-752f-43a0-b9c1-ec4c569bad5d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647109.2001016,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9420bf67-752f-43a0-b9c1-ec4c569bad5d"} {"level":"info","ts":1784647109.3316033,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647109.3317132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b533a2fa-6b6a-4dc5-999c-57660b2781bc"} {"level":"info","ts":1784647109.331727,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b533a2fa-6b6a-4dc5-999c-57660b2781bc"} {"level":"info","ts":1784647109.3317406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b533a2fa-6b6a-4dc5-999c-57660b2781bc","EoS":false} {"level":"info","ts":1784647109.331754,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b533a2fa-6b6a-4dc5-999c-57660b2781bc","EoS":true} {"level":"info","ts":1784647109.3317778,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b533a2fa-6b6a-4dc5-999c-57660b2781bc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784647109.331796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b533a2fa-6b6a-4dc5-999c-57660b2781bc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647109.3318195,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b533a2fa-6b6a-4dc5-999c-57660b2781bc"} {"level":"info","ts":1784647128.0809371,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647128.0810137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dea531fa-ebb7-4b00-8e55-9f192d88f02b"} {"level":"info","ts":1784647128.0810232,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dea531fa-ebb7-4b00-8e55-9f192d88f02b"} {"level":"info","ts":1784647128.0810347,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dea531fa-ebb7-4b00-8e55-9f192d88f02b","EoS":false} {"level":"info","ts":1784647128.0810637,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dea531fa-ebb7-4b00-8e55-9f192d88f02b","EoS":true} {"level":"info","ts":1784647128.0810845,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dea531fa-ebb7-4b00-8e55-9f192d88f02b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784647128.0810995,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dea531fa-ebb7-4b00-8e55-9f192d88f02b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647128.081132,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dea531fa-ebb7-4b00-8e55-9f192d88f02b"} {"level":"info","ts":1784647128.113333,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647128.1134067,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d944f74-52fa-4b1c-af10-70a0c065908f"} {"level":"info","ts":1784647128.1134205,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d944f74-52fa-4b1c-af10-70a0c065908f"} {"level":"info","ts":1784647128.1134322,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d944f74-52fa-4b1c-af10-70a0c065908f","EoS":false} {"level":"info","ts":1784647128.1134424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d944f74-52fa-4b1c-af10-70a0c065908f","EoS":true} {"level":"info","ts":1784647128.1134605,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d944f74-52fa-4b1c-af10-70a0c065908f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784647128.1134818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d944f74-52fa-4b1c-af10-70a0c065908f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647128.1135006,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d944f74-52fa-4b1c-af10-70a0c065908f"} {"level":"info","ts":1784647128.1482522,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647128.1483252,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0186b4f-b589-4500-89e7-5787baa207e5"} {"level":"info","ts":1784647128.1483343,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0186b4f-b589-4500-89e7-5787baa207e5"} {"level":"info","ts":1784647128.148345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0186b4f-b589-4500-89e7-5787baa207e5","EoS":false} {"level":"info","ts":1784647128.1483548,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0186b4f-b589-4500-89e7-5787baa207e5","EoS":true} {"level":"info","ts":1784647128.1483736,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0186b4f-b589-4500-89e7-5787baa207e5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784647128.1483874,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0186b4f-b589-4500-89e7-5787baa207e5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647128.1484056,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0186b4f-b589-4500-89e7-5787baa207e5"} {"level":"info","ts":1784647128.1765897,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647128.1766942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0fa6cea-e942-4c07-a781-3074dbb938a0"} {"level":"info","ts":1784647128.1767092,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0fa6cea-e942-4c07-a781-3074dbb938a0"} {"level":"info","ts":1784647128.1767213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0fa6cea-e942-4c07-a781-3074dbb938a0","EoS":false} {"level":"info","ts":1784647128.1767344,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0fa6cea-e942-4c07-a781-3074dbb938a0","EoS":true} {"level":"info","ts":1784647128.176754,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0fa6cea-e942-4c07-a781-3074dbb938a0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784647128.1767676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0fa6cea-e942-4c07-a781-3074dbb938a0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647128.1767888,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0fa6cea-e942-4c07-a781-3074dbb938a0"} {"level":"info","ts":1784647128.205041,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647128.205125,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2a8cab8b-e13a-4167-890f-0f7dd5f43596"} {"level":"info","ts":1784647132.8353403,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647132.8354418,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49aa7b1f-121e-4de1-9c2d-2bee03a27094"} {"level":"info","ts":1784647132.835456,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49aa7b1f-121e-4de1-9c2d-2bee03a27094"} {"level":"info","ts":1784647132.8354692,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49aa7b1f-121e-4de1-9c2d-2bee03a27094","EoS":false} {"level":"info","ts":1784647132.8354905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49aa7b1f-121e-4de1-9c2d-2bee03a27094","EoS":true} {"level":"info","ts":1784647132.8355103,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49aa7b1f-121e-4de1-9c2d-2bee03a27094","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784647132.835526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49aa7b1f-121e-4de1-9c2d-2bee03a27094","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647132.8355615,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49aa7b1f-121e-4de1-9c2d-2bee03a27094"} {"level":"info","ts":1784647141.389354,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647141.3894594,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd0247ad-58fb-4cc8-8e05-d1736c6de674"} {"level":"info","ts":1784647141.3894763,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd0247ad-58fb-4cc8-8e05-d1736c6de674"} {"level":"info","ts":1784647141.3894894,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd0247ad-58fb-4cc8-8e05-d1736c6de674","EoS":false} {"level":"info","ts":1784647141.3895028,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd0247ad-58fb-4cc8-8e05-d1736c6de674","EoS":true} {"level":"info","ts":1784647141.3895235,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd0247ad-58fb-4cc8-8e05-d1736c6de674","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784647141.3895392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd0247ad-58fb-4cc8-8e05-d1736c6de674","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784647141.3895626,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd0247ad-58fb-4cc8-8e05-d1736c6de674"} {"level":"info","ts":1784647143.4227507,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647143.4228444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8abd435-2883-41b1-a9a3-f8f0b5018ce3"} {"level":"info","ts":1784647143.422858,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c8abd435-2883-41b1-a9a3-f8f0b5018ce3"} {"level":"info","ts":1784647143.4228725,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8abd435-2883-41b1-a9a3-f8f0b5018ce3","EoS":false} {"level":"info","ts":1784647143.4228883,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8abd435-2883-41b1-a9a3-f8f0b5018ce3","EoS":true} {"level":"info","ts":1784647143.4229102,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8abd435-2883-41b1-a9a3-f8f0b5018ce3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784647143.4229264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8abd435-2883-41b1-a9a3-f8f0b5018ce3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784647143.4229474,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c8abd435-2883-41b1-a9a3-f8f0b5018ce3"} {"level":"info","ts":1784647156.2940135,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647156.294134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97b039fe-9e0a-4f9f-aec1-d10133c753d1"} {"level":"info","ts":1784647156.294154,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"97b039fe-9e0a-4f9f-aec1-d10133c753d1"} {"level":"info","ts":1784647156.2941742,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97b039fe-9e0a-4f9f-aec1-d10133c753d1","EoS":false} {"level":"info","ts":1784647156.2941918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97b039fe-9e0a-4f9f-aec1-d10133c753d1","EoS":true} {"level":"info","ts":1784647156.2942233,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97b039fe-9e0a-4f9f-aec1-d10133c753d1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784647156.294247,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97b039fe-9e0a-4f9f-aec1-d10133c753d1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647156.2942758,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"97b039fe-9e0a-4f9f-aec1-d10133c753d1"} {"level":"info","ts":1784647164.809909,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647164.8099985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ad5ded9-b7cf-4d54-991c-527f701d0513"} {"level":"info","ts":1784647164.8100119,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7ad5ded9-b7cf-4d54-991c-527f701d0513"} {"level":"info","ts":1784647164.810032,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ad5ded9-b7cf-4d54-991c-527f701d0513","EoS":false} {"level":"info","ts":1784647164.8100536,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ad5ded9-b7cf-4d54-991c-527f701d0513","EoS":true} {"level":"info","ts":1784647164.8100836,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ad5ded9-b7cf-4d54-991c-527f701d0513","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784647164.810103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ad5ded9-b7cf-4d54-991c-527f701d0513","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647164.8101342,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7ad5ded9-b7cf-4d54-991c-527f701d0513"} {"level":"info","ts":1784647173.639877,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647173.6399505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e22b9f74-281b-4d41-868b-a4ffd846149d"} {"level":"info","ts":1784647173.6399608,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e22b9f74-281b-4d41-868b-a4ffd846149d"} {"level":"info","ts":1784647173.6399822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e22b9f74-281b-4d41-868b-a4ffd846149d","EoS":false} {"level":"info","ts":1784647173.6399994,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e22b9f74-281b-4d41-868b-a4ffd846149d","EoS":true} {"level":"info","ts":1784647173.6400201,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e22b9f74-281b-4d41-868b-a4ffd846149d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784647173.6400359,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e22b9f74-281b-4d41-868b-a4ffd846149d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647173.640057,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e22b9f74-281b-4d41-868b-a4ffd846149d"} {"level":"info","ts":1784647182.6044555,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647182.60455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41e2cbca-0956-4441-99c2-28c2e494fc1f"} {"level":"info","ts":1784647182.6045637,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"41e2cbca-0956-4441-99c2-28c2e494fc1f"} {"level":"info","ts":1784647182.6045766,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41e2cbca-0956-4441-99c2-28c2e494fc1f","EoS":false} {"level":"info","ts":1784647182.6045911,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41e2cbca-0956-4441-99c2-28c2e494fc1f","EoS":true} {"level":"info","ts":1784647182.604634,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"41e2cbca-0956-4441-99c2-28c2e494fc1f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784647182.6046526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41e2cbca-0956-4441-99c2-28c2e494fc1f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647182.604674,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"41e2cbca-0956-4441-99c2-28c2e494fc1f"} {"level":"info","ts":1784647187.3306894,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647187.3307812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43dff9b2-5169-4ae8-9741-9df129ade3d2"} {"level":"info","ts":1784647187.3308015,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43dff9b2-5169-4ae8-9741-9df129ade3d2"} {"level":"info","ts":1784647187.3308198,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43dff9b2-5169-4ae8-9741-9df129ade3d2","EoS":false} {"level":"info","ts":1784647187.3308387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43dff9b2-5169-4ae8-9741-9df129ade3d2","EoS":true} {"level":"info","ts":1784647187.3308716,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43dff9b2-5169-4ae8-9741-9df129ade3d2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784647187.3308954,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43dff9b2-5169-4ae8-9741-9df129ade3d2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647187.3309278,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43dff9b2-5169-4ae8-9741-9df129ade3d2"} {"level":"info","ts":1784647192.0389574,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647192.03904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"acef3218-dd32-41bd-a9f1-790ac5e364f0"} {"level":"info","ts":1784647192.0390506,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"acef3218-dd32-41bd-a9f1-790ac5e364f0"} {"level":"info","ts":1784647192.0390623,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"acef3218-dd32-41bd-a9f1-790ac5e364f0","EoS":false} {"level":"info","ts":1784647192.0390794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"acef3218-dd32-41bd-a9f1-790ac5e364f0","EoS":true} {"level":"info","ts":1784647192.0391088,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"acef3218-dd32-41bd-a9f1-790ac5e364f0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784647192.039126,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"acef3218-dd32-41bd-a9f1-790ac5e364f0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784647192.0391488,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"acef3218-dd32-41bd-a9f1-790ac5e364f0"} {"level":"info","ts":1784647192.2926562,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647192.2927434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc55dd62-d82b-445a-9687-b6cba2640aed"} {"level":"info","ts":1784647192.2927532,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc55dd62-d82b-445a-9687-b6cba2640aed"} {"level":"info","ts":1784647192.2927651,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc55dd62-d82b-445a-9687-b6cba2640aed","EoS":false} {"level":"info","ts":1784647192.2927873,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc55dd62-d82b-445a-9687-b6cba2640aed","EoS":true} {"level":"info","ts":1784647192.2928104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc55dd62-d82b-445a-9687-b6cba2640aed","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784647192.2928278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc55dd62-d82b-445a-9687-b6cba2640aed","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784647192.29285,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc55dd62-d82b-445a-9687-b6cba2640aed"} {"level":"info","ts":1784647194.323393,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647194.3234825,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"356249f1-2d3b-443b-85b8-231a3d83a2e5"} {"level":"info","ts":1784647194.3234963,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"356249f1-2d3b-443b-85b8-231a3d83a2e5"} {"level":"info","ts":1784647194.323508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"356249f1-2d3b-443b-85b8-231a3d83a2e5","EoS":false} {"level":"info","ts":1784647194.3235197,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"356249f1-2d3b-443b-85b8-231a3d83a2e5","EoS":true} {"level":"info","ts":1784647194.3235385,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"356249f1-2d3b-443b-85b8-231a3d83a2e5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784647194.323553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"356249f1-2d3b-443b-85b8-231a3d83a2e5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784647194.3235772,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"356249f1-2d3b-443b-85b8-231a3d83a2e5"} {"level":"info","ts":1784647196.355543,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647196.3556516,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e727dc77-e656-4bac-9f2f-91eca9c81660"} {"level":"info","ts":1784647196.355668,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e727dc77-e656-4bac-9f2f-91eca9c81660"} {"level":"info","ts":1784647196.3556888,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e727dc77-e656-4bac-9f2f-91eca9c81660","EoS":false} {"level":"info","ts":1784647196.35571,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e727dc77-e656-4bac-9f2f-91eca9c81660","EoS":true} {"level":"info","ts":1784647196.35574,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e727dc77-e656-4bac-9f2f-91eca9c81660","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784647196.3557618,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e727dc77-e656-4bac-9f2f-91eca9c81660","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784647196.35579,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e727dc77-e656-4bac-9f2f-91eca9c81660"} {"level":"info","ts":1784647198.3862095,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647198.386302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e825ca5-f414-4f0d-9e38-8ca548d698f5"} {"level":"info","ts":1784647198.3863137,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5e825ca5-f414-4f0d-9e38-8ca548d698f5"} {"level":"info","ts":1784647198.3863258,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e825ca5-f414-4f0d-9e38-8ca548d698f5","EoS":false} {"level":"info","ts":1784647198.3863387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e825ca5-f414-4f0d-9e38-8ca548d698f5","EoS":true} {"level":"info","ts":1784647198.386358,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5e825ca5-f414-4f0d-9e38-8ca548d698f5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784647198.386373,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e825ca5-f414-4f0d-9e38-8ca548d698f5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784647198.3863986,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5e825ca5-f414-4f0d-9e38-8ca548d698f5"} {"level":"info","ts":1784647221.1027079,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647221.1028059,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"312a00c1-82fb-46b0-8cbb-dc401f1a7b08"} {"level":"info","ts":1784647221.1028204,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"312a00c1-82fb-46b0-8cbb-dc401f1a7b08"} {"level":"info","ts":1784647221.1028407,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"312a00c1-82fb-46b0-8cbb-dc401f1a7b08","EoS":false} {"level":"info","ts":1784647221.1028624,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"312a00c1-82fb-46b0-8cbb-dc401f1a7b08","EoS":true} {"level":"info","ts":1784647221.1028926,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"312a00c1-82fb-46b0-8cbb-dc401f1a7b08","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784647221.1029105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"312a00c1-82fb-46b0-8cbb-dc401f1a7b08","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784647221.1029427,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"312a00c1-82fb-46b0-8cbb-dc401f1a7b08"} {"level":"info","ts":1784647230.3731568,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647230.373246,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7111722-04e1-4085-95ca-05e9214c3a98"} {"level":"info","ts":1784647230.3732576,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7111722-04e1-4085-95ca-05e9214c3a98"} {"level":"info","ts":1784647230.37327,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7111722-04e1-4085-95ca-05e9214c3a98","EoS":false} {"level":"info","ts":1784647230.3732855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7111722-04e1-4085-95ca-05e9214c3a98","EoS":true} {"level":"info","ts":1784647230.3733056,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7111722-04e1-4085-95ca-05e9214c3a98","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784647230.3733203,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7111722-04e1-4085-95ca-05e9214c3a98","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647230.3733447,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7111722-04e1-4085-95ca-05e9214c3a98"} {"level":"info","ts":1784647235.7173467,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647235.7174354,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75cc3a0c-0624-4131-ad60-cb75e7ad4a06"} {"level":"info","ts":1784647235.7174504,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"75cc3a0c-0624-4131-ad60-cb75e7ad4a06"} {"level":"info","ts":1784647235.7174697,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75cc3a0c-0624-4131-ad60-cb75e7ad4a06","EoS":false} {"level":"info","ts":1784647235.7174895,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75cc3a0c-0624-4131-ad60-cb75e7ad4a06","EoS":true} {"level":"info","ts":1784647235.7175214,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75cc3a0c-0624-4131-ad60-cb75e7ad4a06","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784647235.7175403,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75cc3a0c-0624-4131-ad60-cb75e7ad4a06","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784647235.7175717,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"75cc3a0c-0624-4131-ad60-cb75e7ad4a06"} {"level":"info","ts":1784647245.1972103,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647245.1973011,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d002929-bc2a-4e6e-ab01-427f5fc18323"} {"level":"info","ts":1784647245.1973102,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d002929-bc2a-4e6e-ab01-427f5fc18323"} {"level":"info","ts":1784647245.197322,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d002929-bc2a-4e6e-ab01-427f5fc18323","EoS":false} {"level":"info","ts":1784647245.197336,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d002929-bc2a-4e6e-ab01-427f5fc18323","EoS":true} {"level":"info","ts":1784647245.197366,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d002929-bc2a-4e6e-ab01-427f5fc18323","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784647245.1973822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d002929-bc2a-4e6e-ab01-427f5fc18323","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647245.1974049,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d002929-bc2a-4e6e-ab01-427f5fc18323"} {"level":"info","ts":1784647247.23039,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647247.230488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ccc47535-5863-41eb-ba1d-1161a4ac550c"} {"level":"info","ts":1784647247.2305155,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ccc47535-5863-41eb-ba1d-1161a4ac550c"} {"level":"info","ts":1784647247.230533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ccc47535-5863-41eb-ba1d-1161a4ac550c","EoS":false} {"level":"info","ts":1784647247.2305534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ccc47535-5863-41eb-ba1d-1161a4ac550c","EoS":true} {"level":"info","ts":1784647247.230585,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ccc47535-5863-41eb-ba1d-1161a4ac550c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784647247.2306335,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ccc47535-5863-41eb-ba1d-1161a4ac550c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647247.230667,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ccc47535-5863-41eb-ba1d-1161a4ac550c"} {"level":"info","ts":1784647256.5673187,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647256.5674026,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b28ef2e6-c71e-48f5-83a9-26865dd5740c"} {"level":"info","ts":1784647256.5674129,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b28ef2e6-c71e-48f5-83a9-26865dd5740c"} {"level":"info","ts":1784647256.5674284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b28ef2e6-c71e-48f5-83a9-26865dd5740c","EoS":false} {"level":"info","ts":1784647256.567442,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b28ef2e6-c71e-48f5-83a9-26865dd5740c","EoS":true} {"level":"info","ts":1784647256.5674627,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b28ef2e6-c71e-48f5-83a9-26865dd5740c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784647256.5674775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b28ef2e6-c71e-48f5-83a9-26865dd5740c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647256.567499,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b28ef2e6-c71e-48f5-83a9-26865dd5740c"} {"level":"info","ts":1784647256.6028104,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647256.6029055,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d3734c7-8b26-4fb0-a9d6-8a4603d8ddeb"} {"level":"info","ts":1784647256.6029184,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d3734c7-8b26-4fb0-a9d6-8a4603d8ddeb"} {"level":"info","ts":1784647256.602932,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d3734c7-8b26-4fb0-a9d6-8a4603d8ddeb","EoS":false} {"level":"info","ts":1784647256.602951,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d3734c7-8b26-4fb0-a9d6-8a4603d8ddeb","EoS":true} {"level":"info","ts":1784647256.6029701,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d3734c7-8b26-4fb0-a9d6-8a4603d8ddeb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784647256.6029847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d3734c7-8b26-4fb0-a9d6-8a4603d8ddeb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647256.6030045,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d3734c7-8b26-4fb0-a9d6-8a4603d8ddeb"} {"level":"info","ts":1784647275.6141207,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647275.6142225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93e4c7ed-e8fa-4df2-8282-ac1af804a3fe"} {"level":"info","ts":1784647275.6142416,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"93e4c7ed-e8fa-4df2-8282-ac1af804a3fe"} {"level":"info","ts":1784647275.6142619,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93e4c7ed-e8fa-4df2-8282-ac1af804a3fe","EoS":false} {"level":"info","ts":1784647275.6142814,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93e4c7ed-e8fa-4df2-8282-ac1af804a3fe","EoS":true} {"level":"info","ts":1784647275.6143126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93e4c7ed-e8fa-4df2-8282-ac1af804a3fe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784647275.6143336,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93e4c7ed-e8fa-4df2-8282-ac1af804a3fe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647275.6143644,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"93e4c7ed-e8fa-4df2-8282-ac1af804a3fe"} {"level":"info","ts":1784647284.8779824,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647284.8780677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ddb9a77-6953-4b44-b273-95fd1dc408f3"} {"level":"info","ts":1784647284.8780887,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ddb9a77-6953-4b44-b273-95fd1dc408f3"} {"level":"info","ts":1784647284.8781083,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ddb9a77-6953-4b44-b273-95fd1dc408f3","EoS":false} {"level":"info","ts":1784647284.878126,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ddb9a77-6953-4b44-b273-95fd1dc408f3","EoS":true} {"level":"info","ts":1784647284.8781557,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ddb9a77-6953-4b44-b273-95fd1dc408f3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784647284.8781755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ddb9a77-6953-4b44-b273-95fd1dc408f3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647284.8782043,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ddb9a77-6953-4b44-b273-95fd1dc408f3"} {"level":"info","ts":1784647290.0960221,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647290.0961115,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"295807ba-5a81-47f1-95a0-9f8a420d5b94"} {"level":"info","ts":1784647290.096125,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"295807ba-5a81-47f1-95a0-9f8a420d5b94"} {"level":"info","ts":1784647290.096138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"295807ba-5a81-47f1-95a0-9f8a420d5b94","EoS":false} {"level":"info","ts":1784647290.096151,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"295807ba-5a81-47f1-95a0-9f8a420d5b94","EoS":true} {"level":"info","ts":1784647290.096171,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"295807ba-5a81-47f1-95a0-9f8a420d5b94","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784647290.0961854,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"295807ba-5a81-47f1-95a0-9f8a420d5b94","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784647290.0962086,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"295807ba-5a81-47f1-95a0-9f8a420d5b94"} {"level":"info","ts":1784647380.3281817,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647380.328289,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55321bbe-9542-427e-97a0-b6a21f11e71f"} {"level":"info","ts":1784647380.3283055,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"55321bbe-9542-427e-97a0-b6a21f11e71f"} {"level":"info","ts":1784647380.3283265,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55321bbe-9542-427e-97a0-b6a21f11e71f","EoS":false} {"level":"info","ts":1784647380.3283474,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55321bbe-9542-427e-97a0-b6a21f11e71f","EoS":true} {"level":"info","ts":1784647380.3283808,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55321bbe-9542-427e-97a0-b6a21f11e71f","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784647380.328401,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55321bbe-9542-427e-97a0-b6a21f11e71f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784647380.3284323,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"55321bbe-9542-427e-97a0-b6a21f11e71f"} {"level":"info","ts":1784647403.5822191,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647403.5823245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f104586b-6dee-4d77-92e9-be5163d484eb"} {"level":"info","ts":1784647403.5823371,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f104586b-6dee-4d77-92e9-be5163d484eb"} {"level":"info","ts":1784647403.5823486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f104586b-6dee-4d77-92e9-be5163d484eb","EoS":false} {"level":"info","ts":1784647403.5823598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f104586b-6dee-4d77-92e9-be5163d484eb","EoS":true} {"level":"info","ts":1784647403.5823812,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f104586b-6dee-4d77-92e9-be5163d484eb","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784647403.5823972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f104586b-6dee-4d77-92e9-be5163d484eb","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784647403.5824175,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f104586b-6dee-4d77-92e9-be5163d484eb"} {"level":"info","ts":1784647440.4234242,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647440.4235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3671c81-8a1d-446d-a6bd-dacd1cbdf223"} {"level":"info","ts":1784647440.423511,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a3671c81-8a1d-446d-a6bd-dacd1cbdf223"} {"level":"info","ts":1784647440.4235232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a3671c81-8a1d-446d-a6bd-dacd1cbdf223","EoS":false} {"level":"info","ts":1784647440.4235363,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a3671c81-8a1d-446d-a6bd-dacd1cbdf223","EoS":true} {"level":"info","ts":1784647440.4235568,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3671c81-8a1d-446d-a6bd-dacd1cbdf223","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784647440.42357,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3671c81-8a1d-446d-a6bd-dacd1cbdf223","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647440.423594,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a3671c81-8a1d-446d-a6bd-dacd1cbdf223"} {"level":"info","ts":1784647455.6476417,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647455.6477158,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7630980-67dc-423b-9715-99e4bef829ac"} {"level":"info","ts":1784647455.6477244,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e7630980-67dc-423b-9715-99e4bef829ac"} {"level":"info","ts":1784647455.6477358,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7630980-67dc-423b-9715-99e4bef829ac","EoS":false} {"level":"info","ts":1784647455.6477492,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7630980-67dc-423b-9715-99e4bef829ac","EoS":true} {"level":"info","ts":1784647455.647769,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7630980-67dc-423b-9715-99e4bef829ac","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784647455.6477869,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7630980-67dc-423b-9715-99e4bef829ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647455.6478064,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e7630980-67dc-423b-9715-99e4bef829ac"} {"level":"info","ts":1784647455.9084797,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647455.9085598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e497d22-7fa5-4d6f-879d-86fcaf5b3a1f"} {"level":"info","ts":1784647455.9085693,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e497d22-7fa5-4d6f-879d-86fcaf5b3a1f"} {"level":"info","ts":1784647455.9085803,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e497d22-7fa5-4d6f-879d-86fcaf5b3a1f","EoS":false} {"level":"info","ts":1784647455.908591,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e497d22-7fa5-4d6f-879d-86fcaf5b3a1f","EoS":true} {"level":"info","ts":1784647455.908632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e497d22-7fa5-4d6f-879d-86fcaf5b3a1f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784647455.9086483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e497d22-7fa5-4d6f-879d-86fcaf5b3a1f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647455.9086685,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e497d22-7fa5-4d6f-879d-86fcaf5b3a1f"} {"level":"info","ts":1784647760.5399733,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647760.5400739,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95657221-260f-4da4-8e52-07c84287ce1d"} {"level":"info","ts":1784647760.5400894,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"95657221-260f-4da4-8e52-07c84287ce1d"} {"level":"info","ts":1784647760.5401025,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95657221-260f-4da4-8e52-07c84287ce1d","EoS":false} {"level":"info","ts":1784647760.5401137,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95657221-260f-4da4-8e52-07c84287ce1d","EoS":true} {"level":"info","ts":1784647760.5401363,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95657221-260f-4da4-8e52-07c84287ce1d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784647760.540155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95657221-260f-4da4-8e52-07c84287ce1d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647760.5401878,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"95657221-260f-4da4-8e52-07c84287ce1d"} {"level":"info","ts":1784647760.5739598,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647760.5740263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b42b3fc4-75d7-44a9-ba8f-4e0336a6309e"} {"level":"info","ts":1784647760.574034,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b42b3fc4-75d7-44a9-ba8f-4e0336a6309e"} {"level":"info","ts":1784647760.5740452,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b42b3fc4-75d7-44a9-ba8f-4e0336a6309e","EoS":false} {"level":"info","ts":1784647760.574058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b42b3fc4-75d7-44a9-ba8f-4e0336a6309e","EoS":true} {"level":"info","ts":1784647760.5740755,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b42b3fc4-75d7-44a9-ba8f-4e0336a6309e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784647760.5740883,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b42b3fc4-75d7-44a9-ba8f-4e0336a6309e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647760.5741072,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b42b3fc4-75d7-44a9-ba8f-4e0336a6309e"} {"level":"info","ts":1784647760.604822,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647760.604882,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b41d6f1-415e-4b1a-ab2d-52275ddb1e1e"} {"level":"info","ts":1784647760.60489,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b41d6f1-415e-4b1a-ab2d-52275ddb1e1e"} {"level":"info","ts":1784647760.604904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b41d6f1-415e-4b1a-ab2d-52275ddb1e1e","EoS":false} {"level":"info","ts":1784647760.6049182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b41d6f1-415e-4b1a-ab2d-52275ddb1e1e","EoS":true} {"level":"info","ts":1784647760.6049345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b41d6f1-415e-4b1a-ab2d-52275ddb1e1e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784647760.6049495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b41d6f1-415e-4b1a-ab2d-52275ddb1e1e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647760.6049662,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b41d6f1-415e-4b1a-ab2d-52275ddb1e1e"} {"level":"info","ts":1784647760.6350725,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647760.6351345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35bb784f-0ed3-4a5a-9c34-c5f10ef2ec7d"} {"level":"info","ts":1784647760.6351423,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"35bb784f-0ed3-4a5a-9c34-c5f10ef2ec7d"} {"level":"info","ts":1784647760.6351542,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35bb784f-0ed3-4a5a-9c34-c5f10ef2ec7d","EoS":false} {"level":"info","ts":1784647760.6351714,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35bb784f-0ed3-4a5a-9c34-c5f10ef2ec7d","EoS":true} {"level":"info","ts":1784647760.6351912,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35bb784f-0ed3-4a5a-9c34-c5f10ef2ec7d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784647760.6352053,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35bb784f-0ed3-4a5a-9c34-c5f10ef2ec7d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647760.6352236,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"35bb784f-0ed3-4a5a-9c34-c5f10ef2ec7d"} {"level":"info","ts":1784647765.4425921,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"776cc876-3f59-47e4-ac26-ca31fdf62548","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784647765.4426494,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"776cc876-3f59-47e4-ac26-ca31fdf62548","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784647765.4425902,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2dd8fea1-9458-4593-affb-1d23b833925a"} {"level":"info","ts":1784647765.451031,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c31ec666-07c6-4198-b0f0-7eead4455bd5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784647765.4510632,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c31ec666-07c6-4198-b0f0-7eead4455bd5","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784647765.4515631,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2dd8fea1-9458-4593-affb-1d23b833925a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784647765.451838,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38810.232338386,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784647765.4518557,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784647765.614192,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41b1214f-73f0-4639-ae2f-68cf0db1a427","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784647765.6142595,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41b1214f-73f0-4639-ae2f-68cf0db1a427","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784647765.6154,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"184e806e-e3ac-4e16-a91f-90f13405e653"} {"level":"info","ts":1784647765.6155481,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b287f3b9-cc7b-4e7a-9f65-59b17fb52e57","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784647765.6159322,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b287f3b9-cc7b-4e7a-9f65-59b17fb52e57","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784647765.6160302,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32752.020239589,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784647765.6160548,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784647765.6179898,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784647765.652129,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36989.139923129,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784647765.6521525,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784647765.6600754,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784647765.6989005,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784647765.714119,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a833250-31b9-4756-adb7-ff65e0d44177","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784647765.7141988,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a833250-31b9-4756-adb7-ff65e0d44177","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784647765.716915,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"184e806e-e3ac-4e16-a91f-90f13405e653","name":"e2e-external-model"} {"level":"info","ts":1784647765.7300882,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d601fd9a-5d55-43aa-afc4-2e44bbe80af4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784647765.7301247,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d601fd9a-5d55-43aa-afc4-2e44bbe80af4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784647765.7308736,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"184e806e-e3ac-4e16-a91f-90f13405e653","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784647765.7347138,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"184e806e-e3ac-4e16-a91f-90f13405e653","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784647765.7348263,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e19aec02-2cc8-4a4f-8e06-808eaaac61b6"} {"level":"info","ts":1784647765.734892,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e19aec02-2cc8-4a4f-8e06-808eaaac61b6","name":"e2e-external-model"} {"level":"info","ts":1784647765.743754,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e19aec02-2cc8-4a4f-8e06-808eaaac61b6","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784647765.7439709,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"887a6ed5-ad5d-4f7e-88f2-509fa556b80c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784647765.7440474,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"887a6ed5-ad5d-4f7e-88f2-509fa556b80c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784647765.7499046,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e19aec02-2cc8-4a4f-8e06-808eaaac61b6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784647765.7499938,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56860f0b-d237-4dc9-8e91-b505bcdbeaa6"} {"level":"info","ts":1784647765.75005,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56860f0b-d237-4dc9-8e91-b505bcdbeaa6","name":"e2e-external-model"} {"level":"info","ts":1784647765.7527614,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2dd8fea1-9458-4593-affb-1d23b833925a","name":"e2e-external-provider"} {"level":"info","ts":1784647765.7580125,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56860f0b-d237-4dc9-8e91-b505bcdbeaa6","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784647765.7623324,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2dd8fea1-9458-4593-affb-1d23b833925a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784647765.7658827,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2dd8fea1-9458-4593-affb-1d23b833925a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784647765.7659712,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93aa775c-bc8b-40ff-aec0-a6b48f08ae07"} {"level":"info","ts":1784647765.7660146,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93aa775c-bc8b-40ff-aec0-a6b48f08ae07","name":"e2e-external-provider"} {"level":"info","ts":1784647765.7752275,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93aa775c-bc8b-40ff-aec0-a6b48f08ae07","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784647772.8994317,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647772.8995163,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9402c915-96a4-4e9e-9c76-d7d54ae70a30"} {"level":"info","ts":1784647772.8995297,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9402c915-96a4-4e9e-9c76-d7d54ae70a30"} {"level":"info","ts":1784647772.899548,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9402c915-96a4-4e9e-9c76-d7d54ae70a30","EoS":false} {"level":"info","ts":1784647772.89957,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9402c915-96a4-4e9e-9c76-d7d54ae70a30","EoS":true} {"level":"info","ts":1784647772.8996003,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9402c915-96a4-4e9e-9c76-d7d54ae70a30","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784647772.8996432,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9402c915-96a4-4e9e-9c76-d7d54ae70a30","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784647772.8996537,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9402c915-96a4-4e9e-9c76-d7d54ae70a30","modelName":"e2e-external-model"} {"level":"info","ts":1784647772.8996756,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9402c915-96a4-4e9e-9c76-d7d54ae70a30","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784647772.899733,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9402c915-96a4-4e9e-9c76-d7d54ae70a30"} {"level":"info","ts":1784647772.9500933,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647772.9501665,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c506249d-24ef-46f0-aa84-7acf39b9e145"} {"level":"info","ts":1784647772.9501781,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c506249d-24ef-46f0-aa84-7acf39b9e145"} {"level":"info","ts":1784647772.9501896,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c506249d-24ef-46f0-aa84-7acf39b9e145","EoS":false} {"level":"info","ts":1784647772.9502022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c506249d-24ef-46f0-aa84-7acf39b9e145","EoS":true} {"level":"info","ts":1784647772.950221,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c506249d-24ef-46f0-aa84-7acf39b9e145","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784647772.9502356,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c506249d-24ef-46f0-aa84-7acf39b9e145","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784647772.9502425,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c506249d-24ef-46f0-aa84-7acf39b9e145","modelName":"e2e-external-model"} {"level":"info","ts":1784647772.950256,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c506249d-24ef-46f0-aa84-7acf39b9e145","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784647772.9502954,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c506249d-24ef-46f0-aa84-7acf39b9e145"} {"level":"info","ts":1784647772.971486,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647772.9715567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"028f754c-b1fb-4a88-b24c-23dc394a9870"} {"level":"info","ts":1784647772.9715707,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"028f754c-b1fb-4a88-b24c-23dc394a9870"} {"level":"info","ts":1784647772.9716024,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"028f754c-b1fb-4a88-b24c-23dc394a9870","EoS":false} {"level":"info","ts":1784647772.9716485,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"028f754c-b1fb-4a88-b24c-23dc394a9870","EoS":true} {"level":"info","ts":1784647772.971675,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"028f754c-b1fb-4a88-b24c-23dc394a9870","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784647772.9716928,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"028f754c-b1fb-4a88-b24c-23dc394a9870","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784647772.9717045,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"028f754c-b1fb-4a88-b24c-23dc394a9870","modelName":"e2e-external-model"} {"level":"info","ts":1784647772.9717262,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"028f754c-b1fb-4a88-b24c-23dc394a9870","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784647772.9717703,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"028f754c-b1fb-4a88-b24c-23dc394a9870"} {"level":"info","ts":1784647773.106494,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a45c1d0-2a1a-4b57-b7ad-0b5affa2242b"} {"level":"info","ts":1784647773.1064954,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c1f20dc-17e6-4cde-979d-5c5590c16efc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784647773.106644,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c1f20dc-17e6-4cde-979d-5c5590c16efc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784647773.1120765,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a8e1eab-3f84-440c-9a81-dfa59a434e7b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784647773.112107,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a8e1eab-3f84-440c-9a81-dfa59a434e7b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784647773.1155145,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a45c1d0-2a1a-4b57-b7ad-0b5affa2242b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784647773.1155682,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a45c1d0-2a1a-4b57-b7ad-0b5affa2242b","name":"e2e-cleanup-test"} {"level":"info","ts":1784647773.1373932,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a5991ce7-976e-4d4e-a74d-ad5537e2cb67","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784647773.1374242,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a5991ce7-976e-4d4e-a74d-ad5537e2cb67","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784647773.1378007,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a45c1d0-2a1a-4b57-b7ad-0b5affa2242b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784647773.1378548,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a45c1d0-2a1a-4b57-b7ad-0b5affa2242b","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784647773.1379502,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44ed2d1a-b0a7-4405-96cc-d61747164b86"} {"level":"info","ts":1784647773.1380153,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44ed2d1a-b0a7-4405-96cc-d61747164b86","name":"e2e-cleanup-test"} {"level":"info","ts":1784647773.152011,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"264296d7-447c-430d-bdd3-07a124503f68","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784647773.1520448,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"264296d7-447c-430d-bdd3-07a124503f68","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784647773.1521854,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44ed2d1a-b0a7-4405-96cc-d61747164b86","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784647773.1522534,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26a1ea60-fbe0-4f9e-92c8-c6027eed8e4e"} {"level":"info","ts":1784647773.1523018,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26a1ea60-fbe0-4f9e-92c8-c6027eed8e4e","name":"e2e-cleanup-test"} {"level":"info","ts":1784647773.1619768,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26a1ea60-fbe0-4f9e-92c8-c6027eed8e4e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784647773.1698575,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee7d92fe-52dd-4cfd-bba6-15fcf594a1e7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784647773.1698763,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"161d17d7-1840-42ba-944e-8be14af6fcbb"} {"level":"info","ts":1784647773.1698864,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee7d92fe-52dd-4cfd-bba6-15fcf594a1e7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784647773.1699388,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"161d17d7-1840-42ba-944e-8be14af6fcbb","name":"e2e-cleanup-test"} {"level":"info","ts":1784647773.178374,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"161d17d7-1840-42ba-944e-8be14af6fcbb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784647781.3738883,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1a1ae0a-9d0c-4a55-a9ec-d934071aecb7"} {"level":"info","ts":1784647781.3739438,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f133d691-d65e-4350-819a-be9bfc8e20fe","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784647781.3739743,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f133d691-d65e-4350-819a-be9bfc8e20fe","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784647785.6533287,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647785.6534052,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"847abcbf-019e-4d54-9e40-b7ff98a61b46"} {"level":"info","ts":1784647785.6534147,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"847abcbf-019e-4d54-9e40-b7ff98a61b46"} {"level":"info","ts":1784647785.653426,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"847abcbf-019e-4d54-9e40-b7ff98a61b46","EoS":false} {"level":"info","ts":1784647785.6534371,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"847abcbf-019e-4d54-9e40-b7ff98a61b46","EoS":true} {"level":"info","ts":1784647785.6534584,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"847abcbf-019e-4d54-9e40-b7ff98a61b46","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784647785.653475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"847abcbf-019e-4d54-9e40-b7ff98a61b46","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784647785.6534967,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"847abcbf-019e-4d54-9e40-b7ff98a61b46"} {"level":"info","ts":1784647785.6820354,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647785.6821213,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d07ce96-f719-40dc-a856-c7971e08b520"} {"level":"info","ts":1784647785.6821384,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d07ce96-f719-40dc-a856-c7971e08b520"} {"level":"info","ts":1784647785.6821563,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d07ce96-f719-40dc-a856-c7971e08b520","EoS":false} {"level":"info","ts":1784647785.6821773,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d07ce96-f719-40dc-a856-c7971e08b520","EoS":true} {"level":"info","ts":1784647785.6822073,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d07ce96-f719-40dc-a856-c7971e08b520","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784647785.6822248,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d07ce96-f719-40dc-a856-c7971e08b520","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784647785.6822393,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2d07ce96-f719-40dc-a856-c7971e08b520","modelName":"e2e-external-model"} {"level":"info","ts":1784647785.6822598,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2d07ce96-f719-40dc-a856-c7971e08b520","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784647785.6823092,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d07ce96-f719-40dc-a856-c7971e08b520"} {"level":"info","ts":1784647785.7199287,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647785.7199993,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef96fa20-6ca3-4dac-8c0c-6022452f29a6"} {"level":"info","ts":1784647785.7200081,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ef96fa20-6ca3-4dac-8c0c-6022452f29a6"} {"level":"info","ts":1784647785.7200189,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef96fa20-6ca3-4dac-8c0c-6022452f29a6","EoS":false} {"level":"info","ts":1784647785.7200294,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef96fa20-6ca3-4dac-8c0c-6022452f29a6","EoS":true} {"level":"info","ts":1784647785.7200499,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef96fa20-6ca3-4dac-8c0c-6022452f29a6","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784647785.7200642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef96fa20-6ca3-4dac-8c0c-6022452f29a6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784647785.7200866,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ef96fa20-6ca3-4dac-8c0c-6022452f29a6"} {"level":"info","ts":1784647785.8542128,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647785.8542974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96a0905c-f97d-4e95-a10d-76c5348e0925"} {"level":"info","ts":1784647785.854311,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96a0905c-f97d-4e95-a10d-76c5348e0925"} {"level":"info","ts":1784647785.8543227,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96a0905c-f97d-4e95-a10d-76c5348e0925","EoS":false} {"level":"info","ts":1784647785.8543365,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96a0905c-f97d-4e95-a10d-76c5348e0925","EoS":true} {"level":"info","ts":1784647785.854358,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"96a0905c-f97d-4e95-a10d-76c5348e0925","field":"model"} {"level":"info","ts":1784647785.8543863,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96a0905c-f97d-4e95-a10d-76c5348e0925"} {"level":"info","ts":1784647786.7441034,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b976029e-de2a-45d7-91ac-3559038d5ffa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784647786.7441492,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b976029e-de2a-45d7-91ac-3559038d5ffa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784647786.744102,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c1a9fa8-4a6f-4e8b-ad7b-903bc06861ad"} {"level":"info","ts":1784647786.8793206,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bac2de86-5d06-4f2d-ab10-614e5ee2de62","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784647786.879354,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bac2de86-5d06-4f2d-ab10-614e5ee2de62","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784647786.8793888,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa22858e-1c4e-43fc-83d6-8615ae49cd37"}