{"level":"info","ts":1784899411.3386111,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"206182ee-54e5-48f5-8ed8-4972595c7dd2"} {"level":"info","ts":1784899411.3386228,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"206182ee-54e5-48f5-8ed8-4972595c7dd2"} {"level":"info","ts":1784899411.338634,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"206182ee-54e5-48f5-8ed8-4972595c7dd2","EoS":false} {"level":"info","ts":1784899411.3386436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"206182ee-54e5-48f5-8ed8-4972595c7dd2","EoS":true} {"level":"info","ts":1784899411.338658,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"206182ee-54e5-48f5-8ed8-4972595c7dd2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784899411.3386705,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"206182ee-54e5-48f5-8ed8-4972595c7dd2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784899411.3386877,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"206182ee-54e5-48f5-8ed8-4972595c7dd2"} {"level":"info","ts":1784899412.0390792,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899412.0391524,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de8aa888-97e0-4fd8-915c-2a95245554c1"} {"level":"info","ts":1784899412.0391624,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de8aa888-97e0-4fd8-915c-2a95245554c1"} {"level":"info","ts":1784899412.0391731,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de8aa888-97e0-4fd8-915c-2a95245554c1","EoS":false} {"level":"info","ts":1784899412.0391848,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de8aa888-97e0-4fd8-915c-2a95245554c1","EoS":true} {"level":"info","ts":1784899412.0392034,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de8aa888-97e0-4fd8-915c-2a95245554c1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784899412.0392172,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de8aa888-97e0-4fd8-915c-2a95245554c1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899412.0392392,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de8aa888-97e0-4fd8-915c-2a95245554c1"} {"level":"info","ts":1784899412.0775695,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899412.0776331,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4aca00ee-14bd-40d5-9519-9ede887d42cd"} {"level":"info","ts":1784899412.077648,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4aca00ee-14bd-40d5-9519-9ede887d42cd"} {"level":"info","ts":1784899412.077664,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4aca00ee-14bd-40d5-9519-9ede887d42cd","EoS":false} {"level":"info","ts":1784899412.0776749,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4aca00ee-14bd-40d5-9519-9ede887d42cd","EoS":true} {"level":"info","ts":1784899412.0776937,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4aca00ee-14bd-40d5-9519-9ede887d42cd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784899412.0777078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4aca00ee-14bd-40d5-9519-9ede887d42cd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784899412.0777256,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4aca00ee-14bd-40d5-9519-9ede887d42cd"} {"level":"info","ts":1784899416.242719,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899416.2427979,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01580c8d-d138-4863-b8b7-039de62f1122"} {"level":"info","ts":1784899416.2428088,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"01580c8d-d138-4863-b8b7-039de62f1122"} {"level":"info","ts":1784899416.2428203,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"01580c8d-d138-4863-b8b7-039de62f1122","EoS":false} {"level":"info","ts":1784899416.2428308,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"01580c8d-d138-4863-b8b7-039de62f1122","EoS":true} {"level":"info","ts":1784899416.2428517,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"01580c8d-d138-4863-b8b7-039de62f1122","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784899416.2428696,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01580c8d-d138-4863-b8b7-039de62f1122","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784899416.2428892,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"01580c8d-d138-4863-b8b7-039de62f1122"} {"level":"info","ts":1784899435.2409654,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899435.2410383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"125a147a-624e-47d3-a51d-1b1205b67bf9"} {"level":"info","ts":1784899435.2410488,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"125a147a-624e-47d3-a51d-1b1205b67bf9"} {"level":"info","ts":1784899435.2410593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"125a147a-624e-47d3-a51d-1b1205b67bf9","EoS":false} {"level":"info","ts":1784899435.2410738,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"125a147a-624e-47d3-a51d-1b1205b67bf9","EoS":true} {"level":"info","ts":1784899435.2410934,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"125a147a-624e-47d3-a51d-1b1205b67bf9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784899435.241109,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"125a147a-624e-47d3-a51d-1b1205b67bf9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899435.2411306,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"125a147a-624e-47d3-a51d-1b1205b67bf9"} {"level":"info","ts":1784899435.3764036,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899435.3764834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8dd8b19b-a12a-4e95-9a89-60da885f1b46"} {"level":"info","ts":1784899435.3764997,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8dd8b19b-a12a-4e95-9a89-60da885f1b46"} {"level":"info","ts":1784899435.3765185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8dd8b19b-a12a-4e95-9a89-60da885f1b46","EoS":false} {"level":"info","ts":1784899435.3765385,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8dd8b19b-a12a-4e95-9a89-60da885f1b46","EoS":true} {"level":"info","ts":1784899435.3765898,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8dd8b19b-a12a-4e95-9a89-60da885f1b46","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784899435.3766084,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8dd8b19b-a12a-4e95-9a89-60da885f1b46","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899435.376637,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8dd8b19b-a12a-4e95-9a89-60da885f1b46"} {"level":"info","ts":1784899435.5146682,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899435.514736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d995b2b-4beb-468f-9d38-899f9605f082"} {"level":"info","ts":1784899435.5147445,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d995b2b-4beb-468f-9d38-899f9605f082"} {"level":"info","ts":1784899435.5147557,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d995b2b-4beb-468f-9d38-899f9605f082","EoS":false} {"level":"info","ts":1784899435.5147655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d995b2b-4beb-468f-9d38-899f9605f082","EoS":true} {"level":"info","ts":1784899435.5147848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d995b2b-4beb-468f-9d38-899f9605f082","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784899435.5147989,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d995b2b-4beb-468f-9d38-899f9605f082","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899435.5148344,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d995b2b-4beb-468f-9d38-899f9605f082"} {"level":"info","ts":1784899435.6561444,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899435.6562326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e4d8a1b-5fac-44df-9897-043f2299853f"} {"level":"info","ts":1784899435.6562486,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4e4d8a1b-5fac-44df-9897-043f2299853f"} {"level":"info","ts":1784899435.656268,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e4d8a1b-5fac-44df-9897-043f2299853f","EoS":false} {"level":"info","ts":1784899435.6562862,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e4d8a1b-5fac-44df-9897-043f2299853f","EoS":true} {"level":"info","ts":1784899435.6563175,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e4d8a1b-5fac-44df-9897-043f2299853f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784899435.6563354,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e4d8a1b-5fac-44df-9897-043f2299853f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899435.656363,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4e4d8a1b-5fac-44df-9897-043f2299853f"} {"level":"info","ts":1784899435.7974262,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899435.7974935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e30d9100-5ba4-4e4b-b609-67a9a76c663f"} {"level":"info","ts":1784899435.7975028,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e30d9100-5ba4-4e4b-b609-67a9a76c663f"} {"level":"info","ts":1784899435.7975132,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e30d9100-5ba4-4e4b-b609-67a9a76c663f","EoS":false} {"level":"info","ts":1784899435.7975254,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e30d9100-5ba4-4e4b-b609-67a9a76c663f","EoS":true} {"level":"info","ts":1784899435.7975738,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e30d9100-5ba4-4e4b-b609-67a9a76c663f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784899435.79759,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e30d9100-5ba4-4e4b-b609-67a9a76c663f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899435.7976077,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e30d9100-5ba4-4e4b-b609-67a9a76c663f"} {"level":"info","ts":1784899435.93302,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899435.9330966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edba1ee9-7a14-4a69-8e7e-e0a5a488ea0d"} {"level":"info","ts":1784899435.9331121,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"edba1ee9-7a14-4a69-8e7e-e0a5a488ea0d"} {"level":"info","ts":1784899435.9331312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"edba1ee9-7a14-4a69-8e7e-e0a5a488ea0d","EoS":false} {"level":"info","ts":1784899435.933152,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"edba1ee9-7a14-4a69-8e7e-e0a5a488ea0d","EoS":true} {"level":"info","ts":1784899435.9331834,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"edba1ee9-7a14-4a69-8e7e-e0a5a488ea0d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784899435.9332013,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edba1ee9-7a14-4a69-8e7e-e0a5a488ea0d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899435.9332314,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"edba1ee9-7a14-4a69-8e7e-e0a5a488ea0d"} {"level":"info","ts":1784899452.754991,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899452.755073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3f60c76-20b7-4165-bf6a-82b527dabfe0"} {"level":"info","ts":1784899452.755087,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c3f60c76-20b7-4165-bf6a-82b527dabfe0"} {"level":"info","ts":1784899452.7550986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3f60c76-20b7-4165-bf6a-82b527dabfe0","EoS":false} {"level":"info","ts":1784899452.755115,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3f60c76-20b7-4165-bf6a-82b527dabfe0","EoS":true} {"level":"info","ts":1784899452.7551422,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3f60c76-20b7-4165-bf6a-82b527dabfe0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784899452.7551568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3f60c76-20b7-4165-bf6a-82b527dabfe0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899452.7551763,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c3f60c76-20b7-4165-bf6a-82b527dabfe0"} {"level":"info","ts":1784899452.7959454,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899452.7960188,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9663b336-c416-4ee6-9a1c-99dcc8149daf"} {"level":"info","ts":1784899452.7960298,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9663b336-c416-4ee6-9a1c-99dcc8149daf"} {"level":"info","ts":1784899452.7960413,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9663b336-c416-4ee6-9a1c-99dcc8149daf","EoS":false} {"level":"info","ts":1784899452.796052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9663b336-c416-4ee6-9a1c-99dcc8149daf","EoS":true} {"level":"info","ts":1784899452.7960699,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9663b336-c416-4ee6-9a1c-99dcc8149daf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784899452.796084,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9663b336-c416-4ee6-9a1c-99dcc8149daf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899452.796104,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9663b336-c416-4ee6-9a1c-99dcc8149daf"} {"level":"info","ts":1784899452.8328338,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899452.8328881,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e60d7243-c974-47d2-a439-a72c14be8050"} {"level":"info","ts":1784899452.8328958,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e60d7243-c974-47d2-a439-a72c14be8050"} {"level":"info","ts":1784899452.8329062,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e60d7243-c974-47d2-a439-a72c14be8050","EoS":false} {"level":"info","ts":1784899452.832916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e60d7243-c974-47d2-a439-a72c14be8050","EoS":true} {"level":"info","ts":1784899452.832935,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e60d7243-c974-47d2-a439-a72c14be8050","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784899452.832948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e60d7243-c974-47d2-a439-a72c14be8050","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899452.8329675,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e60d7243-c974-47d2-a439-a72c14be8050"} {"level":"info","ts":1784899452.8694818,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899452.8695614,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b16a4dbd-859d-4554-bab0-87fbd6d18b0f"} {"level":"info","ts":1784899452.8695712,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b16a4dbd-859d-4554-bab0-87fbd6d18b0f"} {"level":"info","ts":1784899452.869583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b16a4dbd-859d-4554-bab0-87fbd6d18b0f","EoS":false} {"level":"info","ts":1784899452.8695924,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b16a4dbd-859d-4554-bab0-87fbd6d18b0f","EoS":true} {"level":"info","ts":1784899452.8696082,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b16a4dbd-859d-4554-bab0-87fbd6d18b0f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784899452.8696215,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b16a4dbd-859d-4554-bab0-87fbd6d18b0f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899452.8696396,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b16a4dbd-859d-4554-bab0-87fbd6d18b0f"} {"level":"info","ts":1784899452.9020123,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899452.9020817,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8d0af9d1-df33-4e34-b6fc-f5a16ef95e98"} {"level":"info","ts":1784899457.5290217,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899457.5291083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b653c2b3-1098-4c14-b255-cba3858c1328"} {"level":"info","ts":1784899457.529123,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b653c2b3-1098-4c14-b255-cba3858c1328"} {"level":"info","ts":1784899457.5291426,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b653c2b3-1098-4c14-b255-cba3858c1328","EoS":false} {"level":"info","ts":1784899457.5291615,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b653c2b3-1098-4c14-b255-cba3858c1328","EoS":true} {"level":"info","ts":1784899457.5291932,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b653c2b3-1098-4c14-b255-cba3858c1328","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784899457.5292132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b653c2b3-1098-4c14-b255-cba3858c1328","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899457.5292425,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b653c2b3-1098-4c14-b255-cba3858c1328"} {"level":"info","ts":1784899466.1666088,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899466.1666913,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d49a008-b7e2-4ec5-94a1-63591d2f5c5f"} {"level":"info","ts":1784899466.1667082,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d49a008-b7e2-4ec5-94a1-63591d2f5c5f"} {"level":"info","ts":1784899466.1667225,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d49a008-b7e2-4ec5-94a1-63591d2f5c5f","EoS":false} {"level":"info","ts":1784899466.1667376,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d49a008-b7e2-4ec5-94a1-63591d2f5c5f","EoS":true} {"level":"info","ts":1784899466.1667607,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d49a008-b7e2-4ec5-94a1-63591d2f5c5f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784899466.1667755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d49a008-b7e2-4ec5-94a1-63591d2f5c5f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784899466.166795,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d49a008-b7e2-4ec5-94a1-63591d2f5c5f"} {"level":"info","ts":1784899468.20276,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899468.202839,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0838ea18-3c3b-4704-87c6-4aae84d611c2"} {"level":"info","ts":1784899468.202851,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0838ea18-3c3b-4704-87c6-4aae84d611c2"} {"level":"info","ts":1784899468.2028632,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0838ea18-3c3b-4704-87c6-4aae84d611c2","EoS":false} {"level":"info","ts":1784899468.2028763,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0838ea18-3c3b-4704-87c6-4aae84d611c2","EoS":true} {"level":"info","ts":1784899468.202897,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0838ea18-3c3b-4704-87c6-4aae84d611c2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784899468.2029114,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0838ea18-3c3b-4704-87c6-4aae84d611c2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784899468.2029328,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0838ea18-3c3b-4704-87c6-4aae84d611c2"} {"level":"info","ts":1784899481.175865,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899481.1759574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96a798a7-cc1a-4e9b-ae50-5fc18998bf8b"} {"level":"info","ts":1784899481.1760108,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96a798a7-cc1a-4e9b-ae50-5fc18998bf8b"} {"level":"info","ts":1784899481.176057,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96a798a7-cc1a-4e9b-ae50-5fc18998bf8b","EoS":false} {"level":"info","ts":1784899481.1760788,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96a798a7-cc1a-4e9b-ae50-5fc18998bf8b","EoS":true} {"level":"info","ts":1784899481.1761048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96a798a7-cc1a-4e9b-ae50-5fc18998bf8b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784899481.1761227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96a798a7-cc1a-4e9b-ae50-5fc18998bf8b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899481.1761506,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96a798a7-cc1a-4e9b-ae50-5fc18998bf8b"} {"level":"info","ts":1784899489.7258372,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899489.725926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a10a2a54-df99-4586-b632-fc3a096db507"} {"level":"info","ts":1784899489.7259388,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a10a2a54-df99-4586-b632-fc3a096db507"} {"level":"info","ts":1784899489.7259555,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a10a2a54-df99-4586-b632-fc3a096db507","EoS":false} {"level":"info","ts":1784899489.7259736,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a10a2a54-df99-4586-b632-fc3a096db507","EoS":true} {"level":"info","ts":1784899489.7260056,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a10a2a54-df99-4586-b632-fc3a096db507","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784899489.7260244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a10a2a54-df99-4586-b632-fc3a096db507","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899489.726055,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a10a2a54-df99-4586-b632-fc3a096db507"} {"level":"info","ts":1784899498.6714814,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899498.6715755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5aab4bf-99f4-473c-ad02-6e691f9cf564"} {"level":"info","ts":1784899498.6715853,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5aab4bf-99f4-473c-ad02-6e691f9cf564"} {"level":"info","ts":1784899498.6715968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5aab4bf-99f4-473c-ad02-6e691f9cf564","EoS":false} {"level":"info","ts":1784899498.6716068,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5aab4bf-99f4-473c-ad02-6e691f9cf564","EoS":true} {"level":"info","ts":1784899498.6716254,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5aab4bf-99f4-473c-ad02-6e691f9cf564","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784899498.6716425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5aab4bf-99f4-473c-ad02-6e691f9cf564","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899498.6716652,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5aab4bf-99f4-473c-ad02-6e691f9cf564"} {"level":"info","ts":1784899507.6912913,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899507.6913698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"887fde20-2cd8-481d-b4a5-31c73625f195"} {"level":"info","ts":1784899507.6913815,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"887fde20-2cd8-481d-b4a5-31c73625f195"} {"level":"info","ts":1784899507.6913936,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"887fde20-2cd8-481d-b4a5-31c73625f195","EoS":false} {"level":"info","ts":1784899507.6914058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"887fde20-2cd8-481d-b4a5-31c73625f195","EoS":true} {"level":"info","ts":1784899507.6914244,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"887fde20-2cd8-481d-b4a5-31c73625f195","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784899507.6914387,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"887fde20-2cd8-481d-b4a5-31c73625f195","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899507.691458,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"887fde20-2cd8-481d-b4a5-31c73625f195"} {"level":"info","ts":1784899512.4812744,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899512.4813635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22a595e1-32bf-4630-89b4-94a6c54ba77e"} {"level":"info","ts":1784899512.4813762,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22a595e1-32bf-4630-89b4-94a6c54ba77e"} {"level":"info","ts":1784899512.4814053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22a595e1-32bf-4630-89b4-94a6c54ba77e","EoS":false} {"level":"info","ts":1784899512.4814267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22a595e1-32bf-4630-89b4-94a6c54ba77e","EoS":true} {"level":"info","ts":1784899512.4814591,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22a595e1-32bf-4630-89b4-94a6c54ba77e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784899512.4814773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22a595e1-32bf-4630-89b4-94a6c54ba77e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899512.481506,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22a595e1-32bf-4630-89b4-94a6c54ba77e"} {"level":"info","ts":1784899517.2661326,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899517.2662175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d33b1d82-df9a-43c7-937b-2bb8d4d89a8d"} {"level":"info","ts":1784899517.2662306,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d33b1d82-df9a-43c7-937b-2bb8d4d89a8d"} {"level":"info","ts":1784899517.2662437,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d33b1d82-df9a-43c7-937b-2bb8d4d89a8d","EoS":false} {"level":"info","ts":1784899517.266257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d33b1d82-df9a-43c7-937b-2bb8d4d89a8d","EoS":true} {"level":"info","ts":1784899517.266277,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d33b1d82-df9a-43c7-937b-2bb8d4d89a8d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784899517.2662923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d33b1d82-df9a-43c7-937b-2bb8d4d89a8d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784899517.2663107,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d33b1d82-df9a-43c7-937b-2bb8d4d89a8d"} {"level":"info","ts":1784899517.5498955,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899517.5499694,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e50e1009-e197-4e96-8e4d-f59a0d15544b"} {"level":"info","ts":1784899517.5499835,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e50e1009-e197-4e96-8e4d-f59a0d15544b"} {"level":"info","ts":1784899517.5500007,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e50e1009-e197-4e96-8e4d-f59a0d15544b","EoS":false} {"level":"info","ts":1784899517.550013,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e50e1009-e197-4e96-8e4d-f59a0d15544b","EoS":true} {"level":"info","ts":1784899517.5500321,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e50e1009-e197-4e96-8e4d-f59a0d15544b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784899517.5500455,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e50e1009-e197-4e96-8e4d-f59a0d15544b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784899517.5500638,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e50e1009-e197-4e96-8e4d-f59a0d15544b"} {"level":"info","ts":1784899519.5856347,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899519.5857124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a697c051-09da-4cd0-8e2c-b6b6bd253986"} {"level":"info","ts":1784899519.5857215,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a697c051-09da-4cd0-8e2c-b6b6bd253986"} {"level":"info","ts":1784899519.5857327,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a697c051-09da-4cd0-8e2c-b6b6bd253986","EoS":false} {"level":"info","ts":1784899519.5857425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a697c051-09da-4cd0-8e2c-b6b6bd253986","EoS":true} {"level":"info","ts":1784899519.5857615,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a697c051-09da-4cd0-8e2c-b6b6bd253986","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784899519.5857766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a697c051-09da-4cd0-8e2c-b6b6bd253986","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784899519.5857973,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a697c051-09da-4cd0-8e2c-b6b6bd253986"} {"level":"info","ts":1784899521.620277,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899521.62039,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45ac759a-c545-43e2-97c8-01f33464bfc4"} {"level":"info","ts":1784899521.6204047,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"45ac759a-c545-43e2-97c8-01f33464bfc4"} {"level":"info","ts":1784899521.620423,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"45ac759a-c545-43e2-97c8-01f33464bfc4","EoS":false} {"level":"info","ts":1784899521.6204429,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"45ac759a-c545-43e2-97c8-01f33464bfc4","EoS":true} {"level":"info","ts":1784899521.620476,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"45ac759a-c545-43e2-97c8-01f33464bfc4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784899521.620494,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45ac759a-c545-43e2-97c8-01f33464bfc4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784899521.6205323,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"45ac759a-c545-43e2-97c8-01f33464bfc4"} {"level":"info","ts":1784899523.6517594,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899523.651847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4e785bd-d167-479d-88fd-ba0b64579088"} {"level":"info","ts":1784899523.6518571,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f4e785bd-d167-479d-88fd-ba0b64579088"} {"level":"info","ts":1784899523.6518698,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f4e785bd-d167-479d-88fd-ba0b64579088","EoS":false} {"level":"info","ts":1784899523.6518848,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f4e785bd-d167-479d-88fd-ba0b64579088","EoS":true} {"level":"info","ts":1784899523.651907,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f4e785bd-d167-479d-88fd-ba0b64579088","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784899523.651922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4e785bd-d167-479d-88fd-ba0b64579088","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784899523.6519427,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f4e785bd-d167-479d-88fd-ba0b64579088"} {"level":"info","ts":1784899546.745269,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899546.745342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d721d85-6ff5-4fb2-99c2-0d4c503dc928"} {"level":"info","ts":1784899546.7453537,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d721d85-6ff5-4fb2-99c2-0d4c503dc928"} {"level":"info","ts":1784899546.7453647,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d721d85-6ff5-4fb2-99c2-0d4c503dc928","EoS":false} {"level":"info","ts":1784899546.7453768,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d721d85-6ff5-4fb2-99c2-0d4c503dc928","EoS":true} {"level":"info","ts":1784899546.7454004,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d721d85-6ff5-4fb2-99c2-0d4c503dc928","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784899546.7454162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d721d85-6ff5-4fb2-99c2-0d4c503dc928","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784899546.7454357,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d721d85-6ff5-4fb2-99c2-0d4c503dc928"} {"level":"info","ts":1784899556.154149,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899556.1542566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b9e5ecb-2cd4-4561-88e4-b75db9b039e1"} {"level":"info","ts":1784899556.15427,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b9e5ecb-2cd4-4561-88e4-b75db9b039e1"} {"level":"info","ts":1784899556.1542823,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b9e5ecb-2cd4-4561-88e4-b75db9b039e1","EoS":false} {"level":"info","ts":1784899556.154293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b9e5ecb-2cd4-4561-88e4-b75db9b039e1","EoS":true} {"level":"info","ts":1784899556.1543179,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b9e5ecb-2cd4-4561-88e4-b75db9b039e1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784899556.1543334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b9e5ecb-2cd4-4561-88e4-b75db9b039e1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899556.1543605,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b9e5ecb-2cd4-4561-88e4-b75db9b039e1"} {"level":"info","ts":1784899561.711999,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899561.7120793,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2ac2489-3d28-44ff-bb6e-61a4a956a347"} {"level":"info","ts":1784899561.7120893,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c2ac2489-3d28-44ff-bb6e-61a4a956a347"} {"level":"info","ts":1784899561.7121003,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2ac2489-3d28-44ff-bb6e-61a4a956a347","EoS":false} {"level":"info","ts":1784899561.7121127,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2ac2489-3d28-44ff-bb6e-61a4a956a347","EoS":true} {"level":"info","ts":1784899561.7121334,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c2ac2489-3d28-44ff-bb6e-61a4a956a347","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784899561.7121475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2ac2489-3d28-44ff-bb6e-61a4a956a347","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784899561.7121673,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c2ac2489-3d28-44ff-bb6e-61a4a956a347"} {"level":"info","ts":1784899571.3549721,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899571.3550642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25442998-460d-48ff-a8a5-1c10d32ca96a"} {"level":"info","ts":1784899571.355079,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25442998-460d-48ff-a8a5-1c10d32ca96a"} {"level":"info","ts":1784899571.3550916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25442998-460d-48ff-a8a5-1c10d32ca96a","EoS":false} {"level":"info","ts":1784899571.355103,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25442998-460d-48ff-a8a5-1c10d32ca96a","EoS":true} {"level":"info","ts":1784899571.355125,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25442998-460d-48ff-a8a5-1c10d32ca96a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784899571.3551404,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25442998-460d-48ff-a8a5-1c10d32ca96a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899571.3551602,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25442998-460d-48ff-a8a5-1c10d32ca96a"} {"level":"info","ts":1784899573.385311,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899573.3854103,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58230ac9-51e4-464b-a07a-a089aef0ec60"} {"level":"info","ts":1784899573.3854282,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58230ac9-51e4-464b-a07a-a089aef0ec60"} {"level":"info","ts":1784899573.385442,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58230ac9-51e4-464b-a07a-a089aef0ec60","EoS":false} {"level":"info","ts":1784899573.385452,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58230ac9-51e4-464b-a07a-a089aef0ec60","EoS":true} {"level":"info","ts":1784899573.3854718,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58230ac9-51e4-464b-a07a-a089aef0ec60","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784899573.385487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58230ac9-51e4-464b-a07a-a089aef0ec60","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899573.385508,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58230ac9-51e4-464b-a07a-a089aef0ec60"} {"level":"info","ts":1784899582.8366768,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899582.8367524,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f800921b-c03e-4f51-a676-9ce88b83afeb"} {"level":"info","ts":1784899582.836764,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f800921b-c03e-4f51-a676-9ce88b83afeb"} {"level":"info","ts":1784899582.836777,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f800921b-c03e-4f51-a676-9ce88b83afeb","EoS":false} {"level":"info","ts":1784899582.8367898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f800921b-c03e-4f51-a676-9ce88b83afeb","EoS":true} {"level":"info","ts":1784899582.836811,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f800921b-c03e-4f51-a676-9ce88b83afeb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784899582.8368258,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f800921b-c03e-4f51-a676-9ce88b83afeb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899582.8368456,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f800921b-c03e-4f51-a676-9ce88b83afeb"} {"level":"info","ts":1784899582.872298,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899582.8723605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab7eddf8-f1cd-45a3-a5de-4fdef294fa8c"} {"level":"info","ts":1784899582.8723743,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab7eddf8-f1cd-45a3-a5de-4fdef294fa8c"} {"level":"info","ts":1784899582.872391,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab7eddf8-f1cd-45a3-a5de-4fdef294fa8c","EoS":false} {"level":"info","ts":1784899582.8724043,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab7eddf8-f1cd-45a3-a5de-4fdef294fa8c","EoS":true} {"level":"info","ts":1784899582.8724217,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab7eddf8-f1cd-45a3-a5de-4fdef294fa8c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784899582.8724358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab7eddf8-f1cd-45a3-a5de-4fdef294fa8c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899582.8724542,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab7eddf8-f1cd-45a3-a5de-4fdef294fa8c"} {"level":"info","ts":1784899602.0825753,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899602.0826511,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5b9d614-9b7c-42cd-87f1-a8cb14e1eb7a"} {"level":"info","ts":1784899602.082664,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5b9d614-9b7c-42cd-87f1-a8cb14e1eb7a"} {"level":"info","ts":1784899602.0826757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5b9d614-9b7c-42cd-87f1-a8cb14e1eb7a","EoS":false} {"level":"info","ts":1784899602.0826883,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5b9d614-9b7c-42cd-87f1-a8cb14e1eb7a","EoS":true} {"level":"info","ts":1784899602.0827067,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5b9d614-9b7c-42cd-87f1-a8cb14e1eb7a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784899602.0827212,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5b9d614-9b7c-42cd-87f1-a8cb14e1eb7a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899602.08274,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5b9d614-9b7c-42cd-87f1-a8cb14e1eb7a"} {"level":"info","ts":1784899611.4540389,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899611.4541147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cada99ae-4de4-431d-8771-1e86bbabe699"} {"level":"info","ts":1784899611.4541237,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cada99ae-4de4-431d-8771-1e86bbabe699"} {"level":"info","ts":1784899611.4541361,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cada99ae-4de4-431d-8771-1e86bbabe699","EoS":false} {"level":"info","ts":1784899611.4541461,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cada99ae-4de4-431d-8771-1e86bbabe699","EoS":true} {"level":"info","ts":1784899611.4541705,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cada99ae-4de4-431d-8771-1e86bbabe699","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784899611.4541857,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cada99ae-4de4-431d-8771-1e86bbabe699","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899611.4542065,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cada99ae-4de4-431d-8771-1e86bbabe699"} {"level":"info","ts":1784899616.7941287,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899616.7942047,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6cd45358-8d5e-4e74-8a6a-a0ea136d95aa"} {"level":"info","ts":1784899616.7942166,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6cd45358-8d5e-4e74-8a6a-a0ea136d95aa"} {"level":"info","ts":1784899616.7942288,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6cd45358-8d5e-4e74-8a6a-a0ea136d95aa","EoS":false} {"level":"info","ts":1784899616.7942443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6cd45358-8d5e-4e74-8a6a-a0ea136d95aa","EoS":true} {"level":"info","ts":1784899616.79427,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6cd45358-8d5e-4e74-8a6a-a0ea136d95aa","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784899616.794285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6cd45358-8d5e-4e74-8a6a-a0ea136d95aa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784899616.7943058,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6cd45358-8d5e-4e74-8a6a-a0ea136d95aa"} {"level":"info","ts":1784899707.5911665,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899707.591247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9026d3a1-3e74-4776-8612-06df210d8456"} {"level":"info","ts":1784899707.5912566,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9026d3a1-3e74-4776-8612-06df210d8456"} {"level":"info","ts":1784899707.5912673,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9026d3a1-3e74-4776-8612-06df210d8456","EoS":false} {"level":"info","ts":1784899707.5912802,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9026d3a1-3e74-4776-8612-06df210d8456","EoS":true} {"level":"info","ts":1784899707.5913029,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9026d3a1-3e74-4776-8612-06df210d8456","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784899707.5913177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9026d3a1-3e74-4776-8612-06df210d8456","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784899707.5913372,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9026d3a1-3e74-4776-8612-06df210d8456"} {"level":"info","ts":1784899733.4495885,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899733.4497044,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2176c24a-b3a1-4cab-befb-c0d4be0d9ff4"} {"level":"info","ts":1784899733.449721,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2176c24a-b3a1-4cab-befb-c0d4be0d9ff4"} {"level":"info","ts":1784899733.4497418,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2176c24a-b3a1-4cab-befb-c0d4be0d9ff4","EoS":false} {"level":"info","ts":1784899733.449762,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2176c24a-b3a1-4cab-befb-c0d4be0d9ff4","EoS":true} {"level":"info","ts":1784899733.449793,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2176c24a-b3a1-4cab-befb-c0d4be0d9ff4","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784899733.4498124,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2176c24a-b3a1-4cab-befb-c0d4be0d9ff4","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784899733.4498348,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2176c24a-b3a1-4cab-befb-c0d4be0d9ff4"} {"level":"info","ts":1784899770.7095962,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899770.7096725,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f0813fa-b125-4609-bdbf-48bd47ad0a7a"} {"level":"info","ts":1784899770.709683,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0f0813fa-b125-4609-bdbf-48bd47ad0a7a"} {"level":"info","ts":1784899770.7096953,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f0813fa-b125-4609-bdbf-48bd47ad0a7a","EoS":false} {"level":"info","ts":1784899770.7097058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f0813fa-b125-4609-bdbf-48bd47ad0a7a","EoS":true} {"level":"info","ts":1784899770.7097282,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f0813fa-b125-4609-bdbf-48bd47ad0a7a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784899770.7097425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f0813fa-b125-4609-bdbf-48bd47ad0a7a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899770.7097642,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0f0813fa-b125-4609-bdbf-48bd47ad0a7a"} {"level":"info","ts":1784899786.0446224,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899786.0447032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5fc783b-caf9-4295-a542-7b71e4ee429c"} {"level":"info","ts":1784899786.044717,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5fc783b-caf9-4295-a542-7b71e4ee429c"} {"level":"info","ts":1784899786.0447314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5fc783b-caf9-4295-a542-7b71e4ee429c","EoS":false} {"level":"info","ts":1784899786.044749,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5fc783b-caf9-4295-a542-7b71e4ee429c","EoS":true} {"level":"info","ts":1784899786.04477,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5fc783b-caf9-4295-a542-7b71e4ee429c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784899786.0447848,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5fc783b-caf9-4295-a542-7b71e4ee429c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899786.044807,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5fc783b-caf9-4295-a542-7b71e4ee429c"} {"level":"info","ts":1784899786.3646994,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899786.3647902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf3f66ab-3530-4d0f-af4a-3d01b70629bb"} {"level":"info","ts":1784899786.3648071,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf3f66ab-3530-4d0f-af4a-3d01b70629bb"} {"level":"info","ts":1784899786.3648236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf3f66ab-3530-4d0f-af4a-3d01b70629bb","EoS":false} {"level":"info","ts":1784899786.3648367,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf3f66ab-3530-4d0f-af4a-3d01b70629bb","EoS":true} {"level":"info","ts":1784899786.3648624,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf3f66ab-3530-4d0f-af4a-3d01b70629bb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784899786.3648775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf3f66ab-3530-4d0f-af4a-3d01b70629bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899786.3648975,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf3f66ab-3530-4d0f-af4a-3d01b70629bb"} {"level":"info","ts":1784900106.310675,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900106.3107708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66eaddb8-e5cc-40a2-adb1-791483c8e8d7"} {"level":"info","ts":1784900106.3107834,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"66eaddb8-e5cc-40a2-adb1-791483c8e8d7"} {"level":"info","ts":1784900106.310802,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66eaddb8-e5cc-40a2-adb1-791483c8e8d7","EoS":false} {"level":"info","ts":1784900106.3108213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66eaddb8-e5cc-40a2-adb1-791483c8e8d7","EoS":true} {"level":"info","ts":1784900106.3108552,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66eaddb8-e5cc-40a2-adb1-791483c8e8d7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784900106.3108737,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66eaddb8-e5cc-40a2-adb1-791483c8e8d7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784900106.3109035,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"66eaddb8-e5cc-40a2-adb1-791483c8e8d7"} {"level":"info","ts":1784900106.3515997,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900106.3516583,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"475bf730-91c0-4aa6-a22f-51b0f390f92f"} {"level":"info","ts":1784900106.3516672,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"475bf730-91c0-4aa6-a22f-51b0f390f92f"} {"level":"info","ts":1784900106.3516777,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"475bf730-91c0-4aa6-a22f-51b0f390f92f","EoS":false} {"level":"info","ts":1784900106.351689,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"475bf730-91c0-4aa6-a22f-51b0f390f92f","EoS":true} {"level":"info","ts":1784900106.3517041,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"475bf730-91c0-4aa6-a22f-51b0f390f92f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784900106.3517175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"475bf730-91c0-4aa6-a22f-51b0f390f92f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784900106.3517358,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"475bf730-91c0-4aa6-a22f-51b0f390f92f"} {"level":"info","ts":1784900106.3885098,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900106.388602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b890ad0a-b1ce-42f6-8731-d4d7c8ed9976"} {"level":"info","ts":1784900106.3886182,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b890ad0a-b1ce-42f6-8731-d4d7c8ed9976"} {"level":"info","ts":1784900106.3886368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b890ad0a-b1ce-42f6-8731-d4d7c8ed9976","EoS":false} {"level":"info","ts":1784900106.3886533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b890ad0a-b1ce-42f6-8731-d4d7c8ed9976","EoS":true} {"level":"info","ts":1784900106.3886802,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b890ad0a-b1ce-42f6-8731-d4d7c8ed9976","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784900106.3886967,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b890ad0a-b1ce-42f6-8731-d4d7c8ed9976","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784900106.3887231,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b890ad0a-b1ce-42f6-8731-d4d7c8ed9976"} {"level":"info","ts":1784900111.27968,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b7f82ef9-a6ac-4d0e-a5aa-18bf3ccea464","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784900111.2797244,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b7f82ef9-a6ac-4d0e-a5aa-18bf3ccea464","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784900111.2797241,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf948b10-3d4f-41ea-b148-7035d88c666b"} {"level":"info","ts":1784900111.2866316,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3179ad7e-ce44-4561-b8f9-54064780f1b3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784900111.286662,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3179ad7e-ce44-4561-b8f9-54064780f1b3","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784900111.288185,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf948b10-3d4f-41ea-b148-7035d88c666b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784900111.2883704,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39055.460798508,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784900111.2883847,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784900111.399191,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784900111.4857082,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"308d90b5-a5f4-47e8-9d09-0ed12a9e1705","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784900111.4857433,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"308d90b5-a5f4-47e8-9d09-0ed12a9e1705","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784900111.4861195,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2abf2b59-a381-40dd-928e-8bb5dec9dc16"} {"level":"info","ts":1784900111.486264,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fbcbe916-ca0f-4122-8bbb-e3e927fba317","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784900111.486292,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fbcbe916-ca0f-4122-8bbb-e3e927fba317","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784900111.4863267,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0fc7bc79-dbaf-41a7-824f-8b88fcb80293","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784900111.4863405,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0fc7bc79-dbaf-41a7-824f-8b88fcb80293","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784900111.4886837,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35999.405699028,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784900111.488703,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784900111.4921439,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2abf2b59-a381-40dd-928e-8bb5dec9dc16","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784900111.492337,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38261.878084076,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784900111.4923518,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784900111.4988744,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784900111.500409,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784900111.546581,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49a28db3-55db-451b-96c2-66ed1fd1c9d0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784900111.5466232,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49a28db3-55db-451b-96c2-66ed1fd1c9d0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784900111.56204,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"004bbb44-d6ee-4d9c-82d7-56a162b25816","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784900111.5620828,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"004bbb44-d6ee-4d9c-82d7-56a162b25816","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784900111.5785174,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"545e8d33-b622-4b20-b5ea-af1e68415c80","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784900111.5785651,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"545e8d33-b622-4b20-b5ea-af1e68415c80","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784900111.5894623,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf948b10-3d4f-41ea-b148-7035d88c666b","name":"e2e-external-provider"} {"level":"info","ts":1784900111.592594,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2abf2b59-a381-40dd-928e-8bb5dec9dc16","name":"e2e-external-model"} {"level":"info","ts":1784900111.6000292,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf948b10-3d4f-41ea-b148-7035d88c666b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784900111.6024623,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2abf2b59-a381-40dd-928e-8bb5dec9dc16","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784900111.6040843,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf948b10-3d4f-41ea-b148-7035d88c666b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784900111.604159,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ee3a5a21-6d26-4a96-b8b8-9e4f789cbe94"} {"level":"info","ts":1784900111.604204,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ee3a5a21-6d26-4a96-b8b8-9e4f789cbe94","name":"e2e-external-provider"} {"level":"error","ts":1784900111.6066983,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2abf2b59-a381-40dd-928e-8bb5dec9dc16","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784900111.606759,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f6db403-f58e-4a55-b2ec-549b93a57b47"} {"level":"info","ts":1784900111.6067984,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f6db403-f58e-4a55-b2ec-549b93a57b47","name":"e2e-external-model"} {"level":"info","ts":1784900111.6148276,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ee3a5a21-6d26-4a96-b8b8-9e4f789cbe94","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784900111.6153111,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f6db403-f58e-4a55-b2ec-549b93a57b47","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784900118.9326484,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900118.932721,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18330a25-1bdc-4ce2-ba58-cf2726e3861a"} {"level":"info","ts":1784900118.9327314,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"18330a25-1bdc-4ce2-ba58-cf2726e3861a"} {"level":"info","ts":1784900118.9327478,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18330a25-1bdc-4ce2-ba58-cf2726e3861a","EoS":false} {"level":"info","ts":1784900118.932782,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18330a25-1bdc-4ce2-ba58-cf2726e3861a","EoS":true} {"level":"info","ts":1784900118.9328136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"18330a25-1bdc-4ce2-ba58-cf2726e3861a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784900118.9328368,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18330a25-1bdc-4ce2-ba58-cf2726e3861a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784900118.9328444,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"18330a25-1bdc-4ce2-ba58-cf2726e3861a","modelName":"e2e-external-model"} {"level":"info","ts":1784900118.9328587,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"18330a25-1bdc-4ce2-ba58-cf2726e3861a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784900118.9329095,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"18330a25-1bdc-4ce2-ba58-cf2726e3861a"} {"level":"info","ts":1784900118.983322,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900118.9834003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"580d2f15-f7ce-4c46-878b-9893f3da9bfe"} {"level":"info","ts":1784900118.9834125,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"580d2f15-f7ce-4c46-878b-9893f3da9bfe"} {"level":"info","ts":1784900118.983424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"580d2f15-f7ce-4c46-878b-9893f3da9bfe","EoS":false} {"level":"info","ts":1784900118.983435,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"580d2f15-f7ce-4c46-878b-9893f3da9bfe","EoS":true} {"level":"info","ts":1784900118.9834535,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"580d2f15-f7ce-4c46-878b-9893f3da9bfe","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784900118.9834673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"580d2f15-f7ce-4c46-878b-9893f3da9bfe","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784900118.9834743,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"580d2f15-f7ce-4c46-878b-9893f3da9bfe","modelName":"e2e-external-model"} {"level":"info","ts":1784900118.983487,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"580d2f15-f7ce-4c46-878b-9893f3da9bfe","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784900118.9835217,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"580d2f15-f7ce-4c46-878b-9893f3da9bfe"} {"level":"info","ts":1784900119.009244,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900119.0093057,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56a3b860-2286-4eb5-b5e2-606668f6dd6a"} {"level":"info","ts":1784900119.009314,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56a3b860-2286-4eb5-b5e2-606668f6dd6a"} {"level":"info","ts":1784900119.0093246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56a3b860-2286-4eb5-b5e2-606668f6dd6a","EoS":false} {"level":"info","ts":1784900119.0093348,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56a3b860-2286-4eb5-b5e2-606668f6dd6a","EoS":true} {"level":"info","ts":1784900119.0093532,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56a3b860-2286-4eb5-b5e2-606668f6dd6a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784900119.009367,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56a3b860-2286-4eb5-b5e2-606668f6dd6a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784900119.0093741,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"56a3b860-2286-4eb5-b5e2-606668f6dd6a","modelName":"e2e-external-model"} {"level":"info","ts":1784900119.0093873,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"56a3b860-2286-4eb5-b5e2-606668f6dd6a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784900119.0094213,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56a3b860-2286-4eb5-b5e2-606668f6dd6a"} {"level":"info","ts":1784900119.1496613,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec4c684b-7272-4358-8e82-485a9a459b79"} {"level":"info","ts":1784900119.1497014,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5186af7-b368-4518-bfb8-2cb9dd14a820","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784900119.1497326,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5186af7-b368-4518-bfb8-2cb9dd14a820","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784900119.1551445,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f94d8d66-c806-4bc8-af0f-c24ada4947a3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784900119.15517,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f94d8d66-c806-4bc8-af0f-c24ada4947a3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784900119.1553073,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec4c684b-7272-4358-8e82-485a9a459b79","name":"e2e-cleanup-test"} {"level":"info","ts":1784900119.1640434,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec4c684b-7272-4358-8e82-485a9a459b79","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784900119.1696534,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e083b0a-612e-497e-ab64-4997eab84193"} {"level":"info","ts":1784900119.1697278,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e083b0a-612e-497e-ab64-4997eab84193","name":"e2e-cleanup-test"} {"level":"info","ts":1784900119.1698256,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b8d303e5-5e78-4a07-93de-2c5198baf697","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784900119.169854,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b8d303e5-5e78-4a07-93de-2c5198baf697","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784900119.1819794,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e083b0a-612e-497e-ab64-4997eab84193","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784900119.1820307,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e083b0a-612e-497e-ab64-4997eab84193","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784900119.1820755,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1b0672a-5024-45ab-b2a9-f014d4ea1e21"} {"level":"info","ts":1784900119.1821167,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1b0672a-5024-45ab-b2a9-f014d4ea1e21","name":"e2e-cleanup-test"} {"level":"info","ts":1784900119.1898873,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1b0672a-5024-45ab-b2a9-f014d4ea1e21","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784900127.446371,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4fd6744a-30f2-45b3-912d-742ba64297f5"} {"level":"info","ts":1784900127.446406,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5631293-2bb1-452b-bed8-615360095211","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784900127.4464674,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5631293-2bb1-452b-bed8-615360095211","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784900132.6345131,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900132.6346102,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cb411b3-a6a2-4460-af0a-c1bda3e5266e"} {"level":"info","ts":1784900132.634621,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7cb411b3-a6a2-4460-af0a-c1bda3e5266e"} {"level":"info","ts":1784900132.6346323,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cb411b3-a6a2-4460-af0a-c1bda3e5266e","EoS":false} {"level":"info","ts":1784900132.6346433,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cb411b3-a6a2-4460-af0a-c1bda3e5266e","EoS":true} {"level":"info","ts":1784900132.6346643,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7cb411b3-a6a2-4460-af0a-c1bda3e5266e","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784900132.6346822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cb411b3-a6a2-4460-af0a-c1bda3e5266e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784900132.6347039,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7cb411b3-a6a2-4460-af0a-c1bda3e5266e"} {"level":"info","ts":1784900132.6610506,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900132.661127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1ca239b-20b0-913c-88e9-44f78a87bd39"} {"level":"info","ts":1784900132.6611423,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c1ca239b-20b0-913c-88e9-44f78a87bd39"} {"level":"info","ts":1784900132.661156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1ca239b-20b0-913c-88e9-44f78a87bd39","EoS":false} {"level":"info","ts":1784900132.6611652,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1ca239b-20b0-913c-88e9-44f78a87bd39","EoS":true} {"level":"info","ts":1784900132.6611826,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c1ca239b-20b0-913c-88e9-44f78a87bd39","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784900132.6611962,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1ca239b-20b0-913c-88e9-44f78a87bd39","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784900132.661203,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c1ca239b-20b0-913c-88e9-44f78a87bd39","modelName":"e2e-external-model"} {"level":"info","ts":1784900132.6612158,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c1ca239b-20b0-913c-88e9-44f78a87bd39","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784900132.6612499,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c1ca239b-20b0-913c-88e9-44f78a87bd39"} {"level":"info","ts":1784900132.7022333,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900132.7023034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9eca20f-bdcb-4367-a37e-2fdc48cc82d9"} {"level":"info","ts":1784900132.7023134,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9eca20f-bdcb-4367-a37e-2fdc48cc82d9"} {"level":"info","ts":1784900132.7023242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9eca20f-bdcb-4367-a37e-2fdc48cc82d9","EoS":false} {"level":"info","ts":1784900132.702337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9eca20f-bdcb-4367-a37e-2fdc48cc82d9","EoS":true} {"level":"info","ts":1784900132.7023585,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9eca20f-bdcb-4367-a37e-2fdc48cc82d9","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784900132.7023776,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9eca20f-bdcb-4367-a37e-2fdc48cc82d9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784900132.7023973,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9eca20f-bdcb-4367-a37e-2fdc48cc82d9"} {"level":"info","ts":1784900132.8506663,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900132.8507254,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12f3328d-f76d-4218-ab3b-58c149106949"} {"level":"info","ts":1784900132.850734,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"12f3328d-f76d-4218-ab3b-58c149106949"} {"level":"info","ts":1784900132.850744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12f3328d-f76d-4218-ab3b-58c149106949","EoS":false} {"level":"info","ts":1784900132.850754,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12f3328d-f76d-4218-ab3b-58c149106949","EoS":true} {"level":"info","ts":1784900132.850776,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"12f3328d-f76d-4218-ab3b-58c149106949","field":"model"} {"level":"info","ts":1784900132.850799,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"12f3328d-f76d-4218-ab3b-58c149106949"} {"level":"info","ts":1784900134.096838,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6a35350-1588-47de-9a35-56023227700d"} {"level":"info","ts":1784900134.0968714,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d720ed3c-b058-46c2-bdf5-8b62717d01f4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784900134.0969045,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d720ed3c-b058-46c2-bdf5-8b62717d01f4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784900134.2591155,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6ec73603-fd7f-46c9-8089-bc14e2c98374","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784900134.259157,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6ec73603-fd7f-46c9-8089-bc14e2c98374","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784900134.2591524,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3aad0405-33e4-4878-8c07-fb6c13563134"} {"level":"info","ts":1784901282.602921,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901282.6030045,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d571db2-bb7e-4613-9ec3-fc02b8f55ebc"} {"level":"info","ts":1784901339.7212787,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784901339.7213705,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e45c48ff-32be-42c0-8c9a-ae93ee784195"} {"level":"info","ts":1784901339.7213848,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e45c48ff-32be-42c0-8c9a-ae93ee784195"} {"level":"info","ts":1784901339.721397,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e45c48ff-32be-42c0-8c9a-ae93ee784195","EoS":false} {"level":"info","ts":1784901339.7214093,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e45c48ff-32be-42c0-8c9a-ae93ee784195","EoS":true} {"level":"info","ts":1784901339.7214315,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e45c48ff-32be-42c0-8c9a-ae93ee784195","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784901339.7214465,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e45c48ff-32be-42c0-8c9a-ae93ee784195","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784901339.7214663,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e45c48ff-32be-42c0-8c9a-ae93ee784195"}