{"level":"info","ts":1784819471.047439,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a88e8e60-4afb-4123-8f9b-e12bf88c3931","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819471.047463,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a88e8e60-4afb-4123-8f9b-e12bf88c3931"} {"level":"info","ts":1784819471.1880198,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819471.1880944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e6dcbfd-d3bb-4e7e-a5d5-7ec3832876a8"} {"level":"info","ts":1784819471.1881032,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9e6dcbfd-d3bb-4e7e-a5d5-7ec3832876a8"} {"level":"info","ts":1784819471.1881142,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e6dcbfd-d3bb-4e7e-a5d5-7ec3832876a8","EoS":false} {"level":"info","ts":1784819471.188125,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e6dcbfd-d3bb-4e7e-a5d5-7ec3832876a8","EoS":true} {"level":"info","ts":1784819471.1881692,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e6dcbfd-d3bb-4e7e-a5d5-7ec3832876a8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784819471.1881855,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e6dcbfd-d3bb-4e7e-a5d5-7ec3832876a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819471.1882038,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9e6dcbfd-d3bb-4e7e-a5d5-7ec3832876a8"} {"level":"info","ts":1784819471.331446,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819471.3315318,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fb66d3a-f4a3-4039-86a8-abeb56b759e4"} {"level":"info","ts":1784819471.331542,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1fb66d3a-f4a3-4039-86a8-abeb56b759e4"} {"level":"info","ts":1784819471.3315527,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fb66d3a-f4a3-4039-86a8-abeb56b759e4","EoS":false} {"level":"info","ts":1784819471.331563,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fb66d3a-f4a3-4039-86a8-abeb56b759e4","EoS":true} {"level":"info","ts":1784819471.3315833,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1fb66d3a-f4a3-4039-86a8-abeb56b759e4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784819471.331599,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fb66d3a-f4a3-4039-86a8-abeb56b759e4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819471.3316197,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1fb66d3a-f4a3-4039-86a8-abeb56b759e4"} {"level":"info","ts":1784819471.4674947,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819471.4675786,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f4b371c-f82a-4f6b-97ed-88af48a2e67f"} {"level":"info","ts":1784819471.4675882,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f4b371c-f82a-4f6b-97ed-88af48a2e67f"} {"level":"info","ts":1784819471.4675994,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f4b371c-f82a-4f6b-97ed-88af48a2e67f","EoS":false} {"level":"info","ts":1784819471.4676116,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f4b371c-f82a-4f6b-97ed-88af48a2e67f","EoS":true} {"level":"info","ts":1784819471.4676316,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4f4b371c-f82a-4f6b-97ed-88af48a2e67f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784819471.467648,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f4b371c-f82a-4f6b-97ed-88af48a2e67f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819471.4676733,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4f4b371c-f82a-4f6b-97ed-88af48a2e67f"} {"level":"info","ts":1784819471.6069872,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819471.60708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1cf6e7b-f5cf-4293-9fd4-d7e7a8cff454"} {"level":"info","ts":1784819471.607093,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f1cf6e7b-f5cf-4293-9fd4-d7e7a8cff454"} {"level":"info","ts":1784819471.607105,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1cf6e7b-f5cf-4293-9fd4-d7e7a8cff454","EoS":false} {"level":"info","ts":1784819471.6071186,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1cf6e7b-f5cf-4293-9fd4-d7e7a8cff454","EoS":true} {"level":"info","ts":1784819471.6071427,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1cf6e7b-f5cf-4293-9fd4-d7e7a8cff454","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784819471.6071603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1cf6e7b-f5cf-4293-9fd4-d7e7a8cff454","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819471.607182,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f1cf6e7b-f5cf-4293-9fd4-d7e7a8cff454"} {"level":"info","ts":1784819488.4331784,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819488.4332824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27ed80f7-0779-43ab-8d64-a5fd4a11cdaf"} {"level":"info","ts":1784819488.4332962,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27ed80f7-0779-43ab-8d64-a5fd4a11cdaf"} {"level":"info","ts":1784819488.4333131,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27ed80f7-0779-43ab-8d64-a5fd4a11cdaf","EoS":false} {"level":"info","ts":1784819488.4333239,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27ed80f7-0779-43ab-8d64-a5fd4a11cdaf","EoS":true} {"level":"info","ts":1784819488.4333453,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27ed80f7-0779-43ab-8d64-a5fd4a11cdaf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784819488.433362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27ed80f7-0779-43ab-8d64-a5fd4a11cdaf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819488.4333827,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27ed80f7-0779-43ab-8d64-a5fd4a11cdaf"} {"level":"info","ts":1784819488.474572,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819488.4746497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f39e9097-ef02-4f7b-8f34-63b5ec295956"} {"level":"info","ts":1784819488.4746644,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f39e9097-ef02-4f7b-8f34-63b5ec295956"} {"level":"info","ts":1784819488.474678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f39e9097-ef02-4f7b-8f34-63b5ec295956","EoS":false} {"level":"info","ts":1784819488.4746883,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f39e9097-ef02-4f7b-8f34-63b5ec295956","EoS":true} {"level":"info","ts":1784819488.4747076,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f39e9097-ef02-4f7b-8f34-63b5ec295956","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784819488.474723,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f39e9097-ef02-4f7b-8f34-63b5ec295956","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819488.4747458,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f39e9097-ef02-4f7b-8f34-63b5ec295956"} {"level":"info","ts":1784819488.5147321,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819488.5148122,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13c62e3e-dc36-4dde-b2bf-04f37fd3551a"} {"level":"info","ts":1784819488.5148242,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"13c62e3e-dc36-4dde-b2bf-04f37fd3551a"} {"level":"info","ts":1784819488.5148356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13c62e3e-dc36-4dde-b2bf-04f37fd3551a","EoS":false} {"level":"info","ts":1784819488.5148456,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13c62e3e-dc36-4dde-b2bf-04f37fd3551a","EoS":true} {"level":"info","ts":1784819488.5148678,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"13c62e3e-dc36-4dde-b2bf-04f37fd3551a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784819488.5148842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13c62e3e-dc36-4dde-b2bf-04f37fd3551a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819488.5149057,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"13c62e3e-dc36-4dde-b2bf-04f37fd3551a"} {"level":"info","ts":1784819488.5515661,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819488.55164,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5598d3b7-eb5b-4328-a5df-c45768bb45ef"} {"level":"info","ts":1784819493.2108898,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819493.2109733,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c5c1d70-0485-4522-866d-278a78e68590"} {"level":"info","ts":1784819493.210986,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c5c1d70-0485-4522-866d-278a78e68590"} {"level":"info","ts":1784819493.210997,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c5c1d70-0485-4522-866d-278a78e68590","EoS":false} {"level":"info","ts":1784819493.2110069,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c5c1d70-0485-4522-866d-278a78e68590","EoS":true} {"level":"info","ts":1784819493.2110276,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c5c1d70-0485-4522-866d-278a78e68590","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819493.2110426,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c5c1d70-0485-4522-866d-278a78e68590","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819493.2110682,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c5c1d70-0485-4522-866d-278a78e68590"} {"level":"info","ts":1784819501.8494873,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819501.849568,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efea0864-bfba-4807-8574-86440fd3564d"} {"level":"info","ts":1784819501.8495777,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"efea0864-bfba-4807-8574-86440fd3564d"} {"level":"info","ts":1784819501.849589,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"efea0864-bfba-4807-8574-86440fd3564d","EoS":false} {"level":"info","ts":1784819501.8496008,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"efea0864-bfba-4807-8574-86440fd3564d","EoS":true} {"level":"info","ts":1784819501.8496213,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"efea0864-bfba-4807-8574-86440fd3564d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784819501.849637,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"efea0864-bfba-4807-8574-86440fd3564d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784819501.8496583,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"efea0864-bfba-4807-8574-86440fd3564d"} {"level":"info","ts":1784819503.8854253,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819503.8855062,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bdc283f-f949-448b-ae3c-7fedde8d4a57"} {"level":"info","ts":1784819503.8855155,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8bdc283f-f949-448b-ae3c-7fedde8d4a57"} {"level":"info","ts":1784819503.885528,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8bdc283f-f949-448b-ae3c-7fedde8d4a57","EoS":false} {"level":"info","ts":1784819503.8855443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8bdc283f-f949-448b-ae3c-7fedde8d4a57","EoS":true} {"level":"info","ts":1784819503.885565,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8bdc283f-f949-448b-ae3c-7fedde8d4a57","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784819503.8855805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bdc283f-f949-448b-ae3c-7fedde8d4a57","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784819503.8856015,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8bdc283f-f949-448b-ae3c-7fedde8d4a57"} {"level":"info","ts":1784819516.810052,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819516.8101377,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25f87931-6a2e-4ba0-a2e4-7a3ce7061f2a"} {"level":"info","ts":1784819516.8101478,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25f87931-6a2e-4ba0-a2e4-7a3ce7061f2a"} {"level":"info","ts":1784819516.8101587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25f87931-6a2e-4ba0-a2e4-7a3ce7061f2a","EoS":false} {"level":"info","ts":1784819516.810173,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25f87931-6a2e-4ba0-a2e4-7a3ce7061f2a","EoS":true} {"level":"info","ts":1784819516.810193,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25f87931-6a2e-4ba0-a2e4-7a3ce7061f2a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819516.8102078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25f87931-6a2e-4ba0-a2e4-7a3ce7061f2a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819516.8102293,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25f87931-6a2e-4ba0-a2e4-7a3ce7061f2a"} {"level":"info","ts":1784819525.3733473,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819525.3734457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d8c798c-0293-456a-9556-2738789cbd2e"} {"level":"info","ts":1784819525.3734589,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d8c798c-0293-456a-9556-2738789cbd2e"} {"level":"info","ts":1784819525.3734763,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d8c798c-0293-456a-9556-2738789cbd2e","EoS":false} {"level":"info","ts":1784819525.373496,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d8c798c-0293-456a-9556-2738789cbd2e","EoS":true} {"level":"info","ts":1784819525.3735309,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d8c798c-0293-456a-9556-2738789cbd2e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819525.3735511,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d8c798c-0293-456a-9556-2738789cbd2e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819525.3735795,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d8c798c-0293-456a-9556-2738789cbd2e"} {"level":"info","ts":1784819534.2993295,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819534.2994058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5af8ba71-91b1-9991-9fa7-ccfc07401f06"} {"level":"info","ts":1784819534.2994149,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5af8ba71-91b1-9991-9fa7-ccfc07401f06"} {"level":"info","ts":1784819534.2994287,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5af8ba71-91b1-9991-9fa7-ccfc07401f06","EoS":false} {"level":"info","ts":1784819534.2994416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5af8ba71-91b1-9991-9fa7-ccfc07401f06","EoS":true} {"level":"info","ts":1784819534.2994654,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5af8ba71-91b1-9991-9fa7-ccfc07401f06","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819534.299481,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5af8ba71-91b1-9991-9fa7-ccfc07401f06","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819534.2995014,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5af8ba71-91b1-9991-9fa7-ccfc07401f06"} {"level":"info","ts":1784819543.3372912,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819543.3373682,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa166b17-4f0c-4033-8c5e-8000b53a0630"} {"level":"info","ts":1784819543.3373802,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa166b17-4f0c-4033-8c5e-8000b53a0630"} {"level":"info","ts":1784819543.337392,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa166b17-4f0c-4033-8c5e-8000b53a0630","EoS":false} {"level":"info","ts":1784819543.3374052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa166b17-4f0c-4033-8c5e-8000b53a0630","EoS":true} {"level":"info","ts":1784819543.3374264,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa166b17-4f0c-4033-8c5e-8000b53a0630","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819543.3374429,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa166b17-4f0c-4033-8c5e-8000b53a0630","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819543.3374677,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa166b17-4f0c-4033-8c5e-8000b53a0630"} {"level":"info","ts":1784819551.3143954,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819551.3144693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15453ac4-6f8d-4daa-abeb-50f150581ce0"} {"level":"info","ts":1784819551.3144815,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"15453ac4-6f8d-4daa-abeb-50f150581ce0"} {"level":"info","ts":1784819551.314493,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15453ac4-6f8d-4daa-abeb-50f150581ce0","EoS":false} {"level":"info","ts":1784819551.3145037,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15453ac4-6f8d-4daa-abeb-50f150581ce0","EoS":true} {"level":"info","ts":1784819551.3145273,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"15453ac4-6f8d-4daa-abeb-50f150581ce0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784819551.3145428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15453ac4-6f8d-4daa-abeb-50f150581ce0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819551.3145628,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"15453ac4-6f8d-4daa-abeb-50f150581ce0"} {"level":"info","ts":1784819556.1696382,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819556.1697223,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"150bcea1-1c17-4c1b-9d19-5adea6d0bd47"} {"level":"info","ts":1784819556.169735,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"150bcea1-1c17-4c1b-9d19-5adea6d0bd47"} {"level":"info","ts":1784819556.1697485,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"150bcea1-1c17-4c1b-9d19-5adea6d0bd47","EoS":false} {"level":"info","ts":1784819556.1697607,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"150bcea1-1c17-4c1b-9d19-5adea6d0bd47","EoS":true} {"level":"info","ts":1784819556.169794,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"150bcea1-1c17-4c1b-9d19-5adea6d0bd47","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784819556.1698134,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"150bcea1-1c17-4c1b-9d19-5adea6d0bd47","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784819556.169834,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"150bcea1-1c17-4c1b-9d19-5adea6d0bd47"} {"level":"info","ts":1784819556.4549327,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819556.4550107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9157c24b-cee8-4cb0-a391-b15fac165c96"} {"level":"info","ts":1784819556.4550214,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9157c24b-cee8-4cb0-a391-b15fac165c96"} {"level":"info","ts":1784819556.4550328,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9157c24b-cee8-4cb0-a391-b15fac165c96","EoS":false} {"level":"info","ts":1784819556.4550471,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9157c24b-cee8-4cb0-a391-b15fac165c96","EoS":true} {"level":"info","ts":1784819556.4550662,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9157c24b-cee8-4cb0-a391-b15fac165c96","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784819556.4550812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9157c24b-cee8-4cb0-a391-b15fac165c96","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784819556.4551046,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9157c24b-cee8-4cb0-a391-b15fac165c96"} {"level":"info","ts":1784819558.4955394,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819558.4956157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f7b9cbf-b8d9-414e-8e47-79b56b80d1c3"} {"level":"info","ts":1784819558.4956274,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f7b9cbf-b8d9-414e-8e47-79b56b80d1c3"} {"level":"info","ts":1784819558.4956434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f7b9cbf-b8d9-414e-8e47-79b56b80d1c3","EoS":false} {"level":"info","ts":1784819558.4956577,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f7b9cbf-b8d9-414e-8e47-79b56b80d1c3","EoS":true} {"level":"info","ts":1784819558.4956868,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f7b9cbf-b8d9-414e-8e47-79b56b80d1c3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784819558.4957027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f7b9cbf-b8d9-414e-8e47-79b56b80d1c3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784819558.4957232,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f7b9cbf-b8d9-414e-8e47-79b56b80d1c3"} {"level":"info","ts":1784819560.5338047,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819560.5338871,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63b63a19-097d-4561-856a-c200d49498cc"} {"level":"info","ts":1784819560.5338967,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63b63a19-097d-4561-856a-c200d49498cc"} {"level":"info","ts":1784819560.5339088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63b63a19-097d-4561-856a-c200d49498cc","EoS":false} {"level":"info","ts":1784819560.5339246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63b63a19-097d-4561-856a-c200d49498cc","EoS":true} {"level":"info","ts":1784819560.5339465,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"63b63a19-097d-4561-856a-c200d49498cc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784819560.533962,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63b63a19-097d-4561-856a-c200d49498cc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784819560.5339835,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"63b63a19-097d-4561-856a-c200d49498cc"} {"level":"info","ts":1784819562.5682316,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819562.5683382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d9d749b-2703-4478-a731-ca021acdb641"} {"level":"info","ts":1784819562.5683491,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d9d749b-2703-4478-a731-ca021acdb641"} {"level":"info","ts":1784819562.5684059,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d9d749b-2703-4478-a731-ca021acdb641","EoS":false} {"level":"info","ts":1784819562.5684214,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d9d749b-2703-4478-a731-ca021acdb641","EoS":true} {"level":"info","ts":1784819562.5684426,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d9d749b-2703-4478-a731-ca021acdb641","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784819562.5684586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d9d749b-2703-4478-a731-ca021acdb641","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784819562.5684838,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d9d749b-2703-4478-a731-ca021acdb641"} {"level":"info","ts":1784819586.5432024,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819586.54331,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4664e183-aea2-49a6-a23b-1f213853da42"} {"level":"info","ts":1784819586.5433204,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4664e183-aea2-49a6-a23b-1f213853da42"} {"level":"info","ts":1784819586.5433328,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4664e183-aea2-49a6-a23b-1f213853da42","EoS":false} {"level":"info","ts":1784819586.5433483,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4664e183-aea2-49a6-a23b-1f213853da42","EoS":true} {"level":"info","ts":1784819586.5433693,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4664e183-aea2-49a6-a23b-1f213853da42","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784819586.5433843,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4664e183-aea2-49a6-a23b-1f213853da42","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784819586.543404,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4664e183-aea2-49a6-a23b-1f213853da42"} {"level":"info","ts":1784819596.0268865,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819596.0269697,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af61d647-71e6-4cd3-9e6d-90b12b8d6a07"} {"level":"info","ts":1784819596.0269785,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af61d647-71e6-4cd3-9e6d-90b12b8d6a07"} {"level":"info","ts":1784819596.026989,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af61d647-71e6-4cd3-9e6d-90b12b8d6a07","EoS":false} {"level":"info","ts":1784819596.0270028,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af61d647-71e6-4cd3-9e6d-90b12b8d6a07","EoS":true} {"level":"info","ts":1784819596.0270238,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af61d647-71e6-4cd3-9e6d-90b12b8d6a07","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819596.027039,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af61d647-71e6-4cd3-9e6d-90b12b8d6a07","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819596.027065,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"af61d647-71e6-4cd3-9e6d-90b12b8d6a07"} {"level":"info","ts":1784819601.5766666,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819601.5767577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"448f868e-dbca-40e2-adf9-59b4ed6f8704"} {"level":"info","ts":1784819601.5767744,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"448f868e-dbca-40e2-adf9-59b4ed6f8704"} {"level":"info","ts":1784819601.5767934,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"448f868e-dbca-40e2-adf9-59b4ed6f8704","EoS":false} {"level":"info","ts":1784819601.5768101,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"448f868e-dbca-40e2-adf9-59b4ed6f8704","EoS":true} {"level":"info","ts":1784819601.5768392,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"448f868e-dbca-40e2-adf9-59b4ed6f8704","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784819601.5768592,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"448f868e-dbca-40e2-adf9-59b4ed6f8704","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784819601.5768912,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"448f868e-dbca-40e2-adf9-59b4ed6f8704"} {"level":"info","ts":1784819611.2106168,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819611.2106996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f74de226-bdf5-4cc2-998c-76af4a6eb1ae"} {"level":"info","ts":1784819611.2107108,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f74de226-bdf5-4cc2-998c-76af4a6eb1ae"} {"level":"info","ts":1784819611.2107213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f74de226-bdf5-4cc2-998c-76af4a6eb1ae","EoS":false} {"level":"info","ts":1784819611.2107317,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f74de226-bdf5-4cc2-998c-76af4a6eb1ae","EoS":true} {"level":"info","ts":1784819611.2107515,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f74de226-bdf5-4cc2-998c-76af4a6eb1ae","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819611.2107675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f74de226-bdf5-4cc2-998c-76af4a6eb1ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819611.2107847,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f74de226-bdf5-4cc2-998c-76af4a6eb1ae"} {"level":"info","ts":1784819613.2462149,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819613.2463164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2431677d-4a25-4052-a63b-8b34d0dea943"} {"level":"info","ts":1784819613.2463307,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2431677d-4a25-4052-a63b-8b34d0dea943"} {"level":"info","ts":1784819613.2463505,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2431677d-4a25-4052-a63b-8b34d0dea943","EoS":false} {"level":"info","ts":1784819613.2463706,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2431677d-4a25-4052-a63b-8b34d0dea943","EoS":true} {"level":"info","ts":1784819613.2464008,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2431677d-4a25-4052-a63b-8b34d0dea943","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819613.2464197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2431677d-4a25-4052-a63b-8b34d0dea943","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819613.246451,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2431677d-4a25-4052-a63b-8b34d0dea943"} {"level":"info","ts":1784819622.7488737,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819622.748952,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab623e03-12b4-43e4-8490-d735ba353fbc"} {"level":"info","ts":1784819622.748966,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab623e03-12b4-43e4-8490-d735ba353fbc"} {"level":"info","ts":1784819622.7489815,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab623e03-12b4-43e4-8490-d735ba353fbc","EoS":false} {"level":"info","ts":1784819622.7489953,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab623e03-12b4-43e4-8490-d735ba353fbc","EoS":true} {"level":"info","ts":1784819622.7490163,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab623e03-12b4-43e4-8490-d735ba353fbc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819622.7490323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab623e03-12b4-43e4-8490-d735ba353fbc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819622.7490532,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab623e03-12b4-43e4-8490-d735ba353fbc"} {"level":"info","ts":1784819622.7844753,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819622.7845435,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f57bf70d-d3b0-46bd-8b88-a5c515e98b66"} {"level":"info","ts":1784819622.7845552,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f57bf70d-d3b0-46bd-8b88-a5c515e98b66"} {"level":"info","ts":1784819622.7845657,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f57bf70d-d3b0-46bd-8b88-a5c515e98b66","EoS":false} {"level":"info","ts":1784819622.784576,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f57bf70d-d3b0-46bd-8b88-a5c515e98b66","EoS":true} {"level":"info","ts":1784819622.7846248,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f57bf70d-d3b0-46bd-8b88-a5c515e98b66","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819622.78464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f57bf70d-d3b0-46bd-8b88-a5c515e98b66","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819622.7846596,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f57bf70d-d3b0-46bd-8b88-a5c515e98b66"} {"level":"info","ts":1784819642.2452807,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819642.2453666,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd3191fa-d1aa-4ba9-be19-e6a85f22b72c"} {"level":"info","ts":1784819642.2453775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd3191fa-d1aa-4ba9-be19-e6a85f22b72c"} {"level":"info","ts":1784819642.2453887,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd3191fa-d1aa-4ba9-be19-e6a85f22b72c","EoS":false} {"level":"info","ts":1784819642.2454019,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd3191fa-d1aa-4ba9-be19-e6a85f22b72c","EoS":true} {"level":"info","ts":1784819642.2454863,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd3191fa-d1aa-4ba9-be19-e6a85f22b72c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819642.2455013,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd3191fa-d1aa-4ba9-be19-e6a85f22b72c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819642.2455223,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd3191fa-d1aa-4ba9-be19-e6a85f22b72c"} {"level":"info","ts":1784819651.6849506,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819651.6850557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e209dcf-0558-4611-8eae-5ef5275b1c35"} {"level":"info","ts":1784819651.6850696,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e209dcf-0558-4611-8eae-5ef5275b1c35"} {"level":"info","ts":1784819651.6850853,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e209dcf-0558-4611-8eae-5ef5275b1c35","EoS":false} {"level":"info","ts":1784819651.685168,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e209dcf-0558-4611-8eae-5ef5275b1c35","EoS":true} {"level":"info","ts":1784819651.685196,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e209dcf-0558-4611-8eae-5ef5275b1c35","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819651.6852155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e209dcf-0558-4611-8eae-5ef5275b1c35","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819651.6852455,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e209dcf-0558-4611-8eae-5ef5275b1c35"} {"level":"info","ts":1784819657.059558,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819657.059635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4afcce4-c33b-49cf-a19c-6c444a904828"} {"level":"info","ts":1784819657.059644,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f4afcce4-c33b-49cf-a19c-6c444a904828"} {"level":"info","ts":1784819657.0596552,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f4afcce4-c33b-49cf-a19c-6c444a904828","EoS":false} {"level":"info","ts":1784819657.0596657,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f4afcce4-c33b-49cf-a19c-6c444a904828","EoS":true} {"level":"info","ts":1784819657.0596848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f4afcce4-c33b-49cf-a19c-6c444a904828","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784819657.059698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4afcce4-c33b-49cf-a19c-6c444a904828","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784819657.0597184,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f4afcce4-c33b-49cf-a19c-6c444a904828"} {"level":"info","ts":1784819750.2131288,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819750.2132328,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"506218f5-e2f1-42ab-9ee3-d21b8ac3575e"} {"level":"info","ts":1784819750.2132497,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"506218f5-e2f1-42ab-9ee3-d21b8ac3575e"} {"level":"info","ts":1784819750.21328,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"506218f5-e2f1-42ab-9ee3-d21b8ac3575e","EoS":false} {"level":"info","ts":1784819750.2132912,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"506218f5-e2f1-42ab-9ee3-d21b8ac3575e","EoS":true} {"level":"info","ts":1784819750.2133238,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"506218f5-e2f1-42ab-9ee3-d21b8ac3575e","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784819750.21334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"506218f5-e2f1-42ab-9ee3-d21b8ac3575e","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784819750.2133563,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"506218f5-e2f1-42ab-9ee3-d21b8ac3575e"} {"level":"info","ts":1784819778.068107,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819778.0682113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fd3cee4-ae6b-4b8d-8d49-c46c038124ce"} {"level":"info","ts":1784819778.0682297,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6fd3cee4-ae6b-4b8d-8d49-c46c038124ce"} {"level":"info","ts":1784819778.0682476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fd3cee4-ae6b-4b8d-8d49-c46c038124ce","EoS":false} {"level":"info","ts":1784819778.0682864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fd3cee4-ae6b-4b8d-8d49-c46c038124ce","EoS":true} {"level":"info","ts":1784819778.0683146,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6fd3cee4-ae6b-4b8d-8d49-c46c038124ce","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784819778.0683322,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fd3cee4-ae6b-4b8d-8d49-c46c038124ce","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784819778.0683746,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6fd3cee4-ae6b-4b8d-8d49-c46c038124ce"} {"level":"info","ts":1784819815.5997164,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819815.599803,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b11291c3-83e3-4d2c-b066-16b931c462b4"} {"level":"info","ts":1784819815.5998125,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b11291c3-83e3-4d2c-b066-16b931c462b4"} {"level":"info","ts":1784819815.599824,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b11291c3-83e3-4d2c-b066-16b931c462b4","EoS":false} {"level":"info","ts":1784819815.5998356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b11291c3-83e3-4d2c-b066-16b931c462b4","EoS":true} {"level":"info","ts":1784819815.5998576,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b11291c3-83e3-4d2c-b066-16b931c462b4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819815.5998733,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b11291c3-83e3-4d2c-b066-16b931c462b4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819815.599898,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b11291c3-83e3-4d2c-b066-16b931c462b4"} {"level":"info","ts":1784819830.9566877,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819830.9567673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d16c4c01-8cd6-4930-8862-501891fc84d1"} {"level":"info","ts":1784819830.956776,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d16c4c01-8cd6-4930-8862-501891fc84d1"} {"level":"info","ts":1784819830.9567869,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d16c4c01-8cd6-4930-8862-501891fc84d1","EoS":false} {"level":"info","ts":1784819830.9568024,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d16c4c01-8cd6-4930-8862-501891fc84d1","EoS":true} {"level":"info","ts":1784819830.9568229,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d16c4c01-8cd6-4930-8862-501891fc84d1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819830.956841,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d16c4c01-8cd6-4930-8862-501891fc84d1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819830.9568627,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d16c4c01-8cd6-4930-8862-501891fc84d1"} {"level":"info","ts":1784819831.2415602,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784819831.2416515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c0d0cdf-f289-4c73-9394-b181a0bb1870"} {"level":"info","ts":1784819831.2416623,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c0d0cdf-f289-4c73-9394-b181a0bb1870"} {"level":"info","ts":1784819831.241675,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c0d0cdf-f289-4c73-9394-b181a0bb1870","EoS":false} {"level":"info","ts":1784819831.2416906,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c0d0cdf-f289-4c73-9394-b181a0bb1870","EoS":true} {"level":"info","ts":1784819831.241711,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c0d0cdf-f289-4c73-9394-b181a0bb1870","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784819831.2417278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c0d0cdf-f289-4c73-9394-b181a0bb1870","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784819831.2417464,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c0d0cdf-f289-4c73-9394-b181a0bb1870"} {"level":"info","ts":1784820160.6718538,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820160.6719534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e3ddc2a-f834-429b-a753-04f7bd4104f6"} {"level":"info","ts":1784820160.6719646,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0e3ddc2a-f834-429b-a753-04f7bd4104f6"} {"level":"info","ts":1784820160.671982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e3ddc2a-f834-429b-a753-04f7bd4104f6","EoS":false} {"level":"info","ts":1784820160.671996,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e3ddc2a-f834-429b-a753-04f7bd4104f6","EoS":true} {"level":"info","ts":1784820160.6720192,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e3ddc2a-f834-429b-a753-04f7bd4104f6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784820160.6720974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e3ddc2a-f834-429b-a753-04f7bd4104f6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784820160.6721175,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0e3ddc2a-f834-429b-a753-04f7bd4104f6"} {"level":"info","ts":1784820160.7172072,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820160.7173078,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9f39c3d-a2c5-415e-aac9-4b22da74e991"} {"level":"info","ts":1784820160.7173202,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d9f39c3d-a2c5-415e-aac9-4b22da74e991"} {"level":"info","ts":1784820160.717338,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9f39c3d-a2c5-415e-aac9-4b22da74e991","EoS":false} {"level":"info","ts":1784820160.7173529,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9f39c3d-a2c5-415e-aac9-4b22da74e991","EoS":true} {"level":"info","ts":1784820160.7173722,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9f39c3d-a2c5-415e-aac9-4b22da74e991","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784820160.7173865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9f39c3d-a2c5-415e-aac9-4b22da74e991","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784820160.717408,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d9f39c3d-a2c5-415e-aac9-4b22da74e991"} {"level":"info","ts":1784820160.7584207,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820160.7584894,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"490e9c62-86f9-4a92-b1d7-74924324d4dc"} {"level":"info","ts":1784820160.7584987,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"490e9c62-86f9-4a92-b1d7-74924324d4dc"} {"level":"info","ts":1784820160.7585092,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"490e9c62-86f9-4a92-b1d7-74924324d4dc","EoS":false} {"level":"info","ts":1784820160.7585206,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"490e9c62-86f9-4a92-b1d7-74924324d4dc","EoS":true} {"level":"info","ts":1784820160.758539,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"490e9c62-86f9-4a92-b1d7-74924324d4dc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784820160.7585537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"490e9c62-86f9-4a92-b1d7-74924324d4dc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784820160.7585802,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"490e9c62-86f9-4a92-b1d7-74924324d4dc"} {"level":"info","ts":1784820160.7926471,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820160.792724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d185f5bc-8007-43ba-b929-dc86fc0ecfcc"} {"level":"info","ts":1784820160.7927341,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d185f5bc-8007-43ba-b929-dc86fc0ecfcc"} {"level":"info","ts":1784820160.792746,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d185f5bc-8007-43ba-b929-dc86fc0ecfcc","EoS":false} {"level":"info","ts":1784820160.7927566,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d185f5bc-8007-43ba-b929-dc86fc0ecfcc","EoS":true} {"level":"info","ts":1784820160.7927825,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d185f5bc-8007-43ba-b929-dc86fc0ecfcc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784820160.7927992,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d185f5bc-8007-43ba-b929-dc86fc0ecfcc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784820160.7928221,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d185f5bc-8007-43ba-b929-dc86fc0ecfcc"} {"level":"info","ts":1784820165.6743817,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7016bb65-54cb-46c9-a208-341ab1066dee"} {"level":"info","ts":1784820165.674443,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"92383519-0a69-4e07-ab6e-89f659b9a43b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784820165.6744816,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"92383519-0a69-4e07-ab6e-89f659b9a43b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784820165.6810882,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c38f1bf-ce63-42d5-889c-1231446dffc6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784820165.6811123,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c38f1bf-ce63-42d5-889c-1231446dffc6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784820165.6815941,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37746.339619431,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784820165.6816256,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784820165.7845657,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784820165.870883,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0c0fa22-179f-4548-8c9b-c7d2a45212fb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784820165.8709383,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0c0fa22-179f-4548-8c9b-c7d2a45212fb","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784820165.871115,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6609ba11-8fa4-4a64-b421-1cb0b221cc7f"} {"level":"info","ts":1784820165.8711615,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c37e9f9-073f-4651-bf3c-819907b7f402","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784820165.8713632,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33496.335281957,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784820165.8713796,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784820165.871395,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c37e9f9-073f-4651-bf3c-819907b7f402","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784820165.8819869,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34815.76397829,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784820165.8820417,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784820165.8894963,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784820165.8975284,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784820165.955961,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9eb4f827-966c-4348-9e79-3e9ad67fbb91","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784820165.9560504,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9eb4f827-966c-4348-9e79-3e9ad67fbb91","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784820165.970331,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e983e44-642a-4467-a9c1-07108188056f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784820165.9704013,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e983e44-642a-4467-a9c1-07108188056f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784820165.9721584,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6609ba11-8fa4-4a64-b421-1cb0b221cc7f","name":"e2e-external-model"} {"level":"info","ts":1784820165.979362,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6609ba11-8fa4-4a64-b421-1cb0b221cc7f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784820165.982238,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7016bb65-54cb-46c9-a208-341ab1066dee","name":"e2e-external-provider"} {"level":"error","ts":1784820165.982395,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6609ba11-8fa4-4a64-b421-1cb0b221cc7f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784820165.9824774,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ff19340-18f0-42df-b8f4-8f31b252762f"} {"level":"info","ts":1784820165.9825346,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ff19340-18f0-42df-b8f4-8f31b252762f","name":"e2e-external-model"} {"level":"info","ts":1784820165.9842806,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e397376-f443-4bd7-a75d-1c4671791b95","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784820165.9843202,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e397376-f443-4bd7-a75d-1c4671791b95","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784820165.9899771,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ff19340-18f0-42df-b8f4-8f31b252762f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784820165.9907217,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7016bb65-54cb-46c9-a208-341ab1066dee","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784820165.993058,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ff19340-18f0-42df-b8f4-8f31b252762f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784820165.9931483,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18e01460-5055-47aa-a73e-6e518d7ee2d2"} {"level":"info","ts":1784820165.9931943,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18e01460-5055-47aa-a73e-6e518d7ee2d2","name":"e2e-external-model"} {"level":"error","ts":1784820165.9937384,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7016bb65-54cb-46c9-a208-341ab1066dee","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784820165.9938216,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"243d26af-f892-4fc5-b829-5d7d4520e522"} {"level":"info","ts":1784820165.9938576,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"243d26af-f892-4fc5-b829-5d7d4520e522","name":"e2e-external-provider"} {"level":"info","ts":1784820166.000117,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18e01460-5055-47aa-a73e-6e518d7ee2d2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784820166.0013516,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"243d26af-f892-4fc5-b829-5d7d4520e522","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784820173.2850554,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820173.2851422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf42e7f8-7506-41e8-8923-8b1cd8b5e589"} {"level":"info","ts":1784820173.2851567,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf42e7f8-7506-41e8-8923-8b1cd8b5e589"} {"level":"info","ts":1784820173.2851758,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf42e7f8-7506-41e8-8923-8b1cd8b5e589","EoS":false} {"level":"info","ts":1784820173.285195,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf42e7f8-7506-41e8-8923-8b1cd8b5e589","EoS":true} {"level":"info","ts":1784820173.2852228,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf42e7f8-7506-41e8-8923-8b1cd8b5e589","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784820173.2852416,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf42e7f8-7506-41e8-8923-8b1cd8b5e589","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784820173.2852752,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cf42e7f8-7506-41e8-8923-8b1cd8b5e589","modelName":"e2e-external-model"} {"level":"info","ts":1784820173.2852972,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cf42e7f8-7506-41e8-8923-8b1cd8b5e589","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784820173.2853565,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf42e7f8-7506-41e8-8923-8b1cd8b5e589"} {"level":"info","ts":1784820173.32964,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820173.3297348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73f5b0a4-0d27-475c-92cc-b6ed00fc9bce"} {"level":"info","ts":1784820173.3297484,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73f5b0a4-0d27-475c-92cc-b6ed00fc9bce"} {"level":"info","ts":1784820173.3297596,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73f5b0a4-0d27-475c-92cc-b6ed00fc9bce","EoS":false} {"level":"info","ts":1784820173.3297691,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73f5b0a4-0d27-475c-92cc-b6ed00fc9bce","EoS":true} {"level":"info","ts":1784820173.3297882,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73f5b0a4-0d27-475c-92cc-b6ed00fc9bce","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784820173.3298054,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73f5b0a4-0d27-475c-92cc-b6ed00fc9bce","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784820173.3298128,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"73f5b0a4-0d27-475c-92cc-b6ed00fc9bce","modelName":"e2e-external-model"} {"level":"info","ts":1784820173.3298264,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"73f5b0a4-0d27-475c-92cc-b6ed00fc9bce","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784820173.329863,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73f5b0a4-0d27-475c-92cc-b6ed00fc9bce"} {"level":"info","ts":1784820173.3594599,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820173.3595326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78b5afc9-698a-4337-ab81-800a23d426c4"} {"level":"info","ts":1784820173.3595452,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"78b5afc9-698a-4337-ab81-800a23d426c4"} {"level":"info","ts":1784820173.359563,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78b5afc9-698a-4337-ab81-800a23d426c4","EoS":false} {"level":"info","ts":1784820173.359585,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78b5afc9-698a-4337-ab81-800a23d426c4","EoS":true} {"level":"info","ts":1784820173.3596146,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78b5afc9-698a-4337-ab81-800a23d426c4","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784820173.3596332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78b5afc9-698a-4337-ab81-800a23d426c4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784820173.3596444,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"78b5afc9-698a-4337-ab81-800a23d426c4","modelName":"e2e-external-model"} {"level":"info","ts":1784820173.359666,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"78b5afc9-698a-4337-ab81-800a23d426c4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784820173.3597147,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"78b5afc9-698a-4337-ab81-800a23d426c4"} {"level":"info","ts":1784820173.5069525,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92fdff0c-b699-41e2-9e6e-eec5a0770ad7"} {"level":"info","ts":1784820173.5069897,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf6553b6-e330-48e0-af3b-6047929ffc45","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784820173.5070243,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf6553b6-e330-48e0-af3b-6047929ffc45","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784820173.5114894,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71620974-7420-4d9f-81a2-b8393779ab01","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784820173.511521,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71620974-7420-4d9f-81a2-b8393779ab01","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784820173.511542,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92fdff0c-b699-41e2-9e6e-eec5a0770ad7","name":"e2e-cleanup-test"} {"level":"info","ts":1784820173.5251298,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92fdff0c-b699-41e2-9e6e-eec5a0770ad7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784820173.5324235,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8325e32-031a-40ca-b10a-570656f3b870"} {"level":"info","ts":1784820173.532511,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8325e32-031a-40ca-b10a-570656f3b870","name":"e2e-cleanup-test"} {"level":"info","ts":1784820173.5325212,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4af9d0b2-2e86-4ea7-a431-592de446ecd3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784820173.5325577,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4af9d0b2-2e86-4ea7-a431-592de446ecd3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784820173.546666,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9254f90-24d4-4823-98bf-9c8a569768aa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784820173.546706,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9254f90-24d4-4823-98bf-9c8a569768aa","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784820173.5473058,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8325e32-031a-40ca-b10a-570656f3b870","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784820173.5473475,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8325e32-031a-40ca-b10a-570656f3b870","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784820173.5473905,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8584e085-403d-46ca-b336-0ce3b65cb982"} {"level":"info","ts":1784820173.5474334,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8584e085-403d-46ca-b336-0ce3b65cb982","name":"e2e-cleanup-test"} {"level":"info","ts":1784820173.5538588,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8584e085-403d-46ca-b336-0ce3b65cb982","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784820173.5619595,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"300595d6-4f00-41e7-b467-163a46ae52aa"} {"level":"info","ts":1784820173.5620186,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1671edc-01d3-4753-b5de-0de1eb314b37","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784820173.5620432,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"300595d6-4f00-41e7-b467-163a46ae52aa","name":"e2e-cleanup-test"} {"level":"info","ts":1784820173.5620546,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1671edc-01d3-4753-b5de-0de1eb314b37","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784820173.5692167,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"300595d6-4f00-41e7-b467-163a46ae52aa","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784820181.7878408,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e469520a-d746-4036-ac2d-8fbb6fb1eaff"} {"level":"info","ts":1784820181.7878625,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7dce9db9-caf4-44bd-afd5-ed40b699162f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784820181.7878988,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7dce9db9-caf4-44bd-afd5-ed40b699162f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784820186.1310186,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820186.1311142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"847c9b7d-1c3c-4ae8-a382-8aa83268f8bc"} {"level":"info","ts":1784820186.1311295,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"847c9b7d-1c3c-4ae8-a382-8aa83268f8bc"} {"level":"info","ts":1784820186.1311471,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"847c9b7d-1c3c-4ae8-a382-8aa83268f8bc","EoS":false} {"level":"info","ts":1784820186.1311672,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"847c9b7d-1c3c-4ae8-a382-8aa83268f8bc","EoS":true} {"level":"info","ts":1784820186.1311963,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"847c9b7d-1c3c-4ae8-a382-8aa83268f8bc","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784820186.131232,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"847c9b7d-1c3c-4ae8-a382-8aa83268f8bc","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784820186.1312969,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"847c9b7d-1c3c-4ae8-a382-8aa83268f8bc"} {"level":"info","ts":1784820186.158185,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820186.1582859,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4eaf77f6-6e49-46de-8758-fafd97db46f2"} {"level":"info","ts":1784820186.1583512,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4eaf77f6-6e49-46de-8758-fafd97db46f2"} {"level":"info","ts":1784820186.158373,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4eaf77f6-6e49-46de-8758-fafd97db46f2","EoS":false} {"level":"info","ts":1784820186.1583948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4eaf77f6-6e49-46de-8758-fafd97db46f2","EoS":true} {"level":"info","ts":1784820186.1584244,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4eaf77f6-6e49-46de-8758-fafd97db46f2","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784820186.1584508,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4eaf77f6-6e49-46de-8758-fafd97db46f2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784820186.1584625,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4eaf77f6-6e49-46de-8758-fafd97db46f2","modelName":"e2e-external-model"} {"level":"info","ts":1784820186.158487,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4eaf77f6-6e49-46de-8758-fafd97db46f2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784820186.1585298,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4eaf77f6-6e49-46de-8758-fafd97db46f2"} {"level":"info","ts":1784820186.2019732,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820186.2020357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23d395df-bc94-4cf1-b4a5-a0b6e61f5fc6"} {"level":"info","ts":1784820186.2020442,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"23d395df-bc94-4cf1-b4a5-a0b6e61f5fc6"} {"level":"info","ts":1784820186.2020552,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"23d395df-bc94-4cf1-b4a5-a0b6e61f5fc6","EoS":false} {"level":"info","ts":1784820186.2020686,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"23d395df-bc94-4cf1-b4a5-a0b6e61f5fc6","EoS":true} {"level":"info","ts":1784820186.2020855,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"23d395df-bc94-4cf1-b4a5-a0b6e61f5fc6","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784820186.2020988,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23d395df-bc94-4cf1-b4a5-a0b6e61f5fc6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784820186.2021184,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"23d395df-bc94-4cf1-b4a5-a0b6e61f5fc6"} {"level":"info","ts":1784820186.3479054,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820186.3479831,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f85e4e6a-8986-9a72-a031-f1aa368193e8"} {"level":"info","ts":1784820186.3479924,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f85e4e6a-8986-9a72-a031-f1aa368193e8"} {"level":"info","ts":1784820186.3480036,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f85e4e6a-8986-9a72-a031-f1aa368193e8","EoS":false} {"level":"info","ts":1784820186.3480175,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f85e4e6a-8986-9a72-a031-f1aa368193e8","EoS":true} {"level":"info","ts":1784820186.3480399,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"f85e4e6a-8986-9a72-a031-f1aa368193e8","field":"model"} {"level":"info","ts":1784820186.3480642,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f85e4e6a-8986-9a72-a031-f1aa368193e8"} {"level":"info","ts":1784820187.3625815,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3809acbc-992b-4891-a21e-0dc5404937a6"} {"level":"info","ts":1784820187.3626199,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7afb53b-6eb9-4457-a827-146cb1590d63","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784820187.3626523,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7afb53b-6eb9-4457-a827-146cb1590d63","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784820187.516521,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf4417af-5c85-49fd-994e-7a45c3e7f804","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784820187.516548,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"be5b1ef3-0780-4a9e-8f79-d328fbf83c0e"} {"level":"info","ts":1784820187.5165632,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf4417af-5c85-49fd-994e-7a45c3e7f804","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784820761.4965227,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820761.4966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05bfa9d4-93b7-479e-aa11-56283edd6be8"} {"level":"info","ts":1784820761.4966078,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"05bfa9d4-93b7-479e-aa11-56283edd6be8"} {"level":"info","ts":1784820761.4966187,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05bfa9d4-93b7-479e-aa11-56283edd6be8","EoS":false} {"level":"info","ts":1784820761.4966307,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05bfa9d4-93b7-479e-aa11-56283edd6be8","EoS":true} {"level":"info","ts":1784820761.4966502,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05bfa9d4-93b7-479e-aa11-56283edd6be8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784820761.4966648,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05bfa9d4-93b7-479e-aa11-56283edd6be8","path":"/ai-tenant-e2e-inf-b-5c302e/test-model-5c302e/v1/chat/completions"} {"level":"info","ts":1784820761.4966867,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"05bfa9d4-93b7-479e-aa11-56283edd6be8"} {"level":"info","ts":1784820782.6934721,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784820782.6935992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4285beed-3c9c-4fa8-bb76-0d004cc2c2e0"} {"level":"info","ts":1784820782.6936173,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4285beed-3c9c-4fa8-bb76-0d004cc2c2e0"} {"level":"info","ts":1784820782.6936345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4285beed-3c9c-4fa8-bb76-0d004cc2c2e0","EoS":false} {"level":"info","ts":1784820782.6936646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4285beed-3c9c-4fa8-bb76-0d004cc2c2e0","EoS":true} {"level":"info","ts":1784820782.6937065,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4285beed-3c9c-4fa8-bb76-0d004cc2c2e0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784820782.6937277,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4285beed-3c9c-4fa8-bb76-0d004cc2c2e0","path":"/ai-tenant-e2e-inf-b-5c302e/test-model-5c302e/v1/chat/completions"} {"level":"info","ts":1784820782.6937609,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4285beed-3c9c-4fa8-bb76-0d004cc2c2e0"} {"level":"info","ts":1784821239.6584158,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784821239.6585476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8097c114-6741-4b83-97d5-0b3703391657"} {"level":"info","ts":1784821239.6585603,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8097c114-6741-4b83-97d5-0b3703391657"} {"level":"info","ts":1784821239.658572,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8097c114-6741-4b83-97d5-0b3703391657","EoS":false} {"level":"info","ts":1784821239.6585836,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8097c114-6741-4b83-97d5-0b3703391657","EoS":true} {"level":"info","ts":1784821239.6586044,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8097c114-6741-4b83-97d5-0b3703391657","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784821239.6586173,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8097c114-6741-4b83-97d5-0b3703391657","path":"/ai-tenant-e2e-shared-a-d3e0e7/rate-test-model-d3e0e7/v1/completions"} {"level":"info","ts":1784821239.6586397,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8097c114-6741-4b83-97d5-0b3703391657"} {"level":"info","ts":1784821240.7381735,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784821240.7382703,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90d726d4-bb4a-4c93-af92-bf3dfd295895"} {"level":"info","ts":1784821240.738283,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"90d726d4-bb4a-4c93-af92-bf3dfd295895"} {"level":"info","ts":1784821240.7382984,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90d726d4-bb4a-4c93-af92-bf3dfd295895","EoS":false} {"level":"info","ts":1784821240.738352,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90d726d4-bb4a-4c93-af92-bf3dfd295895","EoS":true} {"level":"info","ts":1784821240.7383769,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90d726d4-bb4a-4c93-af92-bf3dfd295895","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784821240.7383943,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90d726d4-bb4a-4c93-af92-bf3dfd295895","path":"/ai-tenant-e2e-shared-a-d3e0e7/rate-test-model-d3e0e7/v1/completions"} {"level":"info","ts":1784821240.7384176,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"90d726d4-bb4a-4c93-af92-bf3dfd295895"} {"level":"info","ts":1784821241.7802885,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784821241.7803855,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d89c943e-04e4-40b9-a60a-5799cca5efe8"} {"level":"info","ts":1784821241.7804034,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d89c943e-04e4-40b9-a60a-5799cca5efe8"} {"level":"info","ts":1784821241.7804205,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d89c943e-04e4-40b9-a60a-5799cca5efe8","EoS":false} {"level":"info","ts":1784821241.7804396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d89c943e-04e4-40b9-a60a-5799cca5efe8","EoS":true} {"level":"info","ts":1784821241.780473,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d89c943e-04e4-40b9-a60a-5799cca5efe8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784821241.7804935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d89c943e-04e4-40b9-a60a-5799cca5efe8","path":"/ai-tenant-e2e-shared-a-d3e0e7/rate-test-model-d3e0e7/v1/completions"} {"level":"info","ts":1784821241.7805245,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d89c943e-04e4-40b9-a60a-5799cca5efe8"} {"level":"info","ts":1784821255.067841,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784821255.0679357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7799f764-4f7e-4b7d-ad53-fadea922facf"} {"level":"info","ts":1784821255.0679488,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7799f764-4f7e-4b7d-ad53-fadea922facf"} {"level":"info","ts":1784821255.067966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7799f764-4f7e-4b7d-ad53-fadea922facf","EoS":false} {"level":"info","ts":1784821255.067983,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7799f764-4f7e-4b7d-ad53-fadea922facf","EoS":true} {"level":"info","ts":1784821255.0680141,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7799f764-4f7e-4b7d-ad53-fadea922facf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784821255.0680325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7799f764-4f7e-4b7d-ad53-fadea922facf","path":"/ai-tenant-e2e-shared-b-53a4f4/rate-test-model-53a4f4/v1/completions"} {"level":"info","ts":1784821255.0680552,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7799f764-4f7e-4b7d-ad53-fadea922facf"}