{"level":"info","ts":1784910118.8767247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8253cee-4119-48a1-a55d-691a361079d4"} {"level":"info","ts":1784910118.8767333,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8253cee-4119-48a1-a55d-691a361079d4"} {"level":"info","ts":1784910118.8767438,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8253cee-4119-48a1-a55d-691a361079d4","EoS":false} {"level":"info","ts":1784910118.8767576,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8253cee-4119-48a1-a55d-691a361079d4","EoS":true} {"level":"info","ts":1784910118.8767772,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8253cee-4119-48a1-a55d-691a361079d4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784910118.8767934,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8253cee-4119-48a1-a55d-691a361079d4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910118.8768132,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8253cee-4119-48a1-a55d-691a361079d4"} {"level":"info","ts":1784910118.9283094,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910118.9283974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d885cdc9-6d8d-4f00-ba74-4d2569211f3b"} {"level":"info","ts":1784910118.92841,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d885cdc9-6d8d-4f00-ba74-4d2569211f3b"} {"level":"info","ts":1784910118.9284222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d885cdc9-6d8d-4f00-ba74-4d2569211f3b","EoS":false} {"level":"info","ts":1784910118.9284332,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d885cdc9-6d8d-4f00-ba74-4d2569211f3b","EoS":true} {"level":"info","ts":1784910118.928453,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d885cdc9-6d8d-4f00-ba74-4d2569211f3b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784910118.9284678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d885cdc9-6d8d-4f00-ba74-4d2569211f3b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784910118.9284866,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d885cdc9-6d8d-4f00-ba74-4d2569211f3b"} {"level":"info","ts":1784910119.6041005,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910119.6041944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c430b507-56bd-45d8-97ed-571fa05f38c5"} {"level":"info","ts":1784910119.6042082,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c430b507-56bd-45d8-97ed-571fa05f38c5"} {"level":"info","ts":1784910119.6042442,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c430b507-56bd-45d8-97ed-571fa05f38c5","EoS":false} {"level":"info","ts":1784910119.604265,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c430b507-56bd-45d8-97ed-571fa05f38c5","EoS":true} {"level":"info","ts":1784910119.6042857,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c430b507-56bd-45d8-97ed-571fa05f38c5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784910119.6043012,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c430b507-56bd-45d8-97ed-571fa05f38c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910119.6043246,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c430b507-56bd-45d8-97ed-571fa05f38c5"} {"level":"info","ts":1784910119.6441495,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910119.6442454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba34884d-ad2b-449f-bc57-2956d074f3f2"} {"level":"info","ts":1784910119.6442556,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba34884d-ad2b-449f-bc57-2956d074f3f2"} {"level":"info","ts":1784910119.644268,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba34884d-ad2b-449f-bc57-2956d074f3f2","EoS":false} {"level":"info","ts":1784910119.644281,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba34884d-ad2b-449f-bc57-2956d074f3f2","EoS":true} {"level":"info","ts":1784910119.644302,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba34884d-ad2b-449f-bc57-2956d074f3f2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784910119.6443172,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba34884d-ad2b-449f-bc57-2956d074f3f2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784910119.6443355,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba34884d-ad2b-449f-bc57-2956d074f3f2"} {"level":"info","ts":1784910123.7963078,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910123.7963805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb5d4dd6-3521-4aed-97e1-ad2495c8151f"} {"level":"info","ts":1784910123.7964056,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fb5d4dd6-3521-4aed-97e1-ad2495c8151f"} {"level":"info","ts":1784910123.7964177,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fb5d4dd6-3521-4aed-97e1-ad2495c8151f","EoS":false} {"level":"info","ts":1784910123.7964292,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fb5d4dd6-3521-4aed-97e1-ad2495c8151f","EoS":true} {"level":"info","ts":1784910123.7964487,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fb5d4dd6-3521-4aed-97e1-ad2495c8151f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784910123.796463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb5d4dd6-3521-4aed-97e1-ad2495c8151f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784910123.796484,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fb5d4dd6-3521-4aed-97e1-ad2495c8151f"} {"level":"info","ts":1784910142.7132344,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910142.7133107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47f4dd97-ecf3-492b-bd62-7b1ab3a16814"} {"level":"info","ts":1784910142.713322,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"47f4dd97-ecf3-492b-bd62-7b1ab3a16814"} {"level":"info","ts":1784910142.7133393,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47f4dd97-ecf3-492b-bd62-7b1ab3a16814","EoS":false} {"level":"info","ts":1784910142.7133536,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47f4dd97-ecf3-492b-bd62-7b1ab3a16814","EoS":true} {"level":"info","ts":1784910142.7133741,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47f4dd97-ecf3-492b-bd62-7b1ab3a16814","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784910142.7133896,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47f4dd97-ecf3-492b-bd62-7b1ab3a16814","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910142.713412,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"47f4dd97-ecf3-492b-bd62-7b1ab3a16814"} {"level":"info","ts":1784910142.8553843,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910142.8554876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c071c49-0703-4e43-b356-7cb0e4f67103"} {"level":"info","ts":1784910142.8555028,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1c071c49-0703-4e43-b356-7cb0e4f67103"} {"level":"info","ts":1784910142.855517,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1c071c49-0703-4e43-b356-7cb0e4f67103","EoS":false} {"level":"info","ts":1784910142.8555305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1c071c49-0703-4e43-b356-7cb0e4f67103","EoS":true} {"level":"info","ts":1784910142.8555534,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c071c49-0703-4e43-b356-7cb0e4f67103","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784910142.8555694,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c071c49-0703-4e43-b356-7cb0e4f67103","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910142.8555896,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1c071c49-0703-4e43-b356-7cb0e4f67103"} {"level":"info","ts":1784910142.9943738,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910142.994464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f14e20f-992e-43b8-bcc2-ba2175cf426a"} {"level":"info","ts":1784910142.994481,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1f14e20f-992e-43b8-bcc2-ba2175cf426a"} {"level":"info","ts":1784910142.9944956,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f14e20f-992e-43b8-bcc2-ba2175cf426a","EoS":false} {"level":"info","ts":1784910142.9945076,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f14e20f-992e-43b8-bcc2-ba2175cf426a","EoS":true} {"level":"info","ts":1784910142.994529,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f14e20f-992e-43b8-bcc2-ba2175cf426a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784910142.9945447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f14e20f-992e-43b8-bcc2-ba2175cf426a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910142.994565,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1f14e20f-992e-43b8-bcc2-ba2175cf426a"} {"level":"info","ts":1784910143.1312563,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910143.1313386,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a79f358a-9003-4d31-a4fb-e979022c2886"} {"level":"info","ts":1784910143.1313481,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a79f358a-9003-4d31-a4fb-e979022c2886"} {"level":"info","ts":1784910143.1313598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a79f358a-9003-4d31-a4fb-e979022c2886","EoS":false} {"level":"info","ts":1784910143.1313705,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a79f358a-9003-4d31-a4fb-e979022c2886","EoS":true} {"level":"info","ts":1784910143.131391,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a79f358a-9003-4d31-a4fb-e979022c2886","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784910143.1314058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a79f358a-9003-4d31-a4fb-e979022c2886","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910143.1314266,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a79f358a-9003-4d31-a4fb-e979022c2886"} {"level":"info","ts":1784910143.2699847,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910143.2700672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1488b002-29d0-4f53-8526-a4f63ff9f37a"} {"level":"info","ts":1784910143.2700784,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1488b002-29d0-4f53-8526-a4f63ff9f37a"} {"level":"info","ts":1784910143.2700903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1488b002-29d0-4f53-8526-a4f63ff9f37a","EoS":false} {"level":"info","ts":1784910143.2701023,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1488b002-29d0-4f53-8526-a4f63ff9f37a","EoS":true} {"level":"info","ts":1784910143.2701232,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1488b002-29d0-4f53-8526-a4f63ff9f37a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784910143.2701383,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1488b002-29d0-4f53-8526-a4f63ff9f37a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910143.270157,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1488b002-29d0-4f53-8526-a4f63ff9f37a"} {"level":"info","ts":1784910143.4061801,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910143.4062889,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5520321f-c58b-483c-a859-f6c5bfd780a2"} {"level":"info","ts":1784910143.4063036,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5520321f-c58b-483c-a859-f6c5bfd780a2"} {"level":"info","ts":1784910143.406321,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5520321f-c58b-483c-a859-f6c5bfd780a2","EoS":false} {"level":"info","ts":1784910143.4063325,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5520321f-c58b-483c-a859-f6c5bfd780a2","EoS":true} {"level":"info","ts":1784910143.4063554,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5520321f-c58b-483c-a859-f6c5bfd780a2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784910143.4063709,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5520321f-c58b-483c-a859-f6c5bfd780a2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910143.406392,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5520321f-c58b-483c-a859-f6c5bfd780a2"} {"level":"info","ts":1784910160.1048877,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910160.104959,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abbeb342-d5d4-4a87-85e9-1fc1ff1b5f21"} {"level":"info","ts":1784910160.104971,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"abbeb342-d5d4-4a87-85e9-1fc1ff1b5f21"} {"level":"info","ts":1784910160.1049833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abbeb342-d5d4-4a87-85e9-1fc1ff1b5f21","EoS":false} {"level":"info","ts":1784910160.1049955,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abbeb342-d5d4-4a87-85e9-1fc1ff1b5f21","EoS":true} {"level":"info","ts":1784910160.105018,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"abbeb342-d5d4-4a87-85e9-1fc1ff1b5f21","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784910160.105033,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abbeb342-d5d4-4a87-85e9-1fc1ff1b5f21","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910160.105053,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"abbeb342-d5d4-4a87-85e9-1fc1ff1b5f21"} {"level":"info","ts":1784910160.1418262,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910160.141917,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d795332-bac5-4d61-984b-8c90fa7003c4"} {"level":"info","ts":1784910160.1419327,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d795332-bac5-4d61-984b-8c90fa7003c4"} {"level":"info","ts":1784910160.1419463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d795332-bac5-4d61-984b-8c90fa7003c4","EoS":false} {"level":"info","ts":1784910160.141958,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d795332-bac5-4d61-984b-8c90fa7003c4","EoS":true} {"level":"info","ts":1784910160.1419797,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d795332-bac5-4d61-984b-8c90fa7003c4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784910160.1419952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d795332-bac5-4d61-984b-8c90fa7003c4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910160.1420186,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d795332-bac5-4d61-984b-8c90fa7003c4"} {"level":"info","ts":1784910160.1784868,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910160.1785626,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7a572bd-4425-4c66-bb15-4728d07ca287"} {"level":"info","ts":1784910160.178575,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a7a572bd-4425-4c66-bb15-4728d07ca287"} {"level":"info","ts":1784910160.178586,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7a572bd-4425-4c66-bb15-4728d07ca287","EoS":false} {"level":"info","ts":1784910160.1785965,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7a572bd-4425-4c66-bb15-4728d07ca287","EoS":true} {"level":"info","ts":1784910160.178617,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7a572bd-4425-4c66-bb15-4728d07ca287","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784910160.1786335,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7a572bd-4425-4c66-bb15-4728d07ca287","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910160.1786559,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a7a572bd-4425-4c66-bb15-4728d07ca287"} {"level":"info","ts":1784910160.2163043,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910160.2163837,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa3ad345-e311-4380-84d9-37017da39df3"} {"level":"info","ts":1784910164.8329635,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910164.8330493,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"447e80fa-d318-4a80-a975-4bb4c520dbd0"} {"level":"info","ts":1784910164.8330636,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"447e80fa-d318-4a80-a975-4bb4c520dbd0"} {"level":"info","ts":1784910164.833075,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"447e80fa-d318-4a80-a975-4bb4c520dbd0","EoS":false} {"level":"info","ts":1784910164.8330917,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"447e80fa-d318-4a80-a975-4bb4c520dbd0","EoS":true} {"level":"info","ts":1784910164.833116,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"447e80fa-d318-4a80-a975-4bb4c520dbd0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784910164.8331318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"447e80fa-d318-4a80-a975-4bb4c520dbd0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910164.8331537,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"447e80fa-d318-4a80-a975-4bb4c520dbd0"} {"level":"info","ts":1784910173.4079924,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910173.4080718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3222bd2-2892-433f-8822-8dd4f1b72845"} {"level":"info","ts":1784910173.4080818,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3222bd2-2892-433f-8822-8dd4f1b72845"} {"level":"info","ts":1784910173.4080927,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3222bd2-2892-433f-8822-8dd4f1b72845","EoS":false} {"level":"info","ts":1784910173.408103,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3222bd2-2892-433f-8822-8dd4f1b72845","EoS":true} {"level":"info","ts":1784910173.408125,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3222bd2-2892-433f-8822-8dd4f1b72845","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784910173.40814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3222bd2-2892-433f-8822-8dd4f1b72845","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784910173.4081607,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3222bd2-2892-433f-8822-8dd4f1b72845"} {"level":"info","ts":1784910175.4468808,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910175.4469671,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f21c7b33-c2e5-49f1-a5bf-85b94962720b"} {"level":"info","ts":1784910175.4469795,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f21c7b33-c2e5-49f1-a5bf-85b94962720b"} {"level":"info","ts":1784910175.4469974,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f21c7b33-c2e5-49f1-a5bf-85b94962720b","EoS":false} {"level":"info","ts":1784910175.4470148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f21c7b33-c2e5-49f1-a5bf-85b94962720b","EoS":true} {"level":"info","ts":1784910175.4470503,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f21c7b33-c2e5-49f1-a5bf-85b94962720b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784910175.4470687,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f21c7b33-c2e5-49f1-a5bf-85b94962720b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784910175.447097,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f21c7b33-c2e5-49f1-a5bf-85b94962720b"} {"level":"info","ts":1784910188.4845998,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910188.4846754,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce235abe-c94f-49a9-b674-00bb3c47fce6"} {"level":"info","ts":1784910188.484685,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce235abe-c94f-49a9-b674-00bb3c47fce6"} {"level":"info","ts":1784910188.4846961,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce235abe-c94f-49a9-b674-00bb3c47fce6","EoS":false} {"level":"info","ts":1784910188.4847078,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce235abe-c94f-49a9-b674-00bb3c47fce6","EoS":true} {"level":"info","ts":1784910188.4847283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce235abe-c94f-49a9-b674-00bb3c47fce6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784910188.484743,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce235abe-c94f-49a9-b674-00bb3c47fce6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910188.4847682,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce235abe-c94f-49a9-b674-00bb3c47fce6"} {"level":"info","ts":1784910197.0035152,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910197.0036216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf6027cd-1bba-41fa-83ca-4b05559ae3d1"} {"level":"info","ts":1784910197.0036356,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf6027cd-1bba-41fa-83ca-4b05559ae3d1"} {"level":"info","ts":1784910197.0036533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf6027cd-1bba-41fa-83ca-4b05559ae3d1","EoS":false} {"level":"info","ts":1784910197.0036736,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf6027cd-1bba-41fa-83ca-4b05559ae3d1","EoS":true} {"level":"info","ts":1784910197.0037026,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf6027cd-1bba-41fa-83ca-4b05559ae3d1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784910197.0037248,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf6027cd-1bba-41fa-83ca-4b05559ae3d1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910197.003753,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf6027cd-1bba-41fa-83ca-4b05559ae3d1"} {"level":"info","ts":1784910205.8565385,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910205.8566158,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d7c1aa8-8f29-43be-9c7b-b0ee5f8138fe"} {"level":"info","ts":1784910205.856625,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6d7c1aa8-8f29-43be-9c7b-b0ee5f8138fe"} {"level":"info","ts":1784910205.8566368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d7c1aa8-8f29-43be-9c7b-b0ee5f8138fe","EoS":false} {"level":"info","ts":1784910205.8566496,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d7c1aa8-8f29-43be-9c7b-b0ee5f8138fe","EoS":true} {"level":"info","ts":1784910205.856671,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d7c1aa8-8f29-43be-9c7b-b0ee5f8138fe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784910205.856686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d7c1aa8-8f29-43be-9c7b-b0ee5f8138fe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910205.8567061,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6d7c1aa8-8f29-43be-9c7b-b0ee5f8138fe"} {"level":"info","ts":1784910214.815491,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910214.8155935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc4be56b-463a-4270-836e-54a127209531"} {"level":"info","ts":1784910214.815607,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fc4be56b-463a-4270-836e-54a127209531"} {"level":"info","ts":1784910214.8156195,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc4be56b-463a-4270-836e-54a127209531","EoS":false} {"level":"info","ts":1784910214.8156326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc4be56b-463a-4270-836e-54a127209531","EoS":true} {"level":"info","ts":1784910214.8156557,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc4be56b-463a-4270-836e-54a127209531","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784910214.8156707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc4be56b-463a-4270-836e-54a127209531","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910214.8156888,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fc4be56b-463a-4270-836e-54a127209531"} {"level":"info","ts":1784910219.5930796,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910219.5931685,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c769ffd5-7f34-469c-b32b-72503e083811"} {"level":"info","ts":1784910219.593181,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c769ffd5-7f34-469c-b32b-72503e083811"} {"level":"info","ts":1784910219.5931993,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c769ffd5-7f34-469c-b32b-72503e083811","EoS":false} {"level":"info","ts":1784910219.5932372,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c769ffd5-7f34-469c-b32b-72503e083811","EoS":true} {"level":"info","ts":1784910219.5932674,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c769ffd5-7f34-469c-b32b-72503e083811","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784910219.593287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c769ffd5-7f34-469c-b32b-72503e083811","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910219.5933192,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c769ffd5-7f34-469c-b32b-72503e083811"} {"level":"info","ts":1784910224.3660793,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910224.3661509,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2995e893-634c-416f-b90f-f70c2a2ca989"} {"level":"info","ts":1784910224.3661597,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2995e893-634c-416f-b90f-f70c2a2ca989"} {"level":"info","ts":1784910224.3661702,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2995e893-634c-416f-b90f-f70c2a2ca989","EoS":false} {"level":"info","ts":1784910224.3661807,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2995e893-634c-416f-b90f-f70c2a2ca989","EoS":true} {"level":"info","ts":1784910224.3661997,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2995e893-634c-416f-b90f-f70c2a2ca989","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784910224.366215,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2995e893-634c-416f-b90f-f70c2a2ca989","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784910224.3662477,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2995e893-634c-416f-b90f-f70c2a2ca989"} {"level":"info","ts":1784910224.6313672,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910224.6314416,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"749e1fbf-1c35-46aa-9b43-630b8c4af4a7"} {"level":"info","ts":1784910224.6314514,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"749e1fbf-1c35-46aa-9b43-630b8c4af4a7"} {"level":"info","ts":1784910224.6314626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"749e1fbf-1c35-46aa-9b43-630b8c4af4a7","EoS":false} {"level":"info","ts":1784910224.6314778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"749e1fbf-1c35-46aa-9b43-630b8c4af4a7","EoS":true} {"level":"info","ts":1784910224.6314993,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"749e1fbf-1c35-46aa-9b43-630b8c4af4a7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784910224.6315143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"749e1fbf-1c35-46aa-9b43-630b8c4af4a7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784910224.631534,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"749e1fbf-1c35-46aa-9b43-630b8c4af4a7"} {"level":"info","ts":1784910226.6705887,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910226.6706867,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08753c26-7e04-4a69-af92-15c1bf77d99c"} {"level":"info","ts":1784910226.6707065,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"08753c26-7e04-4a69-af92-15c1bf77d99c"} {"level":"info","ts":1784910226.670719,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08753c26-7e04-4a69-af92-15c1bf77d99c","EoS":false} {"level":"info","ts":1784910226.6707304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08753c26-7e04-4a69-af92-15c1bf77d99c","EoS":true} {"level":"info","ts":1784910226.6707628,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"08753c26-7e04-4a69-af92-15c1bf77d99c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784910226.6707804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08753c26-7e04-4a69-af92-15c1bf77d99c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784910226.6708004,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"08753c26-7e04-4a69-af92-15c1bf77d99c"} {"level":"info","ts":1784910228.7023153,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910228.7024016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd0dd3d5-0e3c-4d0b-b441-73ec0b95ba98"} {"level":"info","ts":1784910228.7024136,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd0dd3d5-0e3c-4d0b-b441-73ec0b95ba98"} {"level":"info","ts":1784910228.702425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd0dd3d5-0e3c-4d0b-b441-73ec0b95ba98","EoS":false} {"level":"info","ts":1784910228.7024379,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd0dd3d5-0e3c-4d0b-b441-73ec0b95ba98","EoS":true} {"level":"info","ts":1784910228.7024574,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd0dd3d5-0e3c-4d0b-b441-73ec0b95ba98","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784910228.7024784,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd0dd3d5-0e3c-4d0b-b441-73ec0b95ba98","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784910228.7025049,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd0dd3d5-0e3c-4d0b-b441-73ec0b95ba98"} {"level":"info","ts":1784910251.148471,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910251.1485512,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc088bdd-0dc1-47aa-920c-ee47f7a3119a"} {"level":"info","ts":1784910251.1485627,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc088bdd-0dc1-47aa-920c-ee47f7a3119a"} {"level":"info","ts":1784910251.148574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc088bdd-0dc1-47aa-920c-ee47f7a3119a","EoS":false} {"level":"info","ts":1784910251.1485856,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc088bdd-0dc1-47aa-920c-ee47f7a3119a","EoS":true} {"level":"info","ts":1784910251.1486135,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc088bdd-0dc1-47aa-920c-ee47f7a3119a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784910251.1486309,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc088bdd-0dc1-47aa-920c-ee47f7a3119a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784910251.148653,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc088bdd-0dc1-47aa-920c-ee47f7a3119a"} {"level":"info","ts":1784910260.4917169,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910260.4918156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4779c95-8c2d-4a5f-994f-aac7285dcbdd"} {"level":"info","ts":1784910260.4918323,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c4779c95-8c2d-4a5f-994f-aac7285dcbdd"} {"level":"info","ts":1784910260.4918478,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c4779c95-8c2d-4a5f-994f-aac7285dcbdd","EoS":false} {"level":"info","ts":1784910260.4918637,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c4779c95-8c2d-4a5f-994f-aac7285dcbdd","EoS":true} {"level":"info","ts":1784910260.4918895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c4779c95-8c2d-4a5f-994f-aac7285dcbdd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784910260.4919078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4779c95-8c2d-4a5f-994f-aac7285dcbdd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910260.491934,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c4779c95-8c2d-4a5f-994f-aac7285dcbdd"} {"level":"info","ts":1784910266.0937824,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910266.0938776,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bfa4ac4-2ec2-48af-b89a-43f10181e63b"} {"level":"info","ts":1784910266.09389,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8bfa4ac4-2ec2-48af-b89a-43f10181e63b"} {"level":"info","ts":1784910266.093906,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8bfa4ac4-2ec2-48af-b89a-43f10181e63b","EoS":false} {"level":"info","ts":1784910266.0939176,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8bfa4ac4-2ec2-48af-b89a-43f10181e63b","EoS":true} {"level":"info","ts":1784910266.0939386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8bfa4ac4-2ec2-48af-b89a-43f10181e63b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784910266.0939555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bfa4ac4-2ec2-48af-b89a-43f10181e63b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784910266.0939763,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8bfa4ac4-2ec2-48af-b89a-43f10181e63b"} {"level":"info","ts":1784910275.6264892,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910275.6265793,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8fd5654-dc86-4bc3-b019-3bc87a64727c"} {"level":"info","ts":1784910275.6265962,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c8fd5654-dc86-4bc3-b019-3bc87a64727c"} {"level":"info","ts":1784910275.6266162,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8fd5654-dc86-4bc3-b019-3bc87a64727c","EoS":false} {"level":"info","ts":1784910275.6266334,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8fd5654-dc86-4bc3-b019-3bc87a64727c","EoS":true} {"level":"info","ts":1784910275.6266627,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8fd5654-dc86-4bc3-b019-3bc87a64727c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784910275.6266823,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8fd5654-dc86-4bc3-b019-3bc87a64727c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910275.6267128,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c8fd5654-dc86-4bc3-b019-3bc87a64727c"} {"level":"info","ts":1784910277.6629357,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910277.6630096,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c5391f7-7e30-4875-9687-48108ceb493b"} {"level":"info","ts":1784910277.6630292,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c5391f7-7e30-4875-9687-48108ceb493b"} {"level":"info","ts":1784910277.6630461,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c5391f7-7e30-4875-9687-48108ceb493b","EoS":false} {"level":"info","ts":1784910277.6630638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c5391f7-7e30-4875-9687-48108ceb493b","EoS":true} {"level":"info","ts":1784910277.6630855,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c5391f7-7e30-4875-9687-48108ceb493b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784910277.663102,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c5391f7-7e30-4875-9687-48108ceb493b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910277.663125,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c5391f7-7e30-4875-9687-48108ceb493b"} {"level":"info","ts":1784910287.0501983,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910287.0502987,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"273d9d9b-f8da-4595-9f96-56fa51a3a078"} {"level":"info","ts":1784910287.0503097,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"273d9d9b-f8da-4595-9f96-56fa51a3a078"} {"level":"info","ts":1784910287.0503218,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"273d9d9b-f8da-4595-9f96-56fa51a3a078","EoS":false} {"level":"info","ts":1784910287.0503364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"273d9d9b-f8da-4595-9f96-56fa51a3a078","EoS":true} {"level":"info","ts":1784910287.0503566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"273d9d9b-f8da-4595-9f96-56fa51a3a078","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784910287.0503726,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"273d9d9b-f8da-4595-9f96-56fa51a3a078","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910287.050392,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"273d9d9b-f8da-4595-9f96-56fa51a3a078"} {"level":"info","ts":1784910287.0920537,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910287.0921488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b821ad70-784d-481a-8240-9bc6a209d80d"} {"level":"info","ts":1784910287.0921664,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b821ad70-784d-481a-8240-9bc6a209d80d"} {"level":"info","ts":1784910287.0921829,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b821ad70-784d-481a-8240-9bc6a209d80d","EoS":false} {"level":"info","ts":1784910287.0922024,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b821ad70-784d-481a-8240-9bc6a209d80d","EoS":true} {"level":"info","ts":1784910287.0922456,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b821ad70-784d-481a-8240-9bc6a209d80d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784910287.092266,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b821ad70-784d-481a-8240-9bc6a209d80d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910287.0922906,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b821ad70-784d-481a-8240-9bc6a209d80d"} {"level":"info","ts":1784910306.1643038,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910306.1643894,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4878f1b8-2819-44eb-a2dd-6aeeb4ab4021"} {"level":"info","ts":1784910306.1644058,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4878f1b8-2819-44eb-a2dd-6aeeb4ab4021"} {"level":"info","ts":1784910306.1644175,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4878f1b8-2819-44eb-a2dd-6aeeb4ab4021","EoS":false} {"level":"info","ts":1784910306.1644282,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4878f1b8-2819-44eb-a2dd-6aeeb4ab4021","EoS":true} {"level":"info","ts":1784910306.1644483,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4878f1b8-2819-44eb-a2dd-6aeeb4ab4021","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784910306.1644633,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4878f1b8-2819-44eb-a2dd-6aeeb4ab4021","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910306.1644878,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4878f1b8-2819-44eb-a2dd-6aeeb4ab4021"} {"level":"info","ts":1784910315.477677,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910315.4777582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fe35801-38d3-4d70-8964-6d1681c3b20c"} {"level":"info","ts":1784910315.4777682,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1fe35801-38d3-4d70-8964-6d1681c3b20c"} {"level":"info","ts":1784910315.4777792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fe35801-38d3-4d70-8964-6d1681c3b20c","EoS":false} {"level":"info","ts":1784910315.4777987,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fe35801-38d3-4d70-8964-6d1681c3b20c","EoS":true} {"level":"info","ts":1784910315.477821,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1fe35801-38d3-4d70-8964-6d1681c3b20c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784910315.4778376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fe35801-38d3-4d70-8964-6d1681c3b20c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910315.4778593,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1fe35801-38d3-4d70-8964-6d1681c3b20c"} {"level":"info","ts":1784910320.7041576,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910320.7042532,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2b7a558-eefb-4d41-b705-9097c7823e82"} {"level":"info","ts":1784910320.7042649,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e2b7a558-eefb-4d41-b705-9097c7823e82"} {"level":"info","ts":1784910320.7042775,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2b7a558-eefb-4d41-b705-9097c7823e82","EoS":false} {"level":"info","ts":1784910320.7042885,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2b7a558-eefb-4d41-b705-9097c7823e82","EoS":true} {"level":"info","ts":1784910320.7043118,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2b7a558-eefb-4d41-b705-9097c7823e82","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784910320.7043269,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2b7a558-eefb-4d41-b705-9097c7823e82","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784910320.704347,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e2b7a558-eefb-4d41-b705-9097c7823e82"} {"level":"info","ts":1784910411.0533428,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910411.0534248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7210dada-a4c9-4f0b-af1b-20e9eae6e707"} {"level":"info","ts":1784910411.0534348,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7210dada-a4c9-4f0b-af1b-20e9eae6e707"} {"level":"info","ts":1784910411.0534458,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7210dada-a4c9-4f0b-af1b-20e9eae6e707","EoS":false} {"level":"info","ts":1784910411.0534577,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7210dada-a4c9-4f0b-af1b-20e9eae6e707","EoS":true} {"level":"info","ts":1784910411.0534785,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7210dada-a4c9-4f0b-af1b-20e9eae6e707","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784910411.0534985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7210dada-a4c9-4f0b-af1b-20e9eae6e707","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784910411.0535226,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7210dada-a4c9-4f0b-af1b-20e9eae6e707"} {"level":"info","ts":1784910434.8144655,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910434.8145437,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eca9cb5e-04a4-418a-a2f9-f10a82b31248"} {"level":"info","ts":1784910434.814555,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eca9cb5e-04a4-418a-a2f9-f10a82b31248"} {"level":"info","ts":1784910434.8145664,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eca9cb5e-04a4-418a-a2f9-f10a82b31248","EoS":false} {"level":"info","ts":1784910434.8145804,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eca9cb5e-04a4-418a-a2f9-f10a82b31248","EoS":true} {"level":"info","ts":1784910434.8146012,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eca9cb5e-04a4-418a-a2f9-f10a82b31248","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784910434.8146155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eca9cb5e-04a4-418a-a2f9-f10a82b31248","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784910434.8146353,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eca9cb5e-04a4-418a-a2f9-f10a82b31248"} {"level":"info","ts":1784910471.847556,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910471.8476317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e71ca323-3d6b-481f-b0f7-b72acfca5a31"} {"level":"info","ts":1784910471.8476396,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e71ca323-3d6b-481f-b0f7-b72acfca5a31"} {"level":"info","ts":1784910471.847651,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e71ca323-3d6b-481f-b0f7-b72acfca5a31","EoS":false} {"level":"info","ts":1784910471.8476636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e71ca323-3d6b-481f-b0f7-b72acfca5a31","EoS":true} {"level":"info","ts":1784910471.8476853,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e71ca323-3d6b-481f-b0f7-b72acfca5a31","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784910471.8476985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e71ca323-3d6b-481f-b0f7-b72acfca5a31","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910471.8477225,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e71ca323-3d6b-481f-b0f7-b72acfca5a31"} {"level":"info","ts":1784910487.064085,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910487.0641646,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c185cfb0-8de4-4acc-8c20-6d3c3bc5d3e9"} {"level":"info","ts":1784910487.0641785,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c185cfb0-8de4-4acc-8c20-6d3c3bc5d3e9"} {"level":"info","ts":1784910487.0641913,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c185cfb0-8de4-4acc-8c20-6d3c3bc5d3e9","EoS":false} {"level":"info","ts":1784910487.0642095,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c185cfb0-8de4-4acc-8c20-6d3c3bc5d3e9","EoS":true} {"level":"info","ts":1784910487.0642507,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c185cfb0-8de4-4acc-8c20-6d3c3bc5d3e9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784910487.0642703,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c185cfb0-8de4-4acc-8c20-6d3c3bc5d3e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910487.0642989,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c185cfb0-8de4-4acc-8c20-6d3c3bc5d3e9"} {"level":"info","ts":1784910487.3613029,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910487.3613875,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"565038a8-a157-44de-8fe6-fe65ee2c8db0"} {"level":"info","ts":1784910487.3614144,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"565038a8-a157-44de-8fe6-fe65ee2c8db0"} {"level":"info","ts":1784910487.3614337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"565038a8-a157-44de-8fe6-fe65ee2c8db0","EoS":false} {"level":"info","ts":1784910487.3614542,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"565038a8-a157-44de-8fe6-fe65ee2c8db0","EoS":true} {"level":"info","ts":1784910487.361484,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"565038a8-a157-44de-8fe6-fe65ee2c8db0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784910487.3615015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"565038a8-a157-44de-8fe6-fe65ee2c8db0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910487.36153,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"565038a8-a157-44de-8fe6-fe65ee2c8db0"} {"level":"info","ts":1784910808.5982177,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910808.5983257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16e9712f-ee42-4cb3-b9d1-99f57e16eeac"} {"level":"info","ts":1784910808.598338,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"16e9712f-ee42-4cb3-b9d1-99f57e16eeac"} {"level":"info","ts":1784910808.5983536,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16e9712f-ee42-4cb3-b9d1-99f57e16eeac","EoS":false} {"level":"info","ts":1784910808.5983715,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16e9712f-ee42-4cb3-b9d1-99f57e16eeac","EoS":true} {"level":"info","ts":1784910808.5984082,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"16e9712f-ee42-4cb3-b9d1-99f57e16eeac","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784910808.598435,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16e9712f-ee42-4cb3-b9d1-99f57e16eeac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910808.5984619,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"16e9712f-ee42-4cb3-b9d1-99f57e16eeac"} {"level":"info","ts":1784910808.6379294,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910808.6380043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"272a2284-c5b4-4b48-84f5-bb161ea732ec"} {"level":"info","ts":1784910808.6380172,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"272a2284-c5b4-4b48-84f5-bb161ea732ec"} {"level":"info","ts":1784910808.6380289,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"272a2284-c5b4-4b48-84f5-bb161ea732ec","EoS":false} {"level":"info","ts":1784910808.6380403,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"272a2284-c5b4-4b48-84f5-bb161ea732ec","EoS":true} {"level":"info","ts":1784910808.6380594,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"272a2284-c5b4-4b48-84f5-bb161ea732ec","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784910808.638074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"272a2284-c5b4-4b48-84f5-bb161ea732ec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910808.638096,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"272a2284-c5b4-4b48-84f5-bb161ea732ec"} {"level":"info","ts":1784910808.6721902,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910808.67228,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d24791d0-993d-4cfa-97d5-53b219bb48a9"} {"level":"info","ts":1784910808.6722913,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d24791d0-993d-4cfa-97d5-53b219bb48a9"} {"level":"info","ts":1784910808.672303,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d24791d0-993d-4cfa-97d5-53b219bb48a9","EoS":false} {"level":"info","ts":1784910808.6723158,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d24791d0-993d-4cfa-97d5-53b219bb48a9","EoS":true} {"level":"info","ts":1784910808.6723354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d24791d0-993d-4cfa-97d5-53b219bb48a9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784910808.6723497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d24791d0-993d-4cfa-97d5-53b219bb48a9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910808.672367,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d24791d0-993d-4cfa-97d5-53b219bb48a9"} {"level":"info","ts":1784910813.507987,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a1736254-5ba7-4493-8f6f-e7153b55f6f9"} {"level":"info","ts":1784910813.5081568,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a7231303-071f-449e-91f7-8863a659b2aa","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784910813.508189,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a7231303-071f-449e-91f7-8863a659b2aa","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784910813.5161405,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4dd4d304-e0ca-402b-a92d-84a0673887a0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784910813.516198,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4dd4d304-e0ca-402b-a92d-84a0673887a0","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784910813.5166438,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a1736254-5ba7-4493-8f6f-e7153b55f6f9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784910813.5168724,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38826.105556762,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784910813.516892,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784910813.687162,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"62d83075-9312-476b-bb78-21ac00b8041b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784910813.687215,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"62d83075-9312-476b-bb78-21ac00b8041b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784910813.6879945,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0aef76d3-7cb4-443e-9bb7-ab958152e31d"} {"level":"info","ts":1784910813.688412,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d91c5ba-8038-41ea-917a-bc24a2671154","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784910813.6884475,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d91c5ba-8038-41ea-917a-bc24a2671154","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784910813.6885808,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c4834e9-5878-4e3c-902d-e3dedf5e2924","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784910813.6886208,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c4834e9-5878-4e3c-902d-e3dedf5e2924","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784910813.6901066,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784910813.6918006,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0aef76d3-7cb4-443e-9bb7-ab958152e31d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784910813.6921558,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32954.500148698,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784910813.6921732,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784910813.7180362,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39109.953450678,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784910813.718064,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784910813.727298,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784910813.7736523,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98011ad7-c7e8-46f0-ba8f-c6d92cf187cd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784910813.7736945,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98011ad7-c7e8-46f0-ba8f-c6d92cf187cd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784910813.7864015,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80d8d6e2-fc5a-417e-91c3-7bfc7f3595d2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784910813.7864501,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80d8d6e2-fc5a-417e-91c3-7bfc7f3595d2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784910813.78954,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784910813.7927077,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0aef76d3-7cb4-443e-9bb7-ab958152e31d","name":"e2e-external-model"} {"level":"info","ts":1784910813.802363,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d739d52-ba48-4930-be64-99d8295439d1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784910813.8023975,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d739d52-ba48-4930-be64-99d8295439d1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784910813.8029335,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0aef76d3-7cb4-443e-9bb7-ab958152e31d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784910813.8066683,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0aef76d3-7cb4-443e-9bb7-ab958152e31d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784910813.8067627,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91bd5f12-788a-4098-b608-6f66da873dce"} {"level":"info","ts":1784910813.8068185,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91bd5f12-788a-4098-b608-6f66da873dce","name":"e2e-external-model"} {"level":"info","ts":1784910813.8152385,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91bd5f12-788a-4098-b608-6f66da873dce","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784910813.8181846,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a1736254-5ba7-4493-8f6f-e7153b55f6f9","name":"e2e-external-provider"} {"level":"info","ts":1784910813.8280098,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a1736254-5ba7-4493-8f6f-e7153b55f6f9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784910813.832057,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a1736254-5ba7-4493-8f6f-e7153b55f6f9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784910813.8321354,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bc81d8f4-dbac-48da-8002-2e0217c04cc2"} {"level":"info","ts":1784910813.8321743,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bc81d8f4-dbac-48da-8002-2e0217c04cc2","name":"e2e-external-provider"} {"level":"info","ts":1784910813.8413775,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bc81d8f4-dbac-48da-8002-2e0217c04cc2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784910825.2033377,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910825.2034109,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3fc30964-409e-4665-bae3-bce78d0f7eee"} {"level":"info","ts":1784910825.2034206,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3fc30964-409e-4665-bae3-bce78d0f7eee"} {"level":"info","ts":1784910825.203433,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3fc30964-409e-4665-bae3-bce78d0f7eee","EoS":false} {"level":"info","ts":1784910825.2034469,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3fc30964-409e-4665-bae3-bce78d0f7eee","EoS":true} {"level":"info","ts":1784910825.2034674,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3fc30964-409e-4665-bae3-bce78d0f7eee","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784910825.203482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3fc30964-409e-4665-bae3-bce78d0f7eee","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784910825.2034886,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3fc30964-409e-4665-bae3-bce78d0f7eee","modelName":"e2e-external-model"} {"level":"info","ts":1784910825.2035034,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3fc30964-409e-4665-bae3-bce78d0f7eee","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784910825.2035742,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3fc30964-409e-4665-bae3-bce78d0f7eee"} {"level":"info","ts":1784910825.2591236,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910825.2592025,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e31d65b0-7362-4324-9475-844a492fcaf9"} {"level":"info","ts":1784910825.2592185,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e31d65b0-7362-4324-9475-844a492fcaf9"} {"level":"info","ts":1784910825.259267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e31d65b0-7362-4324-9475-844a492fcaf9","EoS":false} {"level":"info","ts":1784910825.2592857,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e31d65b0-7362-4324-9475-844a492fcaf9","EoS":true} {"level":"info","ts":1784910825.2593253,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e31d65b0-7362-4324-9475-844a492fcaf9","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784910825.2593443,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e31d65b0-7362-4324-9475-844a492fcaf9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784910825.2593567,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e31d65b0-7362-4324-9475-844a492fcaf9","modelName":"e2e-external-model"} {"level":"info","ts":1784910825.2593913,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e31d65b0-7362-4324-9475-844a492fcaf9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784910825.2594364,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e31d65b0-7362-4324-9475-844a492fcaf9"} {"level":"info","ts":1784910825.2873197,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910825.2873785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"545ab978-fd02-4898-ad98-bf8cb72cf5aa"} {"level":"info","ts":1784910825.2873893,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"545ab978-fd02-4898-ad98-bf8cb72cf5aa"} {"level":"info","ts":1784910825.2874002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"545ab978-fd02-4898-ad98-bf8cb72cf5aa","EoS":false} {"level":"info","ts":1784910825.287413,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"545ab978-fd02-4898-ad98-bf8cb72cf5aa","EoS":true} {"level":"info","ts":1784910825.2874303,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"545ab978-fd02-4898-ad98-bf8cb72cf5aa","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784910825.287445,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"545ab978-fd02-4898-ad98-bf8cb72cf5aa","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784910825.2874584,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"545ab978-fd02-4898-ad98-bf8cb72cf5aa","modelName":"e2e-external-model"} {"level":"info","ts":1784910825.2874713,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"545ab978-fd02-4898-ad98-bf8cb72cf5aa","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784910825.2875175,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"545ab978-fd02-4898-ad98-bf8cb72cf5aa"} {"level":"info","ts":1784910825.4115903,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61420794-425a-4f13-a12a-e959963257c9"} {"level":"info","ts":1784910825.4116378,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7e62fe5-b426-44de-83b2-a27e277b30f2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784910825.4116724,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7e62fe5-b426-44de-83b2-a27e277b30f2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784910825.4193869,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b65af37c-1449-4448-aef7-8d3da0728407","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784910825.4194186,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b65af37c-1449-4448-aef7-8d3da0728407","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784910825.4203954,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61420794-425a-4f13-a12a-e959963257c9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784910825.420461,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61420794-425a-4f13-a12a-e959963257c9","name":"e2e-cleanup-test"} {"level":"info","ts":1784910825.4399948,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61420794-425a-4f13-a12a-e959963257c9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784910825.444015,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61420794-425a-4f13-a12a-e959963257c9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784910825.4440997,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef5dec11-da6a-46d8-9668-5ea3f517eee4"} {"level":"info","ts":1784910825.4441571,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef5dec11-da6a-46d8-9668-5ea3f517eee4","name":"e2e-cleanup-test"} {"level":"info","ts":1784910825.4543993,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6af4624f-2308-4c09-8310-d91ea7fe84c7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784910825.4544306,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6af4624f-2308-4c09-8310-d91ea7fe84c7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784910825.4591694,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef5dec11-da6a-46d8-9668-5ea3f517eee4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784910825.459214,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef5dec11-da6a-46d8-9668-5ea3f517eee4","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784910825.4593205,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e2c9125-a1ac-43c3-a31c-6e4f30bf54ab"} {"level":"info","ts":1784910825.4593945,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e2c9125-a1ac-43c3-a31c-6e4f30bf54ab","name":"e2e-cleanup-test"} {"level":"info","ts":1784910825.469055,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e2c9125-a1ac-43c3-a31c-6e4f30bf54ab","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784910825.4703002,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89454fec-1949-4581-8142-ebe6cb17dd1f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784910825.470328,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89454fec-1949-4581-8142-ebe6cb17dd1f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784910825.4743986,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e2c9125-a1ac-43c3-a31c-6e4f30bf54ab","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784910825.4744651,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"13509e0f-65ce-43e2-b48c-6db60bc22dac"} {"level":"info","ts":1784910825.474507,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"13509e0f-65ce-43e2-b48c-6db60bc22dac","name":"e2e-cleanup-test"} {"level":"info","ts":1784910825.483115,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"13509e0f-65ce-43e2-b48c-6db60bc22dac","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784910833.6590126,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b5f918bf-3d60-4738-ab33-4ae8800b2b02"} {"level":"info","ts":1784910833.6590662,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74df603f-3d93-4d96-b10c-0452ff1b57a6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784910833.6590981,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74df603f-3d93-4d96-b10c-0452ff1b57a6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784910837.9585013,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910837.9585981,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a21b85f7-e75b-479d-8518-33ffed6431ec"} {"level":"info","ts":1784910837.9586143,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a21b85f7-e75b-479d-8518-33ffed6431ec"} {"level":"info","ts":1784910837.9586287,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a21b85f7-e75b-479d-8518-33ffed6431ec","EoS":false} {"level":"info","ts":1784910837.9586513,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a21b85f7-e75b-479d-8518-33ffed6431ec","EoS":true} {"level":"info","ts":1784910837.9586809,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a21b85f7-e75b-479d-8518-33ffed6431ec","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784910837.9587014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a21b85f7-e75b-479d-8518-33ffed6431ec","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784910837.9587302,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a21b85f7-e75b-479d-8518-33ffed6431ec"} {"level":"info","ts":1784910837.9852474,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910837.9853027,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01cd499c-0f83-4dce-8ae5-eacdf53837d3"} {"level":"info","ts":1784910837.9853106,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"01cd499c-0f83-4dce-8ae5-eacdf53837d3"} {"level":"info","ts":1784910837.9853213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"01cd499c-0f83-4dce-8ae5-eacdf53837d3","EoS":false} {"level":"info","ts":1784910837.985332,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"01cd499c-0f83-4dce-8ae5-eacdf53837d3","EoS":true} {"level":"info","ts":1784910837.9853504,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"01cd499c-0f83-4dce-8ae5-eacdf53837d3","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784910837.985364,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01cd499c-0f83-4dce-8ae5-eacdf53837d3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784910837.9853709,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"01cd499c-0f83-4dce-8ae5-eacdf53837d3","modelName":"e2e-external-model"} {"level":"info","ts":1784910837.985385,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"01cd499c-0f83-4dce-8ae5-eacdf53837d3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784910837.9854202,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"01cd499c-0f83-4dce-8ae5-eacdf53837d3"} {"level":"info","ts":1784910838.0265574,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910838.0266294,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e31dee75-611a-46b7-8bbe-b9cbdd481363"} {"level":"info","ts":1784910838.0266418,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e31dee75-611a-46b7-8bbe-b9cbdd481363"} {"level":"info","ts":1784910838.026654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e31dee75-611a-46b7-8bbe-b9cbdd481363","EoS":false} {"level":"info","ts":1784910838.0266647,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e31dee75-611a-46b7-8bbe-b9cbdd481363","EoS":true} {"level":"info","ts":1784910838.0266879,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e31dee75-611a-46b7-8bbe-b9cbdd481363","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784910838.0267053,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e31dee75-611a-46b7-8bbe-b9cbdd481363","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784910838.0267253,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e31dee75-611a-46b7-8bbe-b9cbdd481363"} {"level":"info","ts":1784910838.1666362,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910838.1667044,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"636aedde-2e52-4915-a4be-b8b6303413a8"} {"level":"info","ts":1784910838.1667147,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"636aedde-2e52-4915-a4be-b8b6303413a8"} {"level":"info","ts":1784910838.166725,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"636aedde-2e52-4915-a4be-b8b6303413a8","EoS":false} {"level":"info","ts":1784910838.1667356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"636aedde-2e52-4915-a4be-b8b6303413a8","EoS":true} {"level":"info","ts":1784910838.1667573,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"636aedde-2e52-4915-a4be-b8b6303413a8","field":"model"} {"level":"info","ts":1784910838.1667821,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"636aedde-2e52-4915-a4be-b8b6303413a8"} {"level":"info","ts":1784910839.0807705,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d0a3b4d-b19d-4f47-a340-26999ebb5a9b"} {"level":"info","ts":1784910839.0807865,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efb9e0c8-eb7a-4564-8e2a-5b3d7cc33cbc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784910839.0808344,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efb9e0c8-eb7a-4564-8e2a-5b3d7cc33cbc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784910839.294511,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9c46dc70-e6f1-45b8-a8cc-465883774429"} {"level":"info","ts":1784910839.294511,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"835759e7-9eb7-4d5a-879e-5b854acc9ebc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784910839.2945719,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"835759e7-9eb7-4d5a-879e-5b854acc9ebc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784911939.2699332,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784911939.270036,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1b493d4b-0680-4aaf-9c7b-ec66f09784d1"} {"level":"info","ts":1784912003.896499,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912003.8965826,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aec55de5-d7fd-4b91-95e4-e29b29bd4086"} {"level":"info","ts":1784912003.896591,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aec55de5-d7fd-4b91-95e4-e29b29bd4086"} {"level":"info","ts":1784912003.896602,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aec55de5-d7fd-4b91-95e4-e29b29bd4086","EoS":false} {"level":"info","ts":1784912003.8966124,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aec55de5-d7fd-4b91-95e4-e29b29bd4086","EoS":true} {"level":"info","ts":1784912003.8966372,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aec55de5-d7fd-4b91-95e4-e29b29bd4086","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784912003.8966527,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aec55de5-d7fd-4b91-95e4-e29b29bd4086","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784912003.8966753,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aec55de5-d7fd-4b91-95e4-e29b29bd4086"}