{"level":"info","ts":1784910106.6986628,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5d9dcd7f-4614-440c-afef-cc6f01860874"} {"level":"info","ts":1784910106.6986804,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5d9dcd7f-4614-440c-afef-cc6f01860874"} {"level":"info","ts":1784910106.6986945,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d9dcd7f-4614-440c-afef-cc6f01860874","EoS":false} {"level":"info","ts":1784910106.698706,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d9dcd7f-4614-440c-afef-cc6f01860874","EoS":true} {"level":"info","ts":1784910106.6987472,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5d9dcd7f-4614-440c-afef-cc6f01860874"} {"level":"info","ts":1784910118.8241081,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910118.8242078,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d03a0b0-8b5f-4868-a471-6e9d66c39830"} {"level":"info","ts":1784910118.8242207,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d03a0b0-8b5f-4868-a471-6e9d66c39830"} {"level":"info","ts":1784910118.8242373,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d03a0b0-8b5f-4868-a471-6e9d66c39830","EoS":true} {"level":"info","ts":1784910118.8242686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d03a0b0-8b5f-4868-a471-6e9d66c39830","header":"x-maas-group"} {"level":"info","ts":1784910118.8242788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d03a0b0-8b5f-4868-a471-6e9d66c39830","header":"x-maas-subscription"} {"level":"info","ts":1784910118.8242834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d03a0b0-8b5f-4868-a471-6e9d66c39830","header":"x-maas-username"} {"level":"info","ts":1784910118.824296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d03a0b0-8b5f-4868-a471-6e9d66c39830","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910118.8243215,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d03a0b0-8b5f-4868-a471-6e9d66c39830"} {"level":"info","ts":1784910118.825941,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7d03a0b0-8b5f-4868-a471-6e9d66c39830"} {"level":"info","ts":1784910118.8259628,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7d03a0b0-8b5f-4868-a471-6e9d66c39830"} {"level":"info","ts":1784910118.8259804,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7d03a0b0-8b5f-4868-a471-6e9d66c39830","EoS":false} {"level":"info","ts":1784910118.8259919,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7d03a0b0-8b5f-4868-a471-6e9d66c39830","EoS":true} {"level":"info","ts":1784910118.8260314,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7d03a0b0-8b5f-4868-a471-6e9d66c39830"} {"level":"info","ts":1784910119.6176298,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910119.6177022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c430b507-56bd-45d8-97ed-571fa05f38c5"} {"level":"info","ts":1784910119.6177132,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c430b507-56bd-45d8-97ed-571fa05f38c5"} {"level":"info","ts":1784910119.6177251,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c430b507-56bd-45d8-97ed-571fa05f38c5","EoS":true} {"level":"info","ts":1784910119.6177497,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c430b507-56bd-45d8-97ed-571fa05f38c5","header":"x-maas-username"} {"level":"info","ts":1784910119.6177638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c430b507-56bd-45d8-97ed-571fa05f38c5","header":"x-maas-subscription"} {"level":"info","ts":1784910119.617769,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c430b507-56bd-45d8-97ed-571fa05f38c5","header":"x-maas-group"} {"level":"info","ts":1784910119.6177828,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c430b507-56bd-45d8-97ed-571fa05f38c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910119.617807,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c430b507-56bd-45d8-97ed-571fa05f38c5"} {"level":"info","ts":1784910119.6188452,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c430b507-56bd-45d8-97ed-571fa05f38c5"} {"level":"info","ts":1784910119.6188638,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c430b507-56bd-45d8-97ed-571fa05f38c5"} {"level":"info","ts":1784910119.6188776,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c430b507-56bd-45d8-97ed-571fa05f38c5","EoS":false} {"level":"info","ts":1784910119.6188912,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c430b507-56bd-45d8-97ed-571fa05f38c5","EoS":true} {"level":"info","ts":1784910119.618929,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c430b507-56bd-45d8-97ed-571fa05f38c5"} {"level":"info","ts":1784910142.725228,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910142.7253358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47f4dd97-ecf3-492b-bd62-7b1ab3a16814"} {"level":"info","ts":1784910142.725348,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"47f4dd97-ecf3-492b-bd62-7b1ab3a16814"} {"level":"info","ts":1784910142.7253652,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47f4dd97-ecf3-492b-bd62-7b1ab3a16814","EoS":true} {"level":"info","ts":1784910142.7254128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47f4dd97-ecf3-492b-bd62-7b1ab3a16814","header":"x-maas-group"} {"level":"info","ts":1784910142.7254267,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47f4dd97-ecf3-492b-bd62-7b1ab3a16814","header":"x-maas-username"} {"level":"info","ts":1784910142.7254333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47f4dd97-ecf3-492b-bd62-7b1ab3a16814","header":"x-maas-subscription"} {"level":"info","ts":1784910142.7254505,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47f4dd97-ecf3-492b-bd62-7b1ab3a16814","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910142.7254786,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"47f4dd97-ecf3-492b-bd62-7b1ab3a16814"} {"level":"info","ts":1784910142.7282507,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"47f4dd97-ecf3-492b-bd62-7b1ab3a16814"} {"level":"info","ts":1784910142.7282722,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"47f4dd97-ecf3-492b-bd62-7b1ab3a16814"} {"level":"info","ts":1784910142.7282875,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"47f4dd97-ecf3-492b-bd62-7b1ab3a16814","EoS":false} {"level":"info","ts":1784910142.7282996,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"47f4dd97-ecf3-492b-bd62-7b1ab3a16814","EoS":true} {"level":"info","ts":1784910142.728344,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"47f4dd97-ecf3-492b-bd62-7b1ab3a16814"} {"level":"info","ts":1784910142.8676062,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910142.8677053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c071c49-0703-4e43-b356-7cb0e4f67103"} {"level":"info","ts":1784910142.8677273,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1c071c49-0703-4e43-b356-7cb0e4f67103"} {"level":"info","ts":1784910142.8677392,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1c071c49-0703-4e43-b356-7cb0e4f67103","EoS":true} {"level":"info","ts":1784910142.8677647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1c071c49-0703-4e43-b356-7cb0e4f67103","header":"x-maas-subscription"} {"level":"info","ts":1784910142.8677747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1c071c49-0703-4e43-b356-7cb0e4f67103","header":"x-maas-group"} {"level":"info","ts":1784910142.8677793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1c071c49-0703-4e43-b356-7cb0e4f67103","header":"x-maas-username"} {"level":"info","ts":1784910142.8677926,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c071c49-0703-4e43-b356-7cb0e4f67103","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910142.867817,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1c071c49-0703-4e43-b356-7cb0e4f67103"} {"level":"info","ts":1784910142.8688,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1c071c49-0703-4e43-b356-7cb0e4f67103"} {"level":"info","ts":1784910142.868827,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1c071c49-0703-4e43-b356-7cb0e4f67103"} {"level":"info","ts":1784910142.868842,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1c071c49-0703-4e43-b356-7cb0e4f67103","EoS":false} {"level":"info","ts":1784910142.8688536,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1c071c49-0703-4e43-b356-7cb0e4f67103","EoS":true} {"level":"info","ts":1784910142.8688939,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1c071c49-0703-4e43-b356-7cb0e4f67103"} {"level":"info","ts":1784910143.006108,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910143.006217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f14e20f-992e-43b8-bcc2-ba2175cf426a"} {"level":"info","ts":1784910143.0062315,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1f14e20f-992e-43b8-bcc2-ba2175cf426a"} {"level":"info","ts":1784910143.0062442,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f14e20f-992e-43b8-bcc2-ba2175cf426a","EoS":true} {"level":"info","ts":1784910143.0062728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f14e20f-992e-43b8-bcc2-ba2175cf426a","header":"x-maas-group"} {"level":"info","ts":1784910143.006285,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f14e20f-992e-43b8-bcc2-ba2175cf426a","header":"x-maas-username"} {"level":"info","ts":1784910143.0062928,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f14e20f-992e-43b8-bcc2-ba2175cf426a","header":"x-maas-subscription"} {"level":"info","ts":1784910143.0063093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f14e20f-992e-43b8-bcc2-ba2175cf426a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910143.006338,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1f14e20f-992e-43b8-bcc2-ba2175cf426a"} {"level":"info","ts":1784910143.0072403,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1f14e20f-992e-43b8-bcc2-ba2175cf426a"} {"level":"info","ts":1784910143.0072649,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1f14e20f-992e-43b8-bcc2-ba2175cf426a"} {"level":"info","ts":1784910143.0072892,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1f14e20f-992e-43b8-bcc2-ba2175cf426a","EoS":false} {"level":"info","ts":1784910143.0073044,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1f14e20f-992e-43b8-bcc2-ba2175cf426a","EoS":true} {"level":"info","ts":1784910143.007348,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1f14e20f-992e-43b8-bcc2-ba2175cf426a"} {"level":"info","ts":1784910143.1428185,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910143.1429005,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a79f358a-9003-4d31-a4fb-e979022c2886"} {"level":"info","ts":1784910143.1429112,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a79f358a-9003-4d31-a4fb-e979022c2886"} {"level":"info","ts":1784910143.1429222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a79f358a-9003-4d31-a4fb-e979022c2886","EoS":true} {"level":"info","ts":1784910143.142948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a79f358a-9003-4d31-a4fb-e979022c2886","header":"x-maas-group"} {"level":"info","ts":1784910143.1429586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a79f358a-9003-4d31-a4fb-e979022c2886","header":"x-maas-username"} {"level":"info","ts":1784910143.1429644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a79f358a-9003-4d31-a4fb-e979022c2886","header":"x-maas-subscription"} {"level":"info","ts":1784910143.142977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a79f358a-9003-4d31-a4fb-e979022c2886","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910143.1430082,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a79f358a-9003-4d31-a4fb-e979022c2886"} {"level":"info","ts":1784910143.1439939,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a79f358a-9003-4d31-a4fb-e979022c2886"} {"level":"info","ts":1784910143.1440132,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a79f358a-9003-4d31-a4fb-e979022c2886"} {"level":"info","ts":1784910143.1440277,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a79f358a-9003-4d31-a4fb-e979022c2886","EoS":false} {"level":"info","ts":1784910143.1440396,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a79f358a-9003-4d31-a4fb-e979022c2886","EoS":true} {"level":"info","ts":1784910143.1440914,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a79f358a-9003-4d31-a4fb-e979022c2886"} {"level":"info","ts":1784910143.2809544,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910143.281043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1488b002-29d0-4f53-8526-a4f63ff9f37a"} {"level":"info","ts":1784910143.2810547,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1488b002-29d0-4f53-8526-a4f63ff9f37a"} {"level":"info","ts":1784910143.281066,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1488b002-29d0-4f53-8526-a4f63ff9f37a","EoS":true} {"level":"info","ts":1784910143.2810895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1488b002-29d0-4f53-8526-a4f63ff9f37a","header":"x-maas-username"} {"level":"info","ts":1784910143.2811,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1488b002-29d0-4f53-8526-a4f63ff9f37a","header":"x-maas-subscription"} {"level":"info","ts":1784910143.2811046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1488b002-29d0-4f53-8526-a4f63ff9f37a","header":"x-maas-group"} {"level":"info","ts":1784910143.2811184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1488b002-29d0-4f53-8526-a4f63ff9f37a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910143.2811763,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1488b002-29d0-4f53-8526-a4f63ff9f37a"} {"level":"info","ts":1784910143.2820551,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1488b002-29d0-4f53-8526-a4f63ff9f37a"} {"level":"info","ts":1784910143.2820694,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1488b002-29d0-4f53-8526-a4f63ff9f37a"} {"level":"info","ts":1784910143.2820854,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1488b002-29d0-4f53-8526-a4f63ff9f37a","EoS":false} {"level":"info","ts":1784910143.282096,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1488b002-29d0-4f53-8526-a4f63ff9f37a","EoS":true} {"level":"info","ts":1784910143.2821279,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1488b002-29d0-4f53-8526-a4f63ff9f37a"} {"level":"info","ts":1784910160.1173158,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910160.1173997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abbeb342-d5d4-4a87-85e9-1fc1ff1b5f21"} {"level":"info","ts":1784910160.1174154,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"abbeb342-d5d4-4a87-85e9-1fc1ff1b5f21"} {"level":"info","ts":1784910160.117428,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abbeb342-d5d4-4a87-85e9-1fc1ff1b5f21","EoS":true} {"level":"info","ts":1784910160.1174634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abbeb342-d5d4-4a87-85e9-1fc1ff1b5f21","header":"x-maas-username"} {"level":"info","ts":1784910160.117474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abbeb342-d5d4-4a87-85e9-1fc1ff1b5f21","header":"x-maas-subscription"} {"level":"info","ts":1784910160.117479,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abbeb342-d5d4-4a87-85e9-1fc1ff1b5f21","header":"x-maas-group"} {"level":"info","ts":1784910160.1174924,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abbeb342-d5d4-4a87-85e9-1fc1ff1b5f21","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910160.1175184,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"abbeb342-d5d4-4a87-85e9-1fc1ff1b5f21"} {"level":"info","ts":1784910160.1185086,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"abbeb342-d5d4-4a87-85e9-1fc1ff1b5f21"} {"level":"info","ts":1784910160.1185288,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"abbeb342-d5d4-4a87-85e9-1fc1ff1b5f21"} {"level":"info","ts":1784910160.1185427,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"abbeb342-d5d4-4a87-85e9-1fc1ff1b5f21","EoS":false} {"level":"info","ts":1784910160.1185534,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"abbeb342-d5d4-4a87-85e9-1fc1ff1b5f21","EoS":true} {"level":"info","ts":1784910160.118585,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"abbeb342-d5d4-4a87-85e9-1fc1ff1b5f21"} {"level":"info","ts":1784910160.2267082,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910160.2267902,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa3ad345-e311-4380-84d9-37017da39df3"} {"level":"info","ts":1784910160.228848,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aa3ad345-e311-4380-84d9-37017da39df3"} {"level":"info","ts":1784910160.2288725,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aa3ad345-e311-4380-84d9-37017da39df3"} {"level":"info","ts":1784910160.2288897,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa3ad345-e311-4380-84d9-37017da39df3","EoS":false} {"level":"info","ts":1784910160.2289016,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"aa3ad345-e311-4380-84d9-37017da39df3"} {"level":"info","ts":1784910160.2289298,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa3ad345-e311-4380-84d9-37017da39df3","EoS":true} {"level":"info","ts":1784910160.2289445,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"aa3ad345-e311-4380-84d9-37017da39df3"} {"level":"info","ts":1784910164.8457916,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910164.8458838,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"447e80fa-d318-4a80-a975-4bb4c520dbd0"} {"level":"info","ts":1784910164.845898,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"447e80fa-d318-4a80-a975-4bb4c520dbd0"} {"level":"info","ts":1784910164.8459115,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"447e80fa-d318-4a80-a975-4bb4c520dbd0","EoS":true} {"level":"info","ts":1784910164.8459387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"447e80fa-d318-4a80-a975-4bb4c520dbd0","header":"x-maas-group"} {"level":"info","ts":1784910164.8459532,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"447e80fa-d318-4a80-a975-4bb4c520dbd0","header":"x-maas-username"} {"level":"info","ts":1784910164.8459585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"447e80fa-d318-4a80-a975-4bb4c520dbd0","header":"x-maas-subscription"} {"level":"info","ts":1784910164.8459742,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"447e80fa-d318-4a80-a975-4bb4c520dbd0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910164.8459992,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"447e80fa-d318-4a80-a975-4bb4c520dbd0"} {"level":"info","ts":1784910164.8469741,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"447e80fa-d318-4a80-a975-4bb4c520dbd0"} {"level":"info","ts":1784910164.8469963,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"447e80fa-d318-4a80-a975-4bb4c520dbd0"} {"level":"info","ts":1784910164.8470104,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"447e80fa-d318-4a80-a975-4bb4c520dbd0","EoS":false} {"level":"info","ts":1784910164.8470225,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"447e80fa-d318-4a80-a975-4bb4c520dbd0","EoS":true} {"level":"info","ts":1784910164.8470628,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"447e80fa-d318-4a80-a975-4bb4c520dbd0"} {"level":"info","ts":1784910175.4607553,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910175.4608397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f21c7b33-c2e5-49f1-a5bf-85b94962720b"} {"level":"info","ts":1784910175.4608526,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f21c7b33-c2e5-49f1-a5bf-85b94962720b"} {"level":"info","ts":1784910175.4608648,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f21c7b33-c2e5-49f1-a5bf-85b94962720b","EoS":true} {"level":"info","ts":1784910175.4608884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f21c7b33-c2e5-49f1-a5bf-85b94962720b","header":"x-maas-group"} {"level":"info","ts":1784910175.46094,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f21c7b33-c2e5-49f1-a5bf-85b94962720b","header":"x-maas-username"} {"level":"info","ts":1784910175.460952,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f21c7b33-c2e5-49f1-a5bf-85b94962720b","header":"x-maas-subscription"} {"level":"info","ts":1784910175.4609704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f21c7b33-c2e5-49f1-a5bf-85b94962720b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784910175.461001,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f21c7b33-c2e5-49f1-a5bf-85b94962720b"} {"level":"info","ts":1784910175.4618976,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f21c7b33-c2e5-49f1-a5bf-85b94962720b"} {"level":"info","ts":1784910175.4619193,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f21c7b33-c2e5-49f1-a5bf-85b94962720b"} {"level":"info","ts":1784910175.4619343,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f21c7b33-c2e5-49f1-a5bf-85b94962720b","EoS":false} {"level":"info","ts":1784910175.461945,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f21c7b33-c2e5-49f1-a5bf-85b94962720b","EoS":true} {"level":"info","ts":1784910175.4619787,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f21c7b33-c2e5-49f1-a5bf-85b94962720b"} {"level":"info","ts":1784910188.5004103,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910188.500487,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce235abe-c94f-49a9-b674-00bb3c47fce6"} {"level":"info","ts":1784910188.5004983,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce235abe-c94f-49a9-b674-00bb3c47fce6"} {"level":"info","ts":1784910188.5005105,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce235abe-c94f-49a9-b674-00bb3c47fce6","EoS":true} {"level":"info","ts":1784910188.5005376,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce235abe-c94f-49a9-b674-00bb3c47fce6","header":"x-maas-subscription"} {"level":"info","ts":1784910188.500548,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce235abe-c94f-49a9-b674-00bb3c47fce6","header":"x-maas-username"} {"level":"info","ts":1784910188.5005524,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce235abe-c94f-49a9-b674-00bb3c47fce6","header":"x-maas-group"} {"level":"info","ts":1784910188.5005646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce235abe-c94f-49a9-b674-00bb3c47fce6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910188.5005896,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce235abe-c94f-49a9-b674-00bb3c47fce6"} {"level":"info","ts":1784910188.501553,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ce235abe-c94f-49a9-b674-00bb3c47fce6"} {"level":"info","ts":1784910188.501579,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ce235abe-c94f-49a9-b674-00bb3c47fce6"} {"level":"info","ts":1784910188.5015943,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ce235abe-c94f-49a9-b674-00bb3c47fce6","EoS":false} {"level":"info","ts":1784910188.5016067,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ce235abe-c94f-49a9-b674-00bb3c47fce6","EoS":true} {"level":"info","ts":1784910188.5016537,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ce235abe-c94f-49a9-b674-00bb3c47fce6"} {"level":"info","ts":1784910197.0157604,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910197.0158446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf6027cd-1bba-41fa-83ca-4b05559ae3d1"} {"level":"info","ts":1784910197.0158546,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf6027cd-1bba-41fa-83ca-4b05559ae3d1"} {"level":"info","ts":1784910197.0158658,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf6027cd-1bba-41fa-83ca-4b05559ae3d1","EoS":true} {"level":"info","ts":1784910197.0158901,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf6027cd-1bba-41fa-83ca-4b05559ae3d1","header":"x-maas-subscription"} {"level":"info","ts":1784910197.0159006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf6027cd-1bba-41fa-83ca-4b05559ae3d1","header":"x-maas-username"} {"level":"info","ts":1784910197.0159059,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf6027cd-1bba-41fa-83ca-4b05559ae3d1","header":"x-maas-group"} {"level":"info","ts":1784910197.01592,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf6027cd-1bba-41fa-83ca-4b05559ae3d1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910197.0159419,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf6027cd-1bba-41fa-83ca-4b05559ae3d1"} {"level":"info","ts":1784910197.0169158,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf6027cd-1bba-41fa-83ca-4b05559ae3d1"} {"level":"info","ts":1784910197.016937,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cf6027cd-1bba-41fa-83ca-4b05559ae3d1"} {"level":"info","ts":1784910197.0169528,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cf6027cd-1bba-41fa-83ca-4b05559ae3d1","EoS":false} {"level":"info","ts":1784910197.016965,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cf6027cd-1bba-41fa-83ca-4b05559ae3d1","EoS":true} {"level":"info","ts":1784910197.0170047,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cf6027cd-1bba-41fa-83ca-4b05559ae3d1"} {"level":"info","ts":1784910205.8691797,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910205.8692648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d7c1aa8-8f29-43be-9c7b-b0ee5f8138fe"} {"level":"info","ts":1784910205.8692782,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6d7c1aa8-8f29-43be-9c7b-b0ee5f8138fe"} {"level":"info","ts":1784910205.8692899,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d7c1aa8-8f29-43be-9c7b-b0ee5f8138fe","EoS":true} {"level":"info","ts":1784910205.869314,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d7c1aa8-8f29-43be-9c7b-b0ee5f8138fe","header":"x-maas-group"} {"level":"info","ts":1784910205.8693244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d7c1aa8-8f29-43be-9c7b-b0ee5f8138fe","header":"x-maas-username"} {"level":"info","ts":1784910205.8693297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d7c1aa8-8f29-43be-9c7b-b0ee5f8138fe","header":"x-maas-subscription"} {"level":"info","ts":1784910205.8693433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d7c1aa8-8f29-43be-9c7b-b0ee5f8138fe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910205.8694146,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6d7c1aa8-8f29-43be-9c7b-b0ee5f8138fe"} {"level":"info","ts":1784910205.8703654,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6d7c1aa8-8f29-43be-9c7b-b0ee5f8138fe"} {"level":"info","ts":1784910205.8703835,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6d7c1aa8-8f29-43be-9c7b-b0ee5f8138fe"} {"level":"info","ts":1784910205.8704007,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6d7c1aa8-8f29-43be-9c7b-b0ee5f8138fe","EoS":false} {"level":"info","ts":1784910205.8704233,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6d7c1aa8-8f29-43be-9c7b-b0ee5f8138fe","EoS":true} {"level":"info","ts":1784910205.870457,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6d7c1aa8-8f29-43be-9c7b-b0ee5f8138fe"} {"level":"info","ts":1784910228.717656,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910228.7177546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd0dd3d5-0e3c-4d0b-b441-73ec0b95ba98"} {"level":"info","ts":1784910228.7177758,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd0dd3d5-0e3c-4d0b-b441-73ec0b95ba98"} {"level":"info","ts":1784910228.7177935,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd0dd3d5-0e3c-4d0b-b441-73ec0b95ba98","EoS":true} {"level":"info","ts":1784910228.717831,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd0dd3d5-0e3c-4d0b-b441-73ec0b95ba98","header":"x-maas-subscription"} {"level":"info","ts":1784910228.717846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd0dd3d5-0e3c-4d0b-b441-73ec0b95ba98","header":"x-maas-username"} {"level":"info","ts":1784910228.717853,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd0dd3d5-0e3c-4d0b-b441-73ec0b95ba98","header":"x-maas-group"} {"level":"info","ts":1784910228.717872,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd0dd3d5-0e3c-4d0b-b441-73ec0b95ba98","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784910228.717909,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd0dd3d5-0e3c-4d0b-b441-73ec0b95ba98"} {"level":"info","ts":1784910228.7197516,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cd0dd3d5-0e3c-4d0b-b441-73ec0b95ba98"} {"level":"info","ts":1784910228.7197742,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cd0dd3d5-0e3c-4d0b-b441-73ec0b95ba98"} {"level":"info","ts":1784910228.7197983,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd0dd3d5-0e3c-4d0b-b441-73ec0b95ba98","EoS":false} {"level":"info","ts":1784910228.7198172,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd0dd3d5-0e3c-4d0b-b441-73ec0b95ba98","EoS":true} {"level":"info","ts":1784910228.7198694,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cd0dd3d5-0e3c-4d0b-b441-73ec0b95ba98"} {"level":"info","ts":1784910251.1597207,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910251.1598024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc088bdd-0dc1-47aa-920c-ee47f7a3119a"} {"level":"info","ts":1784910251.159816,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc088bdd-0dc1-47aa-920c-ee47f7a3119a"} {"level":"info","ts":1784910251.1598282,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc088bdd-0dc1-47aa-920c-ee47f7a3119a","EoS":true} {"level":"info","ts":1784910251.1598592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc088bdd-0dc1-47aa-920c-ee47f7a3119a","header":"x-maas-username"} {"level":"info","ts":1784910251.1598701,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc088bdd-0dc1-47aa-920c-ee47f7a3119a","header":"x-maas-subscription"} {"level":"info","ts":1784910251.1598754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc088bdd-0dc1-47aa-920c-ee47f7a3119a","header":"x-maas-group"} {"level":"info","ts":1784910251.1598892,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc088bdd-0dc1-47aa-920c-ee47f7a3119a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784910251.159907,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc088bdd-0dc1-47aa-920c-ee47f7a3119a"} {"level":"info","ts":1784910251.16079,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cc088bdd-0dc1-47aa-920c-ee47f7a3119a"} {"level":"info","ts":1784910251.160811,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cc088bdd-0dc1-47aa-920c-ee47f7a3119a"} {"level":"info","ts":1784910251.1608331,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cc088bdd-0dc1-47aa-920c-ee47f7a3119a","EoS":false} {"level":"info","ts":1784910251.1608527,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cc088bdd-0dc1-47aa-920c-ee47f7a3119a","EoS":true} {"level":"info","ts":1784910251.1609027,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cc088bdd-0dc1-47aa-920c-ee47f7a3119a"} {"level":"info","ts":1784910277.6758325,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910277.675936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c5391f7-7e30-4875-9687-48108ceb493b"} {"level":"info","ts":1784910277.6759524,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c5391f7-7e30-4875-9687-48108ceb493b"} {"level":"info","ts":1784910277.675972,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c5391f7-7e30-4875-9687-48108ceb493b","EoS":true} {"level":"info","ts":1784910277.676013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c5391f7-7e30-4875-9687-48108ceb493b","header":"x-maas-subscription"} {"level":"info","ts":1784910277.676028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c5391f7-7e30-4875-9687-48108ceb493b","header":"x-maas-group"} {"level":"info","ts":1784910277.6760368,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c5391f7-7e30-4875-9687-48108ceb493b","header":"x-maas-username"} {"level":"info","ts":1784910277.6760561,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c5391f7-7e30-4875-9687-48108ceb493b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910277.6760917,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c5391f7-7e30-4875-9687-48108ceb493b"} {"level":"info","ts":1784910277.677101,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6c5391f7-7e30-4875-9687-48108ceb493b"} {"level":"info","ts":1784910277.677121,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6c5391f7-7e30-4875-9687-48108ceb493b"} {"level":"info","ts":1784910277.6771357,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6c5391f7-7e30-4875-9687-48108ceb493b","EoS":false} {"level":"info","ts":1784910277.6771712,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6c5391f7-7e30-4875-9687-48108ceb493b","EoS":true} {"level":"info","ts":1784910277.6772246,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6c5391f7-7e30-4875-9687-48108ceb493b"} {"level":"info","ts":1784910287.0631359,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910287.0633705,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"273d9d9b-f8da-4595-9f96-56fa51a3a078"} {"level":"info","ts":1784910287.0634468,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"273d9d9b-f8da-4595-9f96-56fa51a3a078"} {"level":"info","ts":1784910287.0634925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"273d9d9b-f8da-4595-9f96-56fa51a3a078","EoS":true} {"level":"info","ts":1784910287.0635471,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"273d9d9b-f8da-4595-9f96-56fa51a3a078","header":"x-maas-username"} {"level":"info","ts":1784910287.063564,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"273d9d9b-f8da-4595-9f96-56fa51a3a078","header":"x-maas-subscription"} {"level":"info","ts":1784910287.0635712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"273d9d9b-f8da-4595-9f96-56fa51a3a078","header":"x-maas-group"} {"level":"info","ts":1784910287.063594,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"273d9d9b-f8da-4595-9f96-56fa51a3a078","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910287.0636244,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"273d9d9b-f8da-4595-9f96-56fa51a3a078"} {"level":"info","ts":1784910287.0668054,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"273d9d9b-f8da-4595-9f96-56fa51a3a078"} {"level":"info","ts":1784910287.066832,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"273d9d9b-f8da-4595-9f96-56fa51a3a078"} {"level":"info","ts":1784910287.066867,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"273d9d9b-f8da-4595-9f96-56fa51a3a078","EoS":false} {"level":"info","ts":1784910287.066889,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"273d9d9b-f8da-4595-9f96-56fa51a3a078","EoS":true} {"level":"info","ts":1784910287.0669446,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"273d9d9b-f8da-4595-9f96-56fa51a3a078"} {"level":"info","ts":1784910287.1036181,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910287.103711,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b821ad70-784d-481a-8240-9bc6a209d80d"} {"level":"info","ts":1784910287.1037269,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b821ad70-784d-481a-8240-9bc6a209d80d"} {"level":"info","ts":1784910287.1037476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b821ad70-784d-481a-8240-9bc6a209d80d","EoS":true} {"level":"info","ts":1784910287.1037848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b821ad70-784d-481a-8240-9bc6a209d80d","header":"x-maas-username"} {"level":"info","ts":1784910287.1038384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b821ad70-784d-481a-8240-9bc6a209d80d","header":"x-maas-subscription"} {"level":"info","ts":1784910287.1038516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b821ad70-784d-481a-8240-9bc6a209d80d","header":"x-maas-group"} {"level":"info","ts":1784910287.1038713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b821ad70-784d-481a-8240-9bc6a209d80d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910287.103913,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b821ad70-784d-481a-8240-9bc6a209d80d"} {"level":"info","ts":1784910287.1049743,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b821ad70-784d-481a-8240-9bc6a209d80d"} {"level":"info","ts":1784910287.1049957,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b821ad70-784d-481a-8240-9bc6a209d80d"} {"level":"info","ts":1784910287.105013,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b821ad70-784d-481a-8240-9bc6a209d80d","EoS":false} {"level":"info","ts":1784910287.105029,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b821ad70-784d-481a-8240-9bc6a209d80d","EoS":true} {"level":"info","ts":1784910287.1050768,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b821ad70-784d-481a-8240-9bc6a209d80d"} {"level":"info","ts":1784910306.1760962,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910306.1762755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4878f1b8-2819-44eb-a2dd-6aeeb4ab4021"} {"level":"info","ts":1784910306.176299,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4878f1b8-2819-44eb-a2dd-6aeeb4ab4021"} {"level":"info","ts":1784910306.1763213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4878f1b8-2819-44eb-a2dd-6aeeb4ab4021","EoS":true} {"level":"info","ts":1784910306.1763577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4878f1b8-2819-44eb-a2dd-6aeeb4ab4021","header":"x-maas-subscription"} {"level":"info","ts":1784910306.1763716,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4878f1b8-2819-44eb-a2dd-6aeeb4ab4021","header":"x-maas-group"} {"level":"info","ts":1784910306.1763797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4878f1b8-2819-44eb-a2dd-6aeeb4ab4021","header":"x-maas-username"} {"level":"info","ts":1784910306.176398,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4878f1b8-2819-44eb-a2dd-6aeeb4ab4021","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910306.1764297,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4878f1b8-2819-44eb-a2dd-6aeeb4ab4021"} {"level":"info","ts":1784910306.1774988,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4878f1b8-2819-44eb-a2dd-6aeeb4ab4021"} {"level":"info","ts":1784910306.17752,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4878f1b8-2819-44eb-a2dd-6aeeb4ab4021"} {"level":"info","ts":1784910306.1775436,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4878f1b8-2819-44eb-a2dd-6aeeb4ab4021","EoS":false} {"level":"info","ts":1784910306.1775649,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4878f1b8-2819-44eb-a2dd-6aeeb4ab4021","EoS":true} {"level":"info","ts":1784910306.1776104,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4878f1b8-2819-44eb-a2dd-6aeeb4ab4021"} {"level":"info","ts":1784910434.829807,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910434.8298848,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eca9cb5e-04a4-418a-a2f9-f10a82b31248"} {"level":"info","ts":1784910434.8298967,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eca9cb5e-04a4-418a-a2f9-f10a82b31248"} {"level":"info","ts":1784910434.8299081,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eca9cb5e-04a4-418a-a2f9-f10a82b31248","EoS":true} {"level":"info","ts":1784910434.8299322,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eca9cb5e-04a4-418a-a2f9-f10a82b31248","header":"x-maas-group"} {"level":"info","ts":1784910434.829943,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eca9cb5e-04a4-418a-a2f9-f10a82b31248","header":"x-maas-subscription"} {"level":"info","ts":1784910434.829948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eca9cb5e-04a4-418a-a2f9-f10a82b31248","header":"x-maas-username"} {"level":"info","ts":1784910434.829961,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eca9cb5e-04a4-418a-a2f9-f10a82b31248","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784910434.8299854,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eca9cb5e-04a4-418a-a2f9-f10a82b31248"} {"level":"info","ts":1784910434.8323233,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eca9cb5e-04a4-418a-a2f9-f10a82b31248"} {"level":"info","ts":1784910434.8323462,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"eca9cb5e-04a4-418a-a2f9-f10a82b31248"} {"level":"info","ts":1784910434.8323627,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eca9cb5e-04a4-418a-a2f9-f10a82b31248","EoS":false} {"level":"info","ts":1784910434.8323736,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eca9cb5e-04a4-418a-a2f9-f10a82b31248","EoS":true} {"level":"info","ts":1784910434.8324058,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"eca9cb5e-04a4-418a-a2f9-f10a82b31248"} {"level":"info","ts":1784910471.8600664,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910471.860172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e71ca323-3d6b-481f-b0f7-b72acfca5a31"} {"level":"info","ts":1784910471.8601844,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e71ca323-3d6b-481f-b0f7-b72acfca5a31"} {"level":"info","ts":1784910471.8601968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e71ca323-3d6b-481f-b0f7-b72acfca5a31","EoS":true} {"level":"info","ts":1784910471.8602242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e71ca323-3d6b-481f-b0f7-b72acfca5a31","header":"x-maas-group"} {"level":"info","ts":1784910471.860235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e71ca323-3d6b-481f-b0f7-b72acfca5a31","header":"x-maas-username"} {"level":"info","ts":1784910471.8602798,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e71ca323-3d6b-481f-b0f7-b72acfca5a31","header":"x-maas-subscription"} {"level":"info","ts":1784910471.8602972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e71ca323-3d6b-481f-b0f7-b72acfca5a31","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910471.8603256,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e71ca323-3d6b-481f-b0f7-b72acfca5a31"} {"level":"info","ts":1784910471.8619716,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e71ca323-3d6b-481f-b0f7-b72acfca5a31"} {"level":"info","ts":1784910471.8619936,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e71ca323-3d6b-481f-b0f7-b72acfca5a31"} {"level":"info","ts":1784910471.8620083,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e71ca323-3d6b-481f-b0f7-b72acfca5a31","EoS":false} {"level":"info","ts":1784910471.8620198,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e71ca323-3d6b-481f-b0f7-b72acfca5a31","EoS":true} {"level":"info","ts":1784910471.8620543,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e71ca323-3d6b-481f-b0f7-b72acfca5a31"} {"level":"info","ts":1784910487.0778604,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910487.077945,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c185cfb0-8de4-4acc-8c20-6d3c3bc5d3e9"} {"level":"info","ts":1784910487.0779574,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c185cfb0-8de4-4acc-8c20-6d3c3bc5d3e9"} {"level":"info","ts":1784910487.077969,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c185cfb0-8de4-4acc-8c20-6d3c3bc5d3e9","EoS":true} {"level":"info","ts":1784910487.0779967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c185cfb0-8de4-4acc-8c20-6d3c3bc5d3e9","header":"x-maas-subscription"} {"level":"info","ts":1784910487.0780065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c185cfb0-8de4-4acc-8c20-6d3c3bc5d3e9","header":"x-maas-username"} {"level":"info","ts":1784910487.078011,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c185cfb0-8de4-4acc-8c20-6d3c3bc5d3e9","header":"x-maas-group"} {"level":"info","ts":1784910487.0780237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c185cfb0-8de4-4acc-8c20-6d3c3bc5d3e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910487.078047,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c185cfb0-8de4-4acc-8c20-6d3c3bc5d3e9"} {"level":"info","ts":1784910487.0808933,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c185cfb0-8de4-4acc-8c20-6d3c3bc5d3e9"} {"level":"info","ts":1784910487.0809138,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c185cfb0-8de4-4acc-8c20-6d3c3bc5d3e9"} {"level":"info","ts":1784910487.0809288,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c185cfb0-8de4-4acc-8c20-6d3c3bc5d3e9","EoS":false} {"level":"info","ts":1784910487.0809453,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c185cfb0-8de4-4acc-8c20-6d3c3bc5d3e9","EoS":true} {"level":"info","ts":1784910487.0809805,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c185cfb0-8de4-4acc-8c20-6d3c3bc5d3e9"} {"level":"info","ts":1784910808.611765,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910808.6118622,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16e9712f-ee42-4cb3-b9d1-99f57e16eeac"} {"level":"info","ts":1784910808.6118767,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"16e9712f-ee42-4cb3-b9d1-99f57e16eeac"} {"level":"info","ts":1784910808.6118963,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16e9712f-ee42-4cb3-b9d1-99f57e16eeac","EoS":true} {"level":"info","ts":1784910808.6119354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16e9712f-ee42-4cb3-b9d1-99f57e16eeac","header":"x-maas-username"} {"level":"info","ts":1784910808.6119485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16e9712f-ee42-4cb3-b9d1-99f57e16eeac","header":"x-maas-subscription"} {"level":"info","ts":1784910808.6119573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16e9712f-ee42-4cb3-b9d1-99f57e16eeac","header":"x-maas-group"} {"level":"info","ts":1784910808.6119766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16e9712f-ee42-4cb3-b9d1-99f57e16eeac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784910808.6120114,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"16e9712f-ee42-4cb3-b9d1-99f57e16eeac"} {"level":"info","ts":1784910808.61302,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"16e9712f-ee42-4cb3-b9d1-99f57e16eeac"} {"level":"info","ts":1784910808.6130414,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"16e9712f-ee42-4cb3-b9d1-99f57e16eeac"} {"level":"info","ts":1784910808.61306,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"16e9712f-ee42-4cb3-b9d1-99f57e16eeac","EoS":false} {"level":"info","ts":1784910808.6130717,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"16e9712f-ee42-4cb3-b9d1-99f57e16eeac","EoS":true} {"level":"info","ts":1784910808.6131086,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"16e9712f-ee42-4cb3-b9d1-99f57e16eeac"} {"level":"info","ts":1784910813.3894718,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f9bee250-c31c-4328-abb2-c1abf4e77908","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784910813.3897407,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32648.644675883,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784910813.389771,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784910813.450617,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784910813.4906328,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f9bee250-c31c-4328-abb2-c1abf4e77908","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784910813.507328,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eea04ef9-6906-4ca5-b7cd-1d3a5343d701","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784910813.507334,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac8fbabe-0beb-4b0e-8303-c2e68a979353"} {"level":"info","ts":1784910813.5073707,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eea04ef9-6906-4ca5-b7cd-1d3a5343d701","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784910813.5162146,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0998b101-1bd7-4a8a-ad96-ee0e178013d8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784910813.516243,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0998b101-1bd7-4a8a-ad96-ee0e178013d8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784910813.5164297,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36761.728215016,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784910813.5164516,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784910813.523384,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784910813.6172774,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac8fbabe-0beb-4b0e-8303-c2e68a979353","name":"e2e-external-provider"} {"level":"info","ts":1784910813.6269069,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac8fbabe-0beb-4b0e-8303-c2e68a979353","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784910813.6270406,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"589f3655-fd31-4950-8bc6-770f503a941a"} {"level":"info","ts":1784910813.627636,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb8baf9c-53e1-4024-b6e4-518720cc84d1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784910813.6276753,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb8baf9c-53e1-4024-b6e4-518720cc84d1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784910813.6354594,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"589f3655-fd31-4950-8bc6-770f503a941a","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784910813.635578,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f50a432-e977-4e4b-8161-824222f8fed6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784910813.6356037,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f50a432-e977-4e4b-8161-824222f8fed6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784910813.635779,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac8fbabe-0beb-4b0e-8303-c2e68a979353","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784910813.6406555,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"589f3655-fd31-4950-8bc6-770f503a941a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784910813.640727,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"347e1283-9fa9-4e08-be12-e7ed7452d0a5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784910813.6407368,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0edacb94-2ec2-4a3a-a4a8-eb878e0fd1e3"} {"level":"info","ts":1784910813.640751,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"347e1283-9fa9-4e08-be12-e7ed7452d0a5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784910813.6407647,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0edacb94-2ec2-4a3a-a4a8-eb878e0fd1e3","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784910813.6438434,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac8fbabe-0beb-4b0e-8303-c2e68a979353","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784910813.6454113,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0edacb94-2ec2-4a3a-a4a8-eb878e0fd1e3","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784910813.6511815,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"95595f3b-c8d9-48c9-9e77-344eb25a8af6"} {"level":"info","ts":1784910813.6511924,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"739094bd-f8a3-44c7-adc0-7da4a66dd30a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784910813.6512141,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"739094bd-f8a3-44c7-adc0-7da4a66dd30a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784910813.651239,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"95595f3b-c8d9-48c9-9e77-344eb25a8af6","name":"e2e-external-provider"} {"level":"info","ts":1784910813.6512673,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cd3282a-6282-4b0d-8d74-89e1f892e85e"} {"level":"info","ts":1784910813.6514912,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35172.375037588,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784910813.6515083,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784910813.651537,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a637ef76-f920-4840-81d5-30fcf81b2cb9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784910813.6515582,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a637ef76-f920-4840-81d5-30fcf81b2cb9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784910813.6588519,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784910813.6612387,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"95595f3b-c8d9-48c9-9e77-344eb25a8af6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784910813.6658354,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7562a2e8-0683-41a2-9858-cc2db1eb4166"} {"level":"info","ts":1784910813.6658905,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7562a2e8-0683-41a2-9858-cc2db1eb4166","name":"e2e-external-provider"} {"level":"info","ts":1784910813.6755674,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7562a2e8-0683-41a2-9858-cc2db1eb4166","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784910813.7521882,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cd3282a-6282-4b0d-8d74-89e1f892e85e","name":"e2e-external-model"} {"level":"info","ts":1784910813.7641273,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cd3282a-6282-4b0d-8d74-89e1f892e85e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784910813.7735522,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aac0a373-d930-4a71-ba47-f66fdf612490"} {"level":"info","ts":1784910813.7735958,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d07cc08-d4fb-4171-91e5-a3e073e60713","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784910813.773648,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d07cc08-d4fb-4171-91e5-a3e073e60713","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784910813.773649,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aac0a373-d930-4a71-ba47-f66fdf612490","name":"e2e-external-model"} {"level":"error","ts":1784910813.786362,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aac0a373-d930-4a71-ba47-f66fdf612490","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784910813.7864368,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5bc096c7-6958-473f-8bd8-484eb6d6cf39","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784910813.7864764,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5bc096c7-6958-473f-8bd8-484eb6d6cf39","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784910813.7864468,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3cbccc5b-0257-4c04-a69d-c889a4b0abcd"} {"level":"info","ts":1784910813.7865636,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3cbccc5b-0257-4c04-a69d-c889a4b0abcd","name":"e2e-external-model"} {"level":"info","ts":1784910813.7948728,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3cbccc5b-0257-4c04-a69d-c889a4b0abcd","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784910813.8022406,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d896731-ed6f-4491-8f9a-788806e5aa16"} {"level":"info","ts":1784910813.8022456,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c99f8469-1135-4dab-80c9-169ca647ec7b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784910813.802274,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c99f8469-1135-4dab-80c9-169ca647ec7b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784910813.8022952,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d896731-ed6f-4491-8f9a-788806e5aa16","name":"e2e-external-model"} {"level":"info","ts":1784910813.8106837,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d896731-ed6f-4491-8f9a-788806e5aa16","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784910825.3003368,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910825.3004162,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"545ab978-fd02-4898-ad98-bf8cb72cf5aa"} {"level":"info","ts":1784910825.3004289,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"545ab978-fd02-4898-ad98-bf8cb72cf5aa"} {"level":"info","ts":1784910825.3004448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"545ab978-fd02-4898-ad98-bf8cb72cf5aa","EoS":true} {"level":"info","ts":1784910825.3004782,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"545ab978-fd02-4898-ad98-bf8cb72cf5aa","header":"x-maas-group"} {"level":"info","ts":1784910825.300491,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"545ab978-fd02-4898-ad98-bf8cb72cf5aa","header":"x-maas-username"} {"level":"info","ts":1784910825.3004982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"545ab978-fd02-4898-ad98-bf8cb72cf5aa","header":"x-maas-subscription"} {"level":"info","ts":1784910825.3005157,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"545ab978-fd02-4898-ad98-bf8cb72cf5aa","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784910825.3005292,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"545ab978-fd02-4898-ad98-bf8cb72cf5aa","modelName":"e2e-external-model"} {"level":"info","ts":1784910825.3005464,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"545ab978-fd02-4898-ad98-bf8cb72cf5aa","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784910825.3005867,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"545ab978-fd02-4898-ad98-bf8cb72cf5aa","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784910825.3006027,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"545ab978-fd02-4898-ad98-bf8cb72cf5aa","authType":"apikey"} {"level":"info","ts":1784910825.3006382,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"545ab978-fd02-4898-ad98-bf8cb72cf5aa"} {"level":"info","ts":1784910825.4116857,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b32d841c-33df-429c-936c-b05161d4a4f6"} {"level":"info","ts":1784910825.4117177,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"154f601e-4288-482a-b4d4-d287ba476ced","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784910825.4117575,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"154f601e-4288-482a-b4d4-d287ba476ced","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784910825.4195578,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b32d841c-33df-429c-936c-b05161d4a4f6","name":"e2e-cleanup-test"} {"level":"info","ts":1784910825.4195664,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80cfe0a9-59d5-4194-9054-3f1cb199c90d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784910825.4196737,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80cfe0a9-59d5-4194-9054-3f1cb199c90d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784910825.454437,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b32d841c-33df-429c-936c-b05161d4a4f6","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784910825.454544,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"233b96cd-602f-45b0-b37e-601b2e7bf51e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784910825.4545865,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"233b96cd-602f-45b0-b37e-601b2e7bf51e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784910825.4545438,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8fb4ea8-e298-42d1-8dad-74c41f31710e"} {"level":"info","ts":1784910825.45466,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8fb4ea8-e298-42d1-8dad-74c41f31710e","name":"e2e-cleanup-test"} {"level":"info","ts":1784910825.4642785,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8fb4ea8-e298-42d1-8dad-74c41f31710e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784910825.4705484,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86f19476-0bb9-4369-9523-bb4da5a81701"} {"level":"info","ts":1784910825.4705718,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ced0411-cb55-4f2f-aeb9-4ef59ba2dda5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784910825.470595,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ced0411-cb55-4f2f-aeb9-4ef59ba2dda5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784910825.4706333,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86f19476-0bb9-4369-9523-bb4da5a81701","name":"e2e-cleanup-test"} {"level":"info","ts":1784910825.4809136,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86f19476-0bb9-4369-9523-bb4da5a81701","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784910833.6589882,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a8a0b44-bcd9-4ee8-9069-7a899928aac6"} {"level":"info","ts":1784910833.6590388,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22a2fdc9-86c2-4962-9afc-5d1f0fb43d43","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784910833.6590717,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22a2fdc9-86c2-4962-9afc-5d1f0fb43d43","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784910837.9617198,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910837.961815,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a21b85f7-e75b-479d-8518-33ffed6431ec"} {"level":"info","ts":1784910837.9618325,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a21b85f7-e75b-479d-8518-33ffed6431ec"} {"level":"info","ts":1784910837.9618511,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a21b85f7-e75b-479d-8518-33ffed6431ec","EoS":true} {"level":"info","ts":1784910837.961901,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a21b85f7-e75b-479d-8518-33ffed6431ec","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784910837.9619372,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a21b85f7-e75b-479d-8518-33ffed6431ec"} {"level":"info","ts":1784910837.999582,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910837.9996474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01cd499c-0f83-4dce-8ae5-eacdf53837d3"} {"level":"info","ts":1784910837.9996586,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"01cd499c-0f83-4dce-8ae5-eacdf53837d3"} {"level":"info","ts":1784910837.9996688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"01cd499c-0f83-4dce-8ae5-eacdf53837d3","EoS":true} {"level":"info","ts":1784910837.9996896,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01cd499c-0f83-4dce-8ae5-eacdf53837d3","header":"x-maas-username"} {"level":"info","ts":1784910837.9996977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01cd499c-0f83-4dce-8ae5-eacdf53837d3","header":"x-maas-group"} {"level":"info","ts":1784910837.9997036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01cd499c-0f83-4dce-8ae5-eacdf53837d3","header":"x-maas-subscription"} {"level":"info","ts":1784910837.9997156,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01cd499c-0f83-4dce-8ae5-eacdf53837d3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784910837.999722,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"01cd499c-0f83-4dce-8ae5-eacdf53837d3","modelName":"e2e-external-model"} {"level":"info","ts":1784910837.9997363,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"01cd499c-0f83-4dce-8ae5-eacdf53837d3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784910837.999759,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"01cd499c-0f83-4dce-8ae5-eacdf53837d3","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784910837.9997737,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"01cd499c-0f83-4dce-8ae5-eacdf53837d3","authType":"apikey"} {"level":"info","ts":1784910837.9997978,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"01cd499c-0f83-4dce-8ae5-eacdf53837d3"} {"level":"info","ts":1784910838.0376954,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910838.037761,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e31dee75-611a-46b7-8bbe-b9cbdd481363"} {"level":"info","ts":1784910838.0377722,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e31dee75-611a-46b7-8bbe-b9cbdd481363"} {"level":"info","ts":1784910838.0377836,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e31dee75-611a-46b7-8bbe-b9cbdd481363","EoS":true} {"level":"info","ts":1784910838.0378041,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e31dee75-611a-46b7-8bbe-b9cbdd481363","header":"x-maas-group"} {"level":"info","ts":1784910838.0378132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e31dee75-611a-46b7-8bbe-b9cbdd481363","header":"x-maas-subscription"} {"level":"info","ts":1784910838.0378208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e31dee75-611a-46b7-8bbe-b9cbdd481363","header":"x-maas-username"} {"level":"info","ts":1784910838.0378327,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e31dee75-611a-46b7-8bbe-b9cbdd481363","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784910838.0378537,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e31dee75-611a-46b7-8bbe-b9cbdd481363"} {"level":"info","ts":1784910838.1398828,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e31dee75-611a-46b7-8bbe-b9cbdd481363"} {"level":"info","ts":1784910838.139909,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e31dee75-611a-46b7-8bbe-b9cbdd481363"} {"level":"info","ts":1784910838.1399267,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e31dee75-611a-46b7-8bbe-b9cbdd481363","EoS":false} {"level":"info","ts":1784910838.1399395,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e31dee75-611a-46b7-8bbe-b9cbdd481363","EoS":true} {"level":"error","ts":1784910838.139955,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"e31dee75-611a-46b7-8bbe-b9cbdd481363","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784910838.1400173,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e31dee75-611a-46b7-8bbe-b9cbdd481363"} {"level":"info","ts":1784910838.178159,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910838.1782265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"636aedde-2e52-4915-a4be-b8b6303413a8"} {"level":"info","ts":1784910838.178238,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"636aedde-2e52-4915-a4be-b8b6303413a8"} {"level":"info","ts":1784910838.1782491,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"636aedde-2e52-4915-a4be-b8b6303413a8","EoS":true} {"level":"info","ts":1784910838.1782746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"636aedde-2e52-4915-a4be-b8b6303413a8","header":"x-maas-username"} {"level":"info","ts":1784910838.1782846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"636aedde-2e52-4915-a4be-b8b6303413a8","header":"x-maas-group"} {"level":"info","ts":1784910838.1782894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"636aedde-2e52-4915-a4be-b8b6303413a8","header":"x-maas-subscription"} {"level":"info","ts":1784910838.178321,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"636aedde-2e52-4915-a4be-b8b6303413a8"} {"level":"info","ts":1784910838.2551267,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"636aedde-2e52-4915-a4be-b8b6303413a8"} {"level":"info","ts":1784910838.2551873,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"636aedde-2e52-4915-a4be-b8b6303413a8"} {"level":"info","ts":1784910838.255206,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"636aedde-2e52-4915-a4be-b8b6303413a8","EoS":false} {"level":"info","ts":1784910838.2552195,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"636aedde-2e52-4915-a4be-b8b6303413a8","EoS":true} {"level":"error","ts":1784910838.255235,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"636aedde-2e52-4915-a4be-b8b6303413a8","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784910838.2552724,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"636aedde-2e52-4915-a4be-b8b6303413a8"} {"level":"info","ts":1784910839.0807924,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73727cd7-fe27-4670-a9f5-bab7caca9ff2"} {"level":"info","ts":1784910839.0808125,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9ce8662-15a2-46df-9c8d-93d9910bd211","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784910839.0808425,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9ce8662-15a2-46df-9c8d-93d9910bd211","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784910839.2944973,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0254f4de-af22-4868-8456-b504fa3ff795","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784910839.2945468,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0254f4de-af22-4868-8456-b504fa3ff795","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784910839.2945466,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bb376de3-923d-4aa8-a31f-aafdf21f660d"} {"level":"info","ts":1784910839.3999884,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2391d5b6-84f7-495e-b357-d5e7b2780692","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784910839.4000401,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2391d5b6-84f7-495e-b357-d5e7b2780692","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784911939.2724335,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784911939.272531,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1b493d4b-0680-4aaf-9c7b-ec66f09784d1"} {"level":"info","ts":1784912003.9228675,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784912003.9229553,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aec55de5-d7fd-4b91-95e4-e29b29bd4086"} {"level":"info","ts":1784912003.9229653,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aec55de5-d7fd-4b91-95e4-e29b29bd4086"} {"level":"info","ts":1784912003.9229774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aec55de5-d7fd-4b91-95e4-e29b29bd4086","EoS":true} {"level":"info","ts":1784912003.9230065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aec55de5-d7fd-4b91-95e4-e29b29bd4086","header":"x-maas-subscription"} {"level":"info","ts":1784912003.923017,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aec55de5-d7fd-4b91-95e4-e29b29bd4086","header":"x-maas-group"} {"level":"info","ts":1784912003.923022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aec55de5-d7fd-4b91-95e4-e29b29bd4086","header":"x-maas-username"} {"level":"info","ts":1784912003.9230368,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aec55de5-d7fd-4b91-95e4-e29b29bd4086","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784912003.923067,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aec55de5-d7fd-4b91-95e4-e29b29bd4086"} {"level":"info","ts":1784912003.9247563,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aec55de5-d7fd-4b91-95e4-e29b29bd4086"} {"level":"info","ts":1784912003.9247804,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aec55de5-d7fd-4b91-95e4-e29b29bd4086"} {"level":"info","ts":1784912003.9247973,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aec55de5-d7fd-4b91-95e4-e29b29bd4086","EoS":false} {"level":"info","ts":1784912003.9248095,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aec55de5-d7fd-4b91-95e4-e29b29bd4086","EoS":true} {"level":"info","ts":1784912003.924856,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"aec55de5-d7fd-4b91-95e4-e29b29bd4086"}