{"level":"info","ts":1785338884.0061173,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8332aad7-b69c-4019-9421-d543c8a1d846"} {"level":"info","ts":1785338884.0061285,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8332aad7-b69c-4019-9421-d543c8a1d846","EoS":false} {"level":"info","ts":1785338884.0061393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8332aad7-b69c-4019-9421-d543c8a1d846","EoS":true} {"level":"info","ts":1785338884.0061595,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8332aad7-b69c-4019-9421-d543c8a1d846","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785338884.0061767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8332aad7-b69c-4019-9421-d543c8a1d846","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338884.0062025,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8332aad7-b69c-4019-9421-d543c8a1d846"} {"level":"info","ts":1785338884.0409462,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338884.041036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f81c2c16-b275-4467-bdae-e6a0a0207944"} {"level":"info","ts":1785338884.0410478,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f81c2c16-b275-4467-bdae-e6a0a0207944"} {"level":"info","ts":1785338884.0410604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f81c2c16-b275-4467-bdae-e6a0a0207944","EoS":false} {"level":"info","ts":1785338884.0410726,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f81c2c16-b275-4467-bdae-e6a0a0207944","EoS":true} {"level":"info","ts":1785338884.0410938,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f81c2c16-b275-4467-bdae-e6a0a0207944","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785338884.0411088,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f81c2c16-b275-4467-bdae-e6a0a0207944","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338884.0411255,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f81c2c16-b275-4467-bdae-e6a0a0207944"} {"level":"info","ts":1785338884.093297,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338884.093429,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46acdc3f-bfc8-4494-913c-e4d6468b8910"} {"level":"info","ts":1785338884.093442,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"46acdc3f-bfc8-4494-913c-e4d6468b8910"} {"level":"info","ts":1785338884.0934567,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46acdc3f-bfc8-4494-913c-e4d6468b8910","EoS":false} {"level":"info","ts":1785338884.0934718,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46acdc3f-bfc8-4494-913c-e4d6468b8910","EoS":true} {"level":"info","ts":1785338884.093493,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46acdc3f-bfc8-4494-913c-e4d6468b8910","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785338884.0935094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46acdc3f-bfc8-4494-913c-e4d6468b8910","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785338884.0935304,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"46acdc3f-bfc8-4494-913c-e4d6468b8910"} {"level":"info","ts":1785338884.8432822,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338884.843386,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3df956a4-54eb-4f8e-8fc4-03aecac1f24b"} {"level":"info","ts":1785338884.8433976,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3df956a4-54eb-4f8e-8fc4-03aecac1f24b"} {"level":"info","ts":1785338884.8434093,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3df956a4-54eb-4f8e-8fc4-03aecac1f24b","EoS":false} {"level":"info","ts":1785338884.8434205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3df956a4-54eb-4f8e-8fc4-03aecac1f24b","EoS":true} {"level":"info","ts":1785338884.84344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3df956a4-54eb-4f8e-8fc4-03aecac1f24b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785338884.8434567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3df956a4-54eb-4f8e-8fc4-03aecac1f24b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338884.8434734,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3df956a4-54eb-4f8e-8fc4-03aecac1f24b"} {"level":"info","ts":1785338884.8841922,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338884.8843014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c4f2d8f-dc7f-4b88-a0df-e71c1c81aad3"} {"level":"info","ts":1785338884.8843145,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6c4f2d8f-dc7f-4b88-a0df-e71c1c81aad3"} {"level":"info","ts":1785338884.8843606,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c4f2d8f-dc7f-4b88-a0df-e71c1c81aad3","EoS":false} {"level":"info","ts":1785338884.8843818,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c4f2d8f-dc7f-4b88-a0df-e71c1c81aad3","EoS":true} {"level":"info","ts":1785338884.884417,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c4f2d8f-dc7f-4b88-a0df-e71c1c81aad3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785338884.884435,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c4f2d8f-dc7f-4b88-a0df-e71c1c81aad3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785338884.884458,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6c4f2d8f-dc7f-4b88-a0df-e71c1c81aad3"} {"level":"info","ts":1785338889.0617461,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338889.0618389,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af7b71b6-26d8-4976-8999-126cc328399c"} {"level":"info","ts":1785338889.0618489,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"af7b71b6-26d8-4976-8999-126cc328399c"} {"level":"info","ts":1785338889.0618615,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af7b71b6-26d8-4976-8999-126cc328399c","EoS":false} {"level":"info","ts":1785338889.0618737,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af7b71b6-26d8-4976-8999-126cc328399c","EoS":true} {"level":"info","ts":1785338889.0619023,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af7b71b6-26d8-4976-8999-126cc328399c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785338889.061922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af7b71b6-26d8-4976-8999-126cc328399c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785338889.0619452,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"af7b71b6-26d8-4976-8999-126cc328399c"} {"level":"info","ts":1785338908.1090267,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338908.1091082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a223595-c142-46f9-be71-07d9c09b6307"} {"level":"info","ts":1785338908.109118,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1a223595-c142-46f9-be71-07d9c09b6307"} {"level":"info","ts":1785338908.1091292,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a223595-c142-46f9-be71-07d9c09b6307","EoS":false} {"level":"info","ts":1785338908.1091423,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a223595-c142-46f9-be71-07d9c09b6307","EoS":true} {"level":"info","ts":1785338908.1091628,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1a223595-c142-46f9-be71-07d9c09b6307","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785338908.1092358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a223595-c142-46f9-be71-07d9c09b6307","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338908.1092577,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1a223595-c142-46f9-be71-07d9c09b6307"} {"level":"info","ts":1785338908.25189,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338908.2519743,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"664ec08b-3e36-4dd0-b4b2-c2785062996a"} {"level":"info","ts":1785338908.2519872,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"664ec08b-3e36-4dd0-b4b2-c2785062996a"} {"level":"info","ts":1785338908.251999,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"664ec08b-3e36-4dd0-b4b2-c2785062996a","EoS":false} {"level":"info","ts":1785338908.2520123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"664ec08b-3e36-4dd0-b4b2-c2785062996a","EoS":true} {"level":"info","ts":1785338908.252033,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"664ec08b-3e36-4dd0-b4b2-c2785062996a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785338908.2520478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"664ec08b-3e36-4dd0-b4b2-c2785062996a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338908.252067,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"664ec08b-3e36-4dd0-b4b2-c2785062996a"} {"level":"info","ts":1785338908.3941042,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338908.3942196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3023dc71-87ef-47ea-be19-14ce9eefb9ef"} {"level":"info","ts":1785338908.3942332,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3023dc71-87ef-47ea-be19-14ce9eefb9ef"} {"level":"info","ts":1785338908.3942451,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3023dc71-87ef-47ea-be19-14ce9eefb9ef","EoS":false} {"level":"info","ts":1785338908.3942559,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3023dc71-87ef-47ea-be19-14ce9eefb9ef","EoS":true} {"level":"info","ts":1785338908.3942761,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3023dc71-87ef-47ea-be19-14ce9eefb9ef","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785338908.3942912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3023dc71-87ef-47ea-be19-14ce9eefb9ef","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338908.3944037,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3023dc71-87ef-47ea-be19-14ce9eefb9ef"} {"level":"info","ts":1785338908.5317502,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338908.5318372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef20d023-0ef8-4fe7-8356-d4f9adb836c0"} {"level":"info","ts":1785338908.5318537,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef20d023-0ef8-4fe7-8356-d4f9adb836c0"} {"level":"info","ts":1785338908.531872,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef20d023-0ef8-4fe7-8356-d4f9adb836c0","EoS":false} {"level":"info","ts":1785338908.5318918,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef20d023-0ef8-4fe7-8356-d4f9adb836c0","EoS":true} {"level":"info","ts":1785338908.5319223,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef20d023-0ef8-4fe7-8356-d4f9adb836c0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785338908.531942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef20d023-0ef8-4fe7-8356-d4f9adb836c0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338908.5319674,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef20d023-0ef8-4fe7-8356-d4f9adb836c0"} {"level":"info","ts":1785338908.671497,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338908.6715922,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d89f5d8c-c7ec-4544-b7aa-af4a1e071321"} {"level":"info","ts":1785338908.6716087,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d89f5d8c-c7ec-4544-b7aa-af4a1e071321"} {"level":"info","ts":1785338908.6716235,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d89f5d8c-c7ec-4544-b7aa-af4a1e071321","EoS":false} {"level":"info","ts":1785338908.6716392,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d89f5d8c-c7ec-4544-b7aa-af4a1e071321","EoS":true} {"level":"info","ts":1785338908.6716626,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d89f5d8c-c7ec-4544-b7aa-af4a1e071321","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785338908.6716807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d89f5d8c-c7ec-4544-b7aa-af4a1e071321","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338908.6717036,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d89f5d8c-c7ec-4544-b7aa-af4a1e071321"} {"level":"info","ts":1785338908.8094351,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338908.8095205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf9e5c1f-6f0f-4479-b85e-07a42dbe8b24"} {"level":"info","ts":1785338908.809539,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bf9e5c1f-6f0f-4479-b85e-07a42dbe8b24"} {"level":"info","ts":1785338908.8095574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf9e5c1f-6f0f-4479-b85e-07a42dbe8b24","EoS":false} {"level":"info","ts":1785338908.8095782,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf9e5c1f-6f0f-4479-b85e-07a42dbe8b24","EoS":true} {"level":"info","ts":1785338908.8096108,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf9e5c1f-6f0f-4479-b85e-07a42dbe8b24","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785338908.8096316,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf9e5c1f-6f0f-4479-b85e-07a42dbe8b24","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338908.8096573,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bf9e5c1f-6f0f-4479-b85e-07a42dbe8b24"} {"level":"info","ts":1785338933.189214,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338933.1892915,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6d4ca80-f155-4948-ab48-aaeb955479d5"} {"level":"info","ts":1785338933.1893036,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6d4ca80-f155-4948-ab48-aaeb955479d5"} {"level":"info","ts":1785338933.1893153,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6d4ca80-f155-4948-ab48-aaeb955479d5","EoS":false} {"level":"info","ts":1785338933.189345,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6d4ca80-f155-4948-ab48-aaeb955479d5","EoS":true} {"level":"info","ts":1785338933.1893728,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6d4ca80-f155-4948-ab48-aaeb955479d5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785338933.189391,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6d4ca80-f155-4948-ab48-aaeb955479d5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338933.1894124,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6d4ca80-f155-4948-ab48-aaeb955479d5"} {"level":"info","ts":1785338933.2292106,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338933.2292812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07d3be22-44da-4e71-997d-f177a0d91a97"} {"level":"info","ts":1785338933.229293,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"07d3be22-44da-4e71-997d-f177a0d91a97"} {"level":"info","ts":1785338933.2293043,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"07d3be22-44da-4e71-997d-f177a0d91a97","EoS":false} {"level":"info","ts":1785338933.229317,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"07d3be22-44da-4e71-997d-f177a0d91a97","EoS":true} {"level":"info","ts":1785338933.2293537,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"07d3be22-44da-4e71-997d-f177a0d91a97","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785338933.229369,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07d3be22-44da-4e71-997d-f177a0d91a97","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338933.2293904,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"07d3be22-44da-4e71-997d-f177a0d91a97"} {"level":"info","ts":1785338933.2735574,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338933.273641,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf74970b-cd41-4ecf-a57c-a73c9843bd29"} {"level":"info","ts":1785338933.2736545,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf74970b-cd41-4ecf-a57c-a73c9843bd29"} {"level":"info","ts":1785338933.2736716,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf74970b-cd41-4ecf-a57c-a73c9843bd29","EoS":false} {"level":"info","ts":1785338933.2736926,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf74970b-cd41-4ecf-a57c-a73c9843bd29","EoS":true} {"level":"info","ts":1785338933.2737238,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf74970b-cd41-4ecf-a57c-a73c9843bd29","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785338933.2737415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf74970b-cd41-4ecf-a57c-a73c9843bd29","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338933.273764,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf74970b-cd41-4ecf-a57c-a73c9843bd29"} {"level":"info","ts":1785338933.3082314,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338933.3083038,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78660803-91f1-4f8a-9b25-5feb832e209f"} {"level":"info","ts":1785338937.9758332,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338937.9759107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b41df41a-fb6e-4420-a4f7-3bc491c97978"} {"level":"info","ts":1785338937.975923,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b41df41a-fb6e-4420-a4f7-3bc491c97978"} {"level":"info","ts":1785338937.9759338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b41df41a-fb6e-4420-a4f7-3bc491c97978","EoS":false} {"level":"info","ts":1785338937.9759445,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b41df41a-fb6e-4420-a4f7-3bc491c97978","EoS":true} {"level":"info","ts":1785338937.975964,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b41df41a-fb6e-4420-a4f7-3bc491c97978","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785338937.9759796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b41df41a-fb6e-4420-a4f7-3bc491c97978","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338937.9760013,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b41df41a-fb6e-4420-a4f7-3bc491c97978"} {"level":"info","ts":1785338946.6238532,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338946.6239529,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e5c8334-eec5-4a95-8495-196fcd42d956"} {"level":"info","ts":1785338946.6239688,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6e5c8334-eec5-4a95-8495-196fcd42d956"} {"level":"info","ts":1785338946.6239896,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e5c8334-eec5-4a95-8495-196fcd42d956","EoS":false} {"level":"info","ts":1785338946.6240072,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e5c8334-eec5-4a95-8495-196fcd42d956","EoS":true} {"level":"info","ts":1785338946.6240387,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e5c8334-eec5-4a95-8495-196fcd42d956","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785338946.624059,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e5c8334-eec5-4a95-8495-196fcd42d956","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785338946.6240938,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6e5c8334-eec5-4a95-8495-196fcd42d956"} {"level":"info","ts":1785338948.658562,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338948.6586401,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ad63c42-2bc1-4edc-83fe-de751d1a425f"} {"level":"info","ts":1785338948.6586523,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ad63c42-2bc1-4edc-83fe-de751d1a425f"} {"level":"info","ts":1785338948.6586635,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ad63c42-2bc1-4edc-83fe-de751d1a425f","EoS":false} {"level":"info","ts":1785338948.6586764,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ad63c42-2bc1-4edc-83fe-de751d1a425f","EoS":true} {"level":"info","ts":1785338948.658706,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ad63c42-2bc1-4edc-83fe-de751d1a425f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785338948.658727,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ad63c42-2bc1-4edc-83fe-de751d1a425f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785338948.6587505,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ad63c42-2bc1-4edc-83fe-de751d1a425f"} {"level":"info","ts":1785338961.6504066,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338961.6504831,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49cf9705-2711-4478-8b3d-d596e93b230f"} {"level":"info","ts":1785338961.6504927,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"49cf9705-2711-4478-8b3d-d596e93b230f"} {"level":"info","ts":1785338961.6505063,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49cf9705-2711-4478-8b3d-d596e93b230f","EoS":false} {"level":"info","ts":1785338961.6505191,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49cf9705-2711-4478-8b3d-d596e93b230f","EoS":true} {"level":"info","ts":1785338961.6505413,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49cf9705-2711-4478-8b3d-d596e93b230f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785338961.6505575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49cf9705-2711-4478-8b3d-d596e93b230f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338961.650573,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"49cf9705-2711-4478-8b3d-d596e93b230f"} {"level":"info","ts":1785338970.2540138,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338970.254109,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e874fae6-1f36-4d3e-afef-927954026d44"} {"level":"info","ts":1785338970.254123,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e874fae6-1f36-4d3e-afef-927954026d44"} {"level":"info","ts":1785338970.25414,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e874fae6-1f36-4d3e-afef-927954026d44","EoS":false} {"level":"info","ts":1785338970.254156,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e874fae6-1f36-4d3e-afef-927954026d44","EoS":true} {"level":"info","ts":1785338970.2541857,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e874fae6-1f36-4d3e-afef-927954026d44","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785338970.254206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e874fae6-1f36-4d3e-afef-927954026d44","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338970.2542305,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e874fae6-1f36-4d3e-afef-927954026d44"} {"level":"info","ts":1785338979.2496169,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338979.249699,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08d410bf-abd0-4999-92f0-98b077d5907b"} {"level":"info","ts":1785338979.249709,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"08d410bf-abd0-4999-92f0-98b077d5907b"} {"level":"info","ts":1785338979.24972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"08d410bf-abd0-4999-92f0-98b077d5907b","EoS":false} {"level":"info","ts":1785338979.2497363,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"08d410bf-abd0-4999-92f0-98b077d5907b","EoS":true} {"level":"info","ts":1785338979.2497609,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"08d410bf-abd0-4999-92f0-98b077d5907b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785338979.249774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08d410bf-abd0-4999-92f0-98b077d5907b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338979.2497962,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"08d410bf-abd0-4999-92f0-98b077d5907b"} {"level":"info","ts":1785338988.3843591,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338988.3844411,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"732b0e0a-d6cf-4349-a1a9-7103f2714a07"} {"level":"info","ts":1785338988.384453,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"732b0e0a-d6cf-4349-a1a9-7103f2714a07"} {"level":"info","ts":1785338988.384466,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"732b0e0a-d6cf-4349-a1a9-7103f2714a07","EoS":false} {"level":"info","ts":1785338988.3844767,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"732b0e0a-d6cf-4349-a1a9-7103f2714a07","EoS":true} {"level":"info","ts":1785338988.384498,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"732b0e0a-d6cf-4349-a1a9-7103f2714a07","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785338988.3845139,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"732b0e0a-d6cf-4349-a1a9-7103f2714a07","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338988.3845346,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"732b0e0a-d6cf-4349-a1a9-7103f2714a07"} {"level":"info","ts":1785338993.2568889,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338993.2569659,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e7c0102-2425-4153-bbe6-4751ab924ec2"} {"level":"info","ts":1785338993.256977,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0e7c0102-2425-4153-bbe6-4751ab924ec2"} {"level":"info","ts":1785338993.256989,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e7c0102-2425-4153-bbe6-4751ab924ec2","EoS":false} {"level":"info","ts":1785338993.2570004,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e7c0102-2425-4153-bbe6-4751ab924ec2","EoS":true} {"level":"info","ts":1785338993.2570636,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e7c0102-2425-4153-bbe6-4751ab924ec2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785338993.2570803,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e7c0102-2425-4153-bbe6-4751ab924ec2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338993.257104,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0e7c0102-2425-4153-bbe6-4751ab924ec2"} {"level":"info","ts":1785338998.1389189,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338998.1389983,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24310991-cffd-4bcf-bb37-cbb3103df4cf"} {"level":"info","ts":1785338998.13901,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"24310991-cffd-4bcf-bb37-cbb3103df4cf"} {"level":"info","ts":1785338998.1390224,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24310991-cffd-4bcf-bb37-cbb3103df4cf","EoS":false} {"level":"info","ts":1785338998.1390333,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24310991-cffd-4bcf-bb37-cbb3103df4cf","EoS":true} {"level":"info","ts":1785338998.1390564,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24310991-cffd-4bcf-bb37-cbb3103df4cf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785338998.1390724,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24310991-cffd-4bcf-bb37-cbb3103df4cf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785338998.1390927,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"24310991-cffd-4bcf-bb37-cbb3103df4cf"} {"level":"info","ts":1785339009.2599347,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339009.260009,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"173e9f2e-1813-4f11-b518-631036048afe"} {"level":"info","ts":1785339009.2600174,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"173e9f2e-1813-4f11-b518-631036048afe"} {"level":"info","ts":1785339009.2600288,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"173e9f2e-1813-4f11-b518-631036048afe","EoS":false} {"level":"info","ts":1785339009.2600386,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"173e9f2e-1813-4f11-b518-631036048afe","EoS":true} {"level":"info","ts":1785339009.26006,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"173e9f2e-1813-4f11-b518-631036048afe","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785339009.2600782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"173e9f2e-1813-4f11-b518-631036048afe","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785339009.2600944,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"173e9f2e-1813-4f11-b518-631036048afe"} {"level":"info","ts":1785339044.4449527,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339044.4450274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a1e2c2c-e56e-4931-bdc1-e178794ca4b1"} {"level":"info","ts":1785339044.4450371,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3a1e2c2c-e56e-4931-bdc1-e178794ca4b1"} {"level":"info","ts":1785339044.4450479,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a1e2c2c-e56e-4931-bdc1-e178794ca4b1","EoS":false} {"level":"info","ts":1785339044.4450574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a1e2c2c-e56e-4931-bdc1-e178794ca4b1","EoS":true} {"level":"info","ts":1785339044.445076,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a1e2c2c-e56e-4931-bdc1-e178794ca4b1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785339044.4450977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a1e2c2c-e56e-4931-bdc1-e178794ca4b1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785339044.4451199,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3a1e2c2c-e56e-4931-bdc1-e178794ca4b1"} {"level":"info","ts":1785339053.961537,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339053.961628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"287eefd1-51d8-4ea3-b878-2f370452ad79"} {"level":"info","ts":1785339053.9616396,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"287eefd1-51d8-4ea3-b878-2f370452ad79"} {"level":"info","ts":1785339053.9616516,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"287eefd1-51d8-4ea3-b878-2f370452ad79","EoS":false} {"level":"info","ts":1785339053.9616623,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"287eefd1-51d8-4ea3-b878-2f370452ad79","EoS":true} {"level":"info","ts":1785339053.961684,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"287eefd1-51d8-4ea3-b878-2f370452ad79","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785339053.9616995,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"287eefd1-51d8-4ea3-b878-2f370452ad79","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785339053.96172,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"287eefd1-51d8-4ea3-b878-2f370452ad79"} {"level":"info","ts":1785339081.1945295,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339081.1946087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3846339-38fc-47b9-8f67-06e19472b25f"} {"level":"info","ts":1785339081.1946177,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e3846339-38fc-47b9-8f67-06e19472b25f"} {"level":"info","ts":1785339081.194628,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e3846339-38fc-47b9-8f67-06e19472b25f","EoS":false} {"level":"info","ts":1785339081.1946392,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e3846339-38fc-47b9-8f67-06e19472b25f","EoS":true} {"level":"info","ts":1785339081.1946604,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e3846339-38fc-47b9-8f67-06e19472b25f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785339081.19468,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3846339-38fc-47b9-8f67-06e19472b25f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785339081.194705,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e3846339-38fc-47b9-8f67-06e19472b25f"} {"level":"info","ts":1785339090.9898357,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339090.9899147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba82d174-383b-4597-9180-c76186b28776"} {"level":"info","ts":1785339090.9899263,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba82d174-383b-4597-9180-c76186b28776"} {"level":"info","ts":1785339090.9899373,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba82d174-383b-4597-9180-c76186b28776","EoS":false} {"level":"info","ts":1785339090.989991,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba82d174-383b-4597-9180-c76186b28776","EoS":true} {"level":"info","ts":1785339090.9900122,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba82d174-383b-4597-9180-c76186b28776","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785339090.9900272,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba82d174-383b-4597-9180-c76186b28776","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785339090.9900465,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba82d174-383b-4597-9180-c76186b28776"} {"level":"info","ts":1785339100.5440078,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339100.5440953,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28119aad-d75e-4692-81c2-e0947b0396a3"} {"level":"info","ts":1785339100.5441127,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28119aad-d75e-4692-81c2-e0947b0396a3"} {"level":"info","ts":1785339100.5441308,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28119aad-d75e-4692-81c2-e0947b0396a3","EoS":false} {"level":"info","ts":1785339100.5441465,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28119aad-d75e-4692-81c2-e0947b0396a3","EoS":true} {"level":"info","ts":1785339100.544177,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28119aad-d75e-4692-81c2-e0947b0396a3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785339100.5441978,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28119aad-d75e-4692-81c2-e0947b0396a3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785339100.5442271,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28119aad-d75e-4692-81c2-e0947b0396a3"} {"level":"info","ts":1785339100.5822809,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339100.58239,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"446ecd7e-5a85-4e70-8e0f-aaad138ef1d7"} {"level":"info","ts":1785339100.5824041,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"446ecd7e-5a85-4e70-8e0f-aaad138ef1d7"} {"level":"info","ts":1785339100.5824199,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"446ecd7e-5a85-4e70-8e0f-aaad138ef1d7","EoS":false} {"level":"info","ts":1785339100.5824332,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"446ecd7e-5a85-4e70-8e0f-aaad138ef1d7","EoS":true} {"level":"info","ts":1785339100.5824609,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"446ecd7e-5a85-4e70-8e0f-aaad138ef1d7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785339100.5824802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"446ecd7e-5a85-4e70-8e0f-aaad138ef1d7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785339100.5825076,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"446ecd7e-5a85-4e70-8e0f-aaad138ef1d7"} {"level":"info","ts":1785339119.9798892,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339119.979969,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10d4697e-3c6d-42c7-be34-9078a1e6828e"} {"level":"info","ts":1785339119.9799805,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"10d4697e-3c6d-42c7-be34-9078a1e6828e"} {"level":"info","ts":1785339119.9799933,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10d4697e-3c6d-42c7-be34-9078a1e6828e","EoS":false} {"level":"info","ts":1785339119.9800143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10d4697e-3c6d-42c7-be34-9078a1e6828e","EoS":true} {"level":"info","ts":1785339119.980041,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"10d4697e-3c6d-42c7-be34-9078a1e6828e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785339119.980062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10d4697e-3c6d-42c7-be34-9078a1e6828e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785339119.9800878,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"10d4697e-3c6d-42c7-be34-9078a1e6828e"} {"level":"info","ts":1785339129.4300058,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339129.430085,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e733648f-c7a3-410d-960f-24b941fa013c"} {"level":"info","ts":1785339129.4300973,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e733648f-c7a3-410d-960f-24b941fa013c"} {"level":"info","ts":1785339129.43011,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e733648f-c7a3-410d-960f-24b941fa013c","EoS":false} {"level":"info","ts":1785339129.4301205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e733648f-c7a3-410d-960f-24b941fa013c","EoS":true} {"level":"info","ts":1785339129.4301393,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e733648f-c7a3-410d-960f-24b941fa013c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785339129.4301553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e733648f-c7a3-410d-960f-24b941fa013c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785339129.430175,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e733648f-c7a3-410d-960f-24b941fa013c"} {"level":"info","ts":1785339156.227261,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339156.227363,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f17dff6f-ef65-4b56-9f8e-d5cec3e758c1"} {"level":"info","ts":1785339156.2273753,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f17dff6f-ef65-4b56-9f8e-d5cec3e758c1"} {"level":"info","ts":1785339156.2273877,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f17dff6f-ef65-4b56-9f8e-d5cec3e758c1","EoS":false} {"level":"info","ts":1785339156.2274005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f17dff6f-ef65-4b56-9f8e-d5cec3e758c1","EoS":true} {"level":"info","ts":1785339156.227424,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f17dff6f-ef65-4b56-9f8e-d5cec3e758c1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785339156.2274413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f17dff6f-ef65-4b56-9f8e-d5cec3e758c1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785339156.227464,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f17dff6f-ef65-4b56-9f8e-d5cec3e758c1"} {"level":"info","ts":1785339290.2189603,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339290.2190454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc06350a-12c9-43ac-8fa2-f864a0450be5"} {"level":"info","ts":1785339290.2190592,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc06350a-12c9-43ac-8fa2-f864a0450be5"} {"level":"info","ts":1785339290.2190711,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc06350a-12c9-43ac-8fa2-f864a0450be5","EoS":false} {"level":"info","ts":1785339290.2190845,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc06350a-12c9-43ac-8fa2-f864a0450be5","EoS":true} {"level":"info","ts":1785339290.2191103,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc06350a-12c9-43ac-8fa2-f864a0450be5","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785339290.2191265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc06350a-12c9-43ac-8fa2-f864a0450be5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785339290.2191477,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc06350a-12c9-43ac-8fa2-f864a0450be5"} {"level":"info","ts":1785339314.2118247,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339314.2119112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9493c30-df91-40ca-993d-1eabe2955cbe"} {"level":"info","ts":1785339314.211919,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a9493c30-df91-40ca-993d-1eabe2955cbe"} {"level":"info","ts":1785339314.2119296,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9493c30-df91-40ca-993d-1eabe2955cbe","EoS":false} {"level":"info","ts":1785339314.2119408,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9493c30-df91-40ca-993d-1eabe2955cbe","EoS":true} {"level":"info","ts":1785339314.2119606,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9493c30-df91-40ca-993d-1eabe2955cbe","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785339314.2119756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9493c30-df91-40ca-993d-1eabe2955cbe","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785339314.2119977,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a9493c30-df91-40ca-993d-1eabe2955cbe"} {"level":"info","ts":1785339366.749701,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339366.7497787,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d71c665b-b649-4b12-9bd8-9770b16cb4a7"} {"level":"info","ts":1785339366.749791,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d71c665b-b649-4b12-9bd8-9770b16cb4a7"} {"level":"info","ts":1785339366.7498012,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d71c665b-b649-4b12-9bd8-9770b16cb4a7","EoS":false} {"level":"info","ts":1785339366.7498128,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d71c665b-b649-4b12-9bd8-9770b16cb4a7","EoS":true} {"level":"info","ts":1785339366.7498322,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d71c665b-b649-4b12-9bd8-9770b16cb4a7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785339366.749847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d71c665b-b649-4b12-9bd8-9770b16cb4a7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785339366.7498732,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d71c665b-b649-4b12-9bd8-9770b16cb4a7"} {"level":"info","ts":1785339382.1442642,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339382.1443734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d392327-e077-4cea-aba2-a3751eaa28e9"} {"level":"info","ts":1785339382.144441,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1d392327-e077-4cea-aba2-a3751eaa28e9"} {"level":"info","ts":1785339382.1444552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d392327-e077-4cea-aba2-a3751eaa28e9","EoS":false} {"level":"info","ts":1785339382.1444657,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d392327-e077-4cea-aba2-a3751eaa28e9","EoS":true} {"level":"info","ts":1785339382.1444864,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d392327-e077-4cea-aba2-a3751eaa28e9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785339382.1445038,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d392327-e077-4cea-aba2-a3751eaa28e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785339382.1445298,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1d392327-e077-4cea-aba2-a3751eaa28e9"} {"level":"info","ts":1785339382.4624753,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339382.462555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc3fd897-3f58-4fa2-9d1b-ca0ff893d22b"} {"level":"info","ts":1785339382.4625683,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fc3fd897-3f58-4fa2-9d1b-ca0ff893d22b"} {"level":"info","ts":1785339382.462581,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc3fd897-3f58-4fa2-9d1b-ca0ff893d22b","EoS":false} {"level":"info","ts":1785339382.4625971,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc3fd897-3f58-4fa2-9d1b-ca0ff893d22b","EoS":true} {"level":"info","ts":1785339382.4626727,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc3fd897-3f58-4fa2-9d1b-ca0ff893d22b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785339382.4626944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc3fd897-3f58-4fa2-9d1b-ca0ff893d22b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785339382.462716,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fc3fd897-3f58-4fa2-9d1b-ca0ff893d22b"} {"level":"info","ts":1785339777.1973069,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339777.1974216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"261deb23-61ad-4457-8a19-14cb75018899"} {"level":"info","ts":1785339777.197432,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"261deb23-61ad-4457-8a19-14cb75018899"} {"level":"info","ts":1785339777.1974444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"261deb23-61ad-4457-8a19-14cb75018899","EoS":false} {"level":"info","ts":1785339777.197457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"261deb23-61ad-4457-8a19-14cb75018899","EoS":true} {"level":"info","ts":1785339777.197479,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"261deb23-61ad-4457-8a19-14cb75018899","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785339777.1974933,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"261deb23-61ad-4457-8a19-14cb75018899","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785339777.1975179,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"261deb23-61ad-4457-8a19-14cb75018899"} {"level":"info","ts":1785339777.2500482,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339777.25013,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7118cee0-4158-411f-8e85-39c1f9888ba1"} {"level":"info","ts":1785339777.2501395,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7118cee0-4158-411f-8e85-39c1f9888ba1"} {"level":"info","ts":1785339777.2501504,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7118cee0-4158-411f-8e85-39c1f9888ba1","EoS":false} {"level":"info","ts":1785339777.2501612,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7118cee0-4158-411f-8e85-39c1f9888ba1","EoS":true} {"level":"info","ts":1785339777.2501788,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7118cee0-4158-411f-8e85-39c1f9888ba1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785339777.2501934,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7118cee0-4158-411f-8e85-39c1f9888ba1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785339777.2502165,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7118cee0-4158-411f-8e85-39c1f9888ba1"} {"level":"info","ts":1785339777.292215,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339777.2922847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58482a13-ab4f-4506-a132-d5b44bd86613"} {"level":"info","ts":1785339777.2922974,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"58482a13-ab4f-4506-a132-d5b44bd86613"} {"level":"info","ts":1785339777.292312,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58482a13-ab4f-4506-a132-d5b44bd86613","EoS":false} {"level":"info","ts":1785339777.2923446,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58482a13-ab4f-4506-a132-d5b44bd86613","EoS":true} {"level":"info","ts":1785339777.2923667,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58482a13-ab4f-4506-a132-d5b44bd86613","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785339777.2923846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58482a13-ab4f-4506-a132-d5b44bd86613","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785339777.2924058,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"58482a13-ab4f-4506-a132-d5b44bd86613"} {"level":"info","ts":1785339777.3292756,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339777.329355,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab73850f-c02f-4054-ac53-747ef20de262"} {"level":"info","ts":1785339777.3293664,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ab73850f-c02f-4054-ac53-747ef20de262"} {"level":"info","ts":1785339777.329378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab73850f-c02f-4054-ac53-747ef20de262","EoS":false} {"level":"info","ts":1785339777.3293896,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab73850f-c02f-4054-ac53-747ef20de262","EoS":true} {"level":"info","ts":1785339777.329407,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab73850f-c02f-4054-ac53-747ef20de262","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785339777.3294222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab73850f-c02f-4054-ac53-747ef20de262","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785339777.329441,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ab73850f-c02f-4054-ac53-747ef20de262"} {"level":"info","ts":1785339782.2530885,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2a4ebac5-76f2-477e-87df-922c7896014d"} {"level":"info","ts":1785339782.2531064,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ca36badb-9f02-4956-97f8-840161a656e9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785339782.2531507,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ca36badb-9f02-4956-97f8-840161a656e9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785339782.2623634,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6ceea460-79a2-46fc-bdc6-b9763528d9d2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785339782.262395,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6ceea460-79a2-46fc-bdc6-b9763528d9d2","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785339782.2645168,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2a4ebac5-76f2-477e-87df-922c7896014d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785339782.2647338,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39528.293668639,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785339782.264749,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785339782.4192479,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ed4d568-aeff-4598-9934-0d33c2399ea8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785339782.4192955,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ed4d568-aeff-4598-9934-0d33c2399ea8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785339782.4194384,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49686758-6a69-49a9-a6ab-327e4ab19159"} {"level":"info","ts":1785339782.419946,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0085a954-562e-47fa-b822-3da6fd4079c9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785339782.420001,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0085a954-562e-47fa-b822-3da6fd4079c9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785339782.4212716,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82c4aed6-a543-431d-9930-8aa81ce5099a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785339782.421558,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82c4aed6-a543-431d-9930-8aa81ce5099a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785339782.4216292,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e38a29cd-cbf6-4822-ae43-c39561634d16","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785339782.4216526,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e38a29cd-cbf6-4822-ae43-c39561634d16","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785339782.4239624,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785339782.4255412,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49686758-6a69-49a9-a6ab-327e4ab19159","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785339782.4257975,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39473.210208569,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785339782.4258194,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785339782.4340136,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785339782.4658961,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37751.323799357,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785339782.4659266,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785339782.521459,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785339782.5265777,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49686758-6a69-49a9-a6ab-327e4ab19159","name":"e2e-external-model"} {"level":"info","ts":1785339782.5276055,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2627641d-195d-47b0-85d5-71f6b5e6980a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785339782.5276961,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2627641d-195d-47b0-85d5-71f6b5e6980a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785339782.542314,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49686758-6a69-49a9-a6ab-327e4ab19159","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785339782.542405,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49686758-6a69-49a9-a6ab-327e4ab19159","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785339782.542501,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86a66544-d76c-476c-9e7d-b82f321ed5dc"} {"level":"info","ts":1785339782.5425613,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86a66544-d76c-476c-9e7d-b82f321ed5dc","name":"e2e-external-model"} {"level":"info","ts":1785339782.550702,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d394915-aa89-471a-866b-3696caddca80","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785339782.5507336,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d394915-aa89-471a-866b-3696caddca80","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785339782.558638,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86a66544-d76c-476c-9e7d-b82f321ed5dc","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785339782.5636296,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86a66544-d76c-476c-9e7d-b82f321ed5dc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785339782.563713,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75e8fad5-fe96-46b2-9e9c-85d85e6c51b6"} {"level":"info","ts":1785339782.5637715,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75e8fad5-fe96-46b2-9e9c-85d85e6c51b6","name":"e2e-external-model"} {"level":"info","ts":1785339782.5667481,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2a4ebac5-76f2-477e-87df-922c7896014d","name":"e2e-external-provider"} {"level":"info","ts":1785339782.569425,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ea2d828-9faa-4244-a946-61ccf4259b7b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785339782.5694597,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ea2d828-9faa-4244-a946-61ccf4259b7b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785339782.5768833,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75e8fad5-fe96-46b2-9e9c-85d85e6c51b6","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785339782.5817134,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2a4ebac5-76f2-477e-87df-922c7896014d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785339782.582695,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75e8fad5-fe96-46b2-9e9c-85d85e6c51b6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785339782.5827756,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3a830e3-d4c6-429a-8ea8-116cca756c42"} {"level":"info","ts":1785339782.5828238,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3a830e3-d4c6-429a-8ea8-116cca756c42","name":"e2e-external-model"} {"level":"error","ts":1785339782.5877218,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2a4ebac5-76f2-477e-87df-922c7896014d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785339782.5878022,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0bb8b7ee-32cd-43be-b482-9eb7560ad456"} {"level":"info","ts":1785339782.5878425,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0bb8b7ee-32cd-43be-b482-9eb7560ad456","name":"e2e-external-provider"} {"level":"info","ts":1785339782.5941696,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3a830e3-d4c6-429a-8ea8-116cca756c42","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785339782.6006572,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0bb8b7ee-32cd-43be-b482-9eb7560ad456","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785339804.9328725,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339804.932945,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e791e003-0513-4102-8370-39497a5433d9"} {"level":"info","ts":1785339804.9329545,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e791e003-0513-4102-8370-39497a5433d9"} {"level":"info","ts":1785339804.9329655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e791e003-0513-4102-8370-39497a5433d9","EoS":false} {"level":"info","ts":1785339804.9329767,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e791e003-0513-4102-8370-39497a5433d9","EoS":true} {"level":"info","ts":1785339804.9329956,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e791e003-0513-4102-8370-39497a5433d9","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785339804.9330118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e791e003-0513-4102-8370-39497a5433d9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785339804.93302,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e791e003-0513-4102-8370-39497a5433d9","modelName":"e2e-external-model"} {"level":"info","ts":1785339804.9330359,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e791e003-0513-4102-8370-39497a5433d9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785339804.9330904,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e791e003-0513-4102-8370-39497a5433d9"} {"level":"info","ts":1785339804.9835522,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339804.9836338,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"816e1311-ded8-4ef2-9667-e950590c7544"} {"level":"info","ts":1785339804.9836495,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"816e1311-ded8-4ef2-9667-e950590c7544"} {"level":"info","ts":1785339804.9836686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"816e1311-ded8-4ef2-9667-e950590c7544","EoS":false} {"level":"info","ts":1785339804.983689,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"816e1311-ded8-4ef2-9667-e950590c7544","EoS":true} {"level":"info","ts":1785339804.9837182,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"816e1311-ded8-4ef2-9667-e950590c7544","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785339804.9837382,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"816e1311-ded8-4ef2-9667-e950590c7544","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785339804.9837508,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"816e1311-ded8-4ef2-9667-e950590c7544","modelName":"e2e-external-model"} {"level":"info","ts":1785339804.9837747,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"816e1311-ded8-4ef2-9667-e950590c7544","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785339804.9838235,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"816e1311-ded8-4ef2-9667-e950590c7544"} {"level":"info","ts":1785339805.013753,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339805.0138204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3"} {"level":"info","ts":1785339805.0138292,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3"} {"level":"info","ts":1785339805.0138407,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3","EoS":false} {"level":"info","ts":1785339805.013854,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3","EoS":true} {"level":"info","ts":1785339805.0138729,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785339805.0138872,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785339805.0138943,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3","modelName":"e2e-external-model"} {"level":"info","ts":1785339805.013908,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785339805.0139415,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3"} {"level":"info","ts":1785339805.2784383,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0175bbe7-ee52-4d50-9dd3-921206b1acfc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785339805.2784839,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0175bbe7-ee52-4d50-9dd3-921206b1acfc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785339805.278445,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88579992-aa4b-4cbe-bc26-96479d16336f"} {"level":"info","ts":1785339805.286934,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d060b218-db9d-4271-9ff5-d0ad6b0f21fb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785339805.2869685,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d060b218-db9d-4271-9ff5-d0ad6b0f21fb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785339805.2869725,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88579992-aa4b-4cbe-bc26-96479d16336f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785339805.287049,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88579992-aa4b-4cbe-bc26-96479d16336f","name":"e2e-cleanup-test"} {"level":"info","ts":1785339805.304075,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88579992-aa4b-4cbe-bc26-96479d16336f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785339805.3105085,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88579992-aa4b-4cbe-bc26-96479d16336f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785339805.310601,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47cd6c70-c205-4e99-bce1-b4362adc89a7"} {"level":"info","ts":1785339805.3106477,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47cd6c70-c205-4e99-bce1-b4362adc89a7","name":"e2e-cleanup-test"} {"level":"info","ts":1785339805.3134882,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1deb884-58fe-48f8-89a1-eea87b7b110e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785339805.3135204,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1deb884-58fe-48f8-89a1-eea87b7b110e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785339805.3238618,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47cd6c70-c205-4e99-bce1-b4362adc89a7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785339805.3239079,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47cd6c70-c205-4e99-bce1-b4362adc89a7","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785339805.3239744,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"442ef7ba-a932-4333-a456-cfa119aa2603"} {"level":"info","ts":1785339805.3240275,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"442ef7ba-a932-4333-a456-cfa119aa2603","name":"e2e-cleanup-test"} {"level":"info","ts":1785339805.3328063,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"442ef7ba-a932-4333-a456-cfa119aa2603","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785339805.3384624,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ce11743-5c70-4385-94b2-082bf368fcb9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785339805.3384924,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ce11743-5c70-4385-94b2-082bf368fcb9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785339805.3385313,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a3d30c1-f930-4abb-9f3f-ef0697d34729"} {"level":"info","ts":1785339805.3386059,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a3d30c1-f930-4abb-9f3f-ef0697d34729","name":"e2e-cleanup-test"} {"level":"info","ts":1785339805.3470562,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a3d30c1-f930-4abb-9f3f-ef0697d34729","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785339813.5808527,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9e7043c-a22b-439c-bd3c-fc6aa5edf603","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785339813.5808947,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9e7043c-a22b-439c-bd3c-fc6aa5edf603","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785339813.5808954,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4daa0a08-8eed-41ce-97e3-855c08ad1dac"} {"level":"info","ts":1785339817.9252062,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339817.9252896,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29c87253-fd91-483e-925e-fcc6f60bf608"} {"level":"info","ts":1785339817.9253027,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29c87253-fd91-483e-925e-fcc6f60bf608"} {"level":"info","ts":1785339817.9253354,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29c87253-fd91-483e-925e-fcc6f60bf608","EoS":false} {"level":"info","ts":1785339817.9253583,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29c87253-fd91-483e-925e-fcc6f60bf608","EoS":true} {"level":"info","ts":1785339817.9253857,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29c87253-fd91-483e-925e-fcc6f60bf608","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785339817.9254074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29c87253-fd91-483e-925e-fcc6f60bf608","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785339817.9254355,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29c87253-fd91-483e-925e-fcc6f60bf608"} {"level":"info","ts":1785339817.9515183,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339817.9515982,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811"} {"level":"info","ts":1785339817.9516134,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811"} {"level":"info","ts":1785339817.9516344,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811","EoS":false} {"level":"info","ts":1785339817.9516542,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811","EoS":true} {"level":"info","ts":1785339817.9516816,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785339817.951699,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785339817.9517097,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811","modelName":"e2e-external-model"} {"level":"info","ts":1785339817.9517329,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785339817.9518154,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811"} {"level":"info","ts":1785339818.042589,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339818.0426824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"106a9284-4d80-4776-a6f9-dc20fa261eea"} {"level":"info","ts":1785339818.0426977,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"106a9284-4d80-4776-a6f9-dc20fa261eea"} {"level":"info","ts":1785339818.0427153,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"106a9284-4d80-4776-a6f9-dc20fa261eea","EoS":false} {"level":"info","ts":1785339818.0427358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"106a9284-4d80-4776-a6f9-dc20fa261eea","EoS":true} {"level":"info","ts":1785339818.0427673,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"106a9284-4d80-4776-a6f9-dc20fa261eea","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785339818.0427861,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"106a9284-4d80-4776-a6f9-dc20fa261eea","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785339818.042818,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"106a9284-4d80-4776-a6f9-dc20fa261eea"} {"level":"info","ts":1785339818.1281881,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339818.1282637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"341ff986-88a8-4c0d-bdb7-0cd20b1efab3"} {"level":"info","ts":1785339818.1282735,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"341ff986-88a8-4c0d-bdb7-0cd20b1efab3"} {"level":"info","ts":1785339818.128284,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"341ff986-88a8-4c0d-bdb7-0cd20b1efab3","EoS":false} {"level":"info","ts":1785339818.1282942,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"341ff986-88a8-4c0d-bdb7-0cd20b1efab3","EoS":true} {"level":"info","ts":1785339818.128316,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"341ff986-88a8-4c0d-bdb7-0cd20b1efab3","field":"model"} {"level":"info","ts":1785339818.1283624,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"341ff986-88a8-4c0d-bdb7-0cd20b1efab3"} {"level":"info","ts":1785339819.1266215,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3d65122-0ee1-447f-9891-b1324b17666b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785339819.1266658,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3d65122-0ee1-447f-9891-b1324b17666b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785339819.1266716,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b874d4d-17c8-4e51-a5d2-c9f947dc9f05"} {"level":"info","ts":1785339819.2821538,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4cf51b9f-ca5c-42bc-9b21-2fad81a99222"} {"level":"info","ts":1785339819.2821586,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d148ab0e-20b8-44f6-a68a-bf67fc8a611a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785339819.2822,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d148ab0e-20b8-44f6-a68a-bf67fc8a611a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785341654.6258783,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785341654.625967,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5040df7b-6e85-4d3c-aaa8-f415b017a612"} {"level":"info","ts":1785341729.4214134,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785341729.4215217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18ecc307-ea9a-467f-8fa7-49e4e00408e2"} {"level":"info","ts":1785341729.4215398,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"18ecc307-ea9a-467f-8fa7-49e4e00408e2"} {"level":"info","ts":1785341729.4215574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"18ecc307-ea9a-467f-8fa7-49e4e00408e2","EoS":false} {"level":"info","ts":1785341729.4215753,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"18ecc307-ea9a-467f-8fa7-49e4e00408e2","EoS":true} {"level":"info","ts":1785341729.4216082,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"18ecc307-ea9a-467f-8fa7-49e4e00408e2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785341729.4216301,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18ecc307-ea9a-467f-8fa7-49e4e00408e2","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785341729.4216633,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"18ecc307-ea9a-467f-8fa7-49e4e00408e2"}