{"level":"info","ts":1785545011.7560298,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545011.7561393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f145682-3ab2-4ff7-8f71-f41d87247280"} {"level":"info","ts":1785545011.7561529,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1f145682-3ab2-4ff7-8f71-f41d87247280"} {"level":"info","ts":1785545011.7561648,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f145682-3ab2-4ff7-8f71-f41d87247280","EoS":false} {"level":"info","ts":1785545011.7561817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f145682-3ab2-4ff7-8f71-f41d87247280","EoS":true} {"level":"info","ts":1785545011.7562025,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f145682-3ab2-4ff7-8f71-f41d87247280","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545011.7562182,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f145682-3ab2-4ff7-8f71-f41d87247280","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545011.75624,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1f145682-3ab2-4ff7-8f71-f41d87247280"} {"level":"info","ts":1785545011.795946,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545011.7960238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75fa6753-beb7-4733-a2cc-1eb57428599e"} {"level":"info","ts":1785545011.7960532,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75fa6753-beb7-4733-a2cc-1eb57428599e"} {"level":"info","ts":1785545011.796094,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75fa6753-beb7-4733-a2cc-1eb57428599e","EoS":false} {"level":"info","ts":1785545011.7961133,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75fa6753-beb7-4733-a2cc-1eb57428599e","EoS":true} {"level":"info","ts":1785545011.7961402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75fa6753-beb7-4733-a2cc-1eb57428599e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545011.7961595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75fa6753-beb7-4733-a2cc-1eb57428599e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545011.7961876,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75fa6753-beb7-4733-a2cc-1eb57428599e"} {"level":"info","ts":1785545011.8207304,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545011.8207796,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f232932f-a9cc-4be1-95a8-7f72215286c3"} {"level":"info","ts":1785545011.8207898,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f232932f-a9cc-4be1-95a8-7f72215286c3"} {"level":"info","ts":1785545011.8207994,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f232932f-a9cc-4be1-95a8-7f72215286c3","EoS":false} {"level":"info","ts":1785545011.820808,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f232932f-a9cc-4be1-95a8-7f72215286c3","EoS":true} {"level":"info","ts":1785545011.820824,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f232932f-a9cc-4be1-95a8-7f72215286c3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545011.8208358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f232932f-a9cc-4be1-95a8-7f72215286c3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545011.8208897,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f232932f-a9cc-4be1-95a8-7f72215286c3"} {"level":"info","ts":1785545011.8650148,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545011.865092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e9169dc-e0f7-4bfd-9503-865cc437e2a5"} {"level":"info","ts":1785545011.8651044,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6e9169dc-e0f7-4bfd-9503-865cc437e2a5"} {"level":"info","ts":1785545011.8651156,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e9169dc-e0f7-4bfd-9503-865cc437e2a5","EoS":false} {"level":"info","ts":1785545011.8651361,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e9169dc-e0f7-4bfd-9503-865cc437e2a5","EoS":true} {"level":"info","ts":1785545011.865155,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e9169dc-e0f7-4bfd-9503-865cc437e2a5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785545011.865171,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e9169dc-e0f7-4bfd-9503-865cc437e2a5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545011.8651888,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6e9169dc-e0f7-4bfd-9503-865cc437e2a5"} {"level":"info","ts":1785545012.5030906,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545012.5031714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ed683fb-4e3f-4515-aab2-16c70a5f1f9e"} {"level":"info","ts":1785545012.5031836,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ed683fb-4e3f-4515-aab2-16c70a5f1f9e"} {"level":"info","ts":1785545012.503196,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ed683fb-4e3f-4515-aab2-16c70a5f1f9e","EoS":false} {"level":"info","ts":1785545012.5032055,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ed683fb-4e3f-4515-aab2-16c70a5f1f9e","EoS":true} {"level":"info","ts":1785545012.503228,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ed683fb-4e3f-4515-aab2-16c70a5f1f9e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545012.5032437,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ed683fb-4e3f-4515-aab2-16c70a5f1f9e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545012.5032644,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9ed683fb-4e3f-4515-aab2-16c70a5f1f9e"} {"level":"info","ts":1785545012.540006,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545012.5400975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a311a05-53b2-4cfd-9e01-5218c7b9870c"} {"level":"info","ts":1785545012.5401127,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7a311a05-53b2-4cfd-9e01-5218c7b9870c"} {"level":"info","ts":1785545012.5401316,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a311a05-53b2-4cfd-9e01-5218c7b9870c","EoS":false} {"level":"info","ts":1785545012.5401528,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a311a05-53b2-4cfd-9e01-5218c7b9870c","EoS":true} {"level":"info","ts":1785545012.540179,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7a311a05-53b2-4cfd-9e01-5218c7b9870c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785545012.5401967,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a311a05-53b2-4cfd-9e01-5218c7b9870c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545012.5402274,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7a311a05-53b2-4cfd-9e01-5218c7b9870c"} {"level":"info","ts":1785545016.691519,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545016.691616,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe036cd9-5e33-4327-be90-65541bd66b62"} {"level":"info","ts":1785545016.6916308,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fe036cd9-5e33-4327-be90-65541bd66b62"} {"level":"info","ts":1785545016.6916482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe036cd9-5e33-4327-be90-65541bd66b62","EoS":false} {"level":"info","ts":1785545016.6916676,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe036cd9-5e33-4327-be90-65541bd66b62","EoS":true} {"level":"info","ts":1785545016.6917136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe036cd9-5e33-4327-be90-65541bd66b62","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785545016.6917384,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe036cd9-5e33-4327-be90-65541bd66b62","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545016.6917686,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fe036cd9-5e33-4327-be90-65541bd66b62"} {"level":"info","ts":1785545032.4569414,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545032.4570782,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"686a0e0e-02a0-4f18-9f42-43eb6249b49c"} {"level":"info","ts":1785545032.4570944,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"686a0e0e-02a0-4f18-9f42-43eb6249b49c"} {"level":"info","ts":1785545032.457115,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"686a0e0e-02a0-4f18-9f42-43eb6249b49c","EoS":false} {"level":"info","ts":1785545032.457136,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"686a0e0e-02a0-4f18-9f42-43eb6249b49c","EoS":true} {"level":"info","ts":1785545032.4571671,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"686a0e0e-02a0-4f18-9f42-43eb6249b49c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545032.4571948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"686a0e0e-02a0-4f18-9f42-43eb6249b49c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545032.4572263,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"686a0e0e-02a0-4f18-9f42-43eb6249b49c"} {"level":"info","ts":1785545032.621043,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545032.6211321,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9eda9385-ee19-41ee-9b01-9f32d9622bf6"} {"level":"info","ts":1785545032.6211405,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9eda9385-ee19-41ee-9b01-9f32d9622bf6"} {"level":"info","ts":1785545032.6211505,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9eda9385-ee19-41ee-9b01-9f32d9622bf6","EoS":false} {"level":"info","ts":1785545032.6211646,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9eda9385-ee19-41ee-9b01-9f32d9622bf6","EoS":true} {"level":"info","ts":1785545032.6211896,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9eda9385-ee19-41ee-9b01-9f32d9622bf6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545032.621209,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9eda9385-ee19-41ee-9b01-9f32d9622bf6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545032.6212246,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9eda9385-ee19-41ee-9b01-9f32d9622bf6"} {"level":"info","ts":1785545032.776478,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545032.7765563,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7eaa0fdc-21d3-461f-9892-ab32f4668b56"} {"level":"info","ts":1785545032.7765732,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7eaa0fdc-21d3-461f-9892-ab32f4668b56"} {"level":"info","ts":1785545032.7765918,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7eaa0fdc-21d3-461f-9892-ab32f4668b56","EoS":false} {"level":"info","ts":1785545032.776612,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7eaa0fdc-21d3-461f-9892-ab32f4668b56","EoS":true} {"level":"info","ts":1785545032.7766569,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7eaa0fdc-21d3-461f-9892-ab32f4668b56","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545032.7766798,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7eaa0fdc-21d3-461f-9892-ab32f4668b56","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545032.7767088,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7eaa0fdc-21d3-461f-9892-ab32f4668b56"} {"level":"info","ts":1785545032.9195907,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545032.9196565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a59516fd-04bf-44cf-aa84-b2ec1cfcca03"} {"level":"info","ts":1785545032.9196694,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a59516fd-04bf-44cf-aa84-b2ec1cfcca03"} {"level":"info","ts":1785545032.91968,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a59516fd-04bf-44cf-aa84-b2ec1cfcca03","EoS":false} {"level":"info","ts":1785545032.919691,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a59516fd-04bf-44cf-aa84-b2ec1cfcca03","EoS":true} {"level":"info","ts":1785545032.9197092,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a59516fd-04bf-44cf-aa84-b2ec1cfcca03","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545032.919724,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a59516fd-04bf-44cf-aa84-b2ec1cfcca03","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545032.9197423,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a59516fd-04bf-44cf-aa84-b2ec1cfcca03"} {"level":"info","ts":1785545033.0569935,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545033.0570793,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4ad5d22-bc66-4183-b6bb-2bd5cf64acd0"} {"level":"info","ts":1785545033.0570915,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e4ad5d22-bc66-4183-b6bb-2bd5cf64acd0"} {"level":"info","ts":1785545033.057103,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4ad5d22-bc66-4183-b6bb-2bd5cf64acd0","EoS":false} {"level":"info","ts":1785545033.0571127,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4ad5d22-bc66-4183-b6bb-2bd5cf64acd0","EoS":true} {"level":"info","ts":1785545033.057139,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4ad5d22-bc66-4183-b6bb-2bd5cf64acd0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545033.057154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4ad5d22-bc66-4183-b6bb-2bd5cf64acd0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545033.0571735,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e4ad5d22-bc66-4183-b6bb-2bd5cf64acd0"} {"level":"info","ts":1785545033.1925433,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545033.1926177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef53e20b-a41d-4a36-b657-6cc0f2c90a98"} {"level":"info","ts":1785545033.1926303,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef53e20b-a41d-4a36-b657-6cc0f2c90a98"} {"level":"info","ts":1785545033.1926408,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef53e20b-a41d-4a36-b657-6cc0f2c90a98","EoS":false} {"level":"info","ts":1785545033.1926537,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef53e20b-a41d-4a36-b657-6cc0f2c90a98","EoS":true} {"level":"info","ts":1785545033.1926732,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef53e20b-a41d-4a36-b657-6cc0f2c90a98","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545033.1926887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef53e20b-a41d-4a36-b657-6cc0f2c90a98","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545033.1927085,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef53e20b-a41d-4a36-b657-6cc0f2c90a98"} {"level":"info","ts":1785545054.1625426,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545054.1626272,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4289eb8f-61cb-42a6-babd-f89da844b058"} {"level":"info","ts":1785545054.1626396,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4289eb8f-61cb-42a6-babd-f89da844b058"} {"level":"info","ts":1785545054.162651,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4289eb8f-61cb-42a6-babd-f89da844b058","EoS":false} {"level":"info","ts":1785545054.162661,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4289eb8f-61cb-42a6-babd-f89da844b058","EoS":true} {"level":"info","ts":1785545054.1626835,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4289eb8f-61cb-42a6-babd-f89da844b058","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545054.1626964,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4289eb8f-61cb-42a6-babd-f89da844b058","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545054.162719,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4289eb8f-61cb-42a6-babd-f89da844b058"} {"level":"info","ts":1785545054.2002773,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545054.200343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cc912b3-156e-45f6-ba65-87981352f25e"} {"level":"info","ts":1785545054.200353,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7cc912b3-156e-45f6-ba65-87981352f25e"} {"level":"info","ts":1785545054.2003639,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cc912b3-156e-45f6-ba65-87981352f25e","EoS":false} {"level":"info","ts":1785545054.2003748,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cc912b3-156e-45f6-ba65-87981352f25e","EoS":true} {"level":"info","ts":1785545054.200392,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7cc912b3-156e-45f6-ba65-87981352f25e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545054.2004063,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cc912b3-156e-45f6-ba65-87981352f25e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545054.2004237,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7cc912b3-156e-45f6-ba65-87981352f25e"} {"level":"info","ts":1785545054.238288,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545054.2383406,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"823c9902-7561-430b-a6fa-d4097f61b9ff"} {"level":"info","ts":1785545054.2383502,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"823c9902-7561-430b-a6fa-d4097f61b9ff"} {"level":"info","ts":1785545054.2383604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"823c9902-7561-430b-a6fa-d4097f61b9ff","EoS":false} {"level":"info","ts":1785545054.2383697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"823c9902-7561-430b-a6fa-d4097f61b9ff","EoS":true} {"level":"info","ts":1785545054.238383,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"823c9902-7561-430b-a6fa-d4097f61b9ff","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545054.2383947,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"823c9902-7561-430b-a6fa-d4097f61b9ff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545054.238411,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"823c9902-7561-430b-a6fa-d4097f61b9ff"} {"level":"info","ts":1785545054.2716749,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545054.2717311,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d6ec0b25-9b0a-49f7-8d77-faea2b78bb93"} {"level":"info","ts":1785545058.8716183,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545058.8717053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11678e48-8dd3-4a47-8772-a7b921200287"} {"level":"info","ts":1785545058.8717213,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"11678e48-8dd3-4a47-8772-a7b921200287"} {"level":"info","ts":1785545058.8717415,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11678e48-8dd3-4a47-8772-a7b921200287","EoS":false} {"level":"info","ts":1785545058.8717632,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11678e48-8dd3-4a47-8772-a7b921200287","EoS":true} {"level":"info","ts":1785545058.871792,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"11678e48-8dd3-4a47-8772-a7b921200287","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545058.8718102,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11678e48-8dd3-4a47-8772-a7b921200287","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545058.8718421,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"11678e48-8dd3-4a47-8772-a7b921200287"} {"level":"info","ts":1785545067.4247167,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545067.424792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b622355-fd4a-4f2f-9c8f-99177ad5479f"} {"level":"info","ts":1785545067.4248018,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5b622355-fd4a-4f2f-9c8f-99177ad5479f"} {"level":"info","ts":1785545067.4248133,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b622355-fd4a-4f2f-9c8f-99177ad5479f","EoS":false} {"level":"info","ts":1785545067.424826,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b622355-fd4a-4f2f-9c8f-99177ad5479f","EoS":true} {"level":"info","ts":1785545067.4248474,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b622355-fd4a-4f2f-9c8f-99177ad5479f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785545067.4248636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b622355-fd4a-4f2f-9c8f-99177ad5479f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545067.424884,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5b622355-fd4a-4f2f-9c8f-99177ad5479f"} {"level":"info","ts":1785545080.266564,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545080.2666495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4506d4f-f99d-4b8a-b442-cb2ea54ec856"} {"level":"info","ts":1785545080.2666633,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4506d4f-f99d-4b8a-b442-cb2ea54ec856"} {"level":"info","ts":1785545080.2666793,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4506d4f-f99d-4b8a-b442-cb2ea54ec856","EoS":false} {"level":"info","ts":1785545080.2666976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4506d4f-f99d-4b8a-b442-cb2ea54ec856","EoS":true} {"level":"info","ts":1785545080.2667243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4506d4f-f99d-4b8a-b442-cb2ea54ec856","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545080.2667425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4506d4f-f99d-4b8a-b442-cb2ea54ec856","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545080.26677,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4506d4f-f99d-4b8a-b442-cb2ea54ec856"} {"level":"info","ts":1785545088.7854443,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545088.785523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8d0124d-1012-4dba-aae5-50c1fddb8944"} {"level":"info","ts":1785545088.7855337,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8d0124d-1012-4dba-aae5-50c1fddb8944"} {"level":"info","ts":1785545088.7855444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8d0124d-1012-4dba-aae5-50c1fddb8944","EoS":false} {"level":"info","ts":1785545088.785555,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8d0124d-1012-4dba-aae5-50c1fddb8944","EoS":true} {"level":"info","ts":1785545088.785574,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8d0124d-1012-4dba-aae5-50c1fddb8944","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545088.7855911,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8d0124d-1012-4dba-aae5-50c1fddb8944","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545088.7856116,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8d0124d-1012-4dba-aae5-50c1fddb8944"} {"level":"info","ts":1785545097.6061995,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545097.6062806,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e473b02-59ac-9af4-a1d4-ed669057a39a"} {"level":"info","ts":1785545097.6062918,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2e473b02-59ac-9af4-a1d4-ed669057a39a"} {"level":"info","ts":1785545097.606308,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e473b02-59ac-9af4-a1d4-ed669057a39a","EoS":false} {"level":"info","ts":1785545097.6063182,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e473b02-59ac-9af4-a1d4-ed669057a39a","EoS":true} {"level":"info","ts":1785545097.606337,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e473b02-59ac-9af4-a1d4-ed669057a39a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545097.6063583,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e473b02-59ac-9af4-a1d4-ed669057a39a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545097.6063817,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2e473b02-59ac-9af4-a1d4-ed669057a39a"} {"level":"info","ts":1785545106.5465262,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545106.5466003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e28e5bd9-d6e9-4a6a-83ce-4d36038964ae"} {"level":"info","ts":1785545106.5466099,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e28e5bd9-d6e9-4a6a-83ce-4d36038964ae"} {"level":"info","ts":1785545106.5466201,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e28e5bd9-d6e9-4a6a-83ce-4d36038964ae","EoS":false} {"level":"info","ts":1785545106.5466301,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e28e5bd9-d6e9-4a6a-83ce-4d36038964ae","EoS":true} {"level":"info","ts":1785545106.5466504,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e28e5bd9-d6e9-4a6a-83ce-4d36038964ae","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545106.5466657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e28e5bd9-d6e9-4a6a-83ce-4d36038964ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545106.5466843,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e28e5bd9-d6e9-4a6a-83ce-4d36038964ae"} {"level":"info","ts":1785545114.359356,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545114.359433,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcf45d80-ba8a-416b-93f2-27df3ceefa1c"} {"level":"info","ts":1785545114.3594468,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fcf45d80-ba8a-416b-93f2-27df3ceefa1c"} {"level":"info","ts":1785545114.3594577,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcf45d80-ba8a-416b-93f2-27df3ceefa1c","EoS":false} {"level":"info","ts":1785545114.3594675,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcf45d80-ba8a-416b-93f2-27df3ceefa1c","EoS":true} {"level":"info","ts":1785545114.359499,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fcf45d80-ba8a-416b-93f2-27df3ceefa1c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545114.3595154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcf45d80-ba8a-416b-93f2-27df3ceefa1c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545114.359538,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fcf45d80-ba8a-416b-93f2-27df3ceefa1c"} {"level":"info","ts":1785545119.0720453,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545119.0721555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b699b61-da81-46a8-b8e6-c03b914f9669"} {"level":"info","ts":1785545119.0721684,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7b699b61-da81-46a8-b8e6-c03b914f9669"} {"level":"info","ts":1785545119.0721803,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b699b61-da81-46a8-b8e6-c03b914f9669","EoS":false} {"level":"info","ts":1785545119.0721912,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b699b61-da81-46a8-b8e6-c03b914f9669","EoS":true} {"level":"info","ts":1785545119.0722184,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7b699b61-da81-46a8-b8e6-c03b914f9669","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785545119.0722327,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b699b61-da81-46a8-b8e6-c03b914f9669","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545119.0722547,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7b699b61-da81-46a8-b8e6-c03b914f9669"} {"level":"info","ts":1785545129.988446,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545129.9885268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31c00240-77f3-46a0-ab02-0b7becc111f9"} {"level":"info","ts":1785545129.9885368,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31c00240-77f3-46a0-ab02-0b7becc111f9"} {"level":"info","ts":1785545129.9885488,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31c00240-77f3-46a0-ab02-0b7becc111f9","EoS":false} {"level":"info","ts":1785545129.988565,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31c00240-77f3-46a0-ab02-0b7becc111f9","EoS":true} {"level":"info","ts":1785545129.988593,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31c00240-77f3-46a0-ab02-0b7becc111f9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785545129.9886096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31c00240-77f3-46a0-ab02-0b7becc111f9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545129.988632,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31c00240-77f3-46a0-ab02-0b7becc111f9"} {"level":"info","ts":1785545162.778745,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545162.7788372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fc2fe83-de6f-44b7-871b-e9f78ca9e288"} {"level":"info","ts":1785545162.7788498,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0fc2fe83-de6f-44b7-871b-e9f78ca9e288"} {"level":"info","ts":1785545162.7788613,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fc2fe83-de6f-44b7-871b-e9f78ca9e288","EoS":false} {"level":"info","ts":1785545162.7788732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fc2fe83-de6f-44b7-871b-e9f78ca9e288","EoS":true} {"level":"info","ts":1785545162.7788951,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0fc2fe83-de6f-44b7-871b-e9f78ca9e288","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785545162.778911,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fc2fe83-de6f-44b7-871b-e9f78ca9e288","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545162.778927,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0fc2fe83-de6f-44b7-871b-e9f78ca9e288"} {"level":"info","ts":1785545172.0482075,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545172.048285,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ed280f6-bb4d-427f-bfd6-fd8cbfe77daf"} {"level":"info","ts":1785545172.0482976,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0ed280f6-bb4d-427f-bfd6-fd8cbfe77daf"} {"level":"info","ts":1785545172.0483084,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0ed280f6-bb4d-427f-bfd6-fd8cbfe77daf","EoS":false} {"level":"info","ts":1785545172.0483189,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0ed280f6-bb4d-427f-bfd6-fd8cbfe77daf","EoS":true} {"level":"info","ts":1785545172.048337,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ed280f6-bb4d-427f-bfd6-fd8cbfe77daf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545172.0483525,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ed280f6-bb4d-427f-bfd6-fd8cbfe77daf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545172.0483742,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0ed280f6-bb4d-427f-bfd6-fd8cbfe77daf"} {"level":"info","ts":1785545188.0689027,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545188.0689902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc3d60cd-c46e-4a9d-a753-723c391c96a5"} {"level":"info","ts":1785545188.069002,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc3d60cd-c46e-4a9d-a753-723c391c96a5"} {"level":"info","ts":1785545188.0690143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc3d60cd-c46e-4a9d-a753-723c391c96a5","EoS":false} {"level":"info","ts":1785545188.0690265,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc3d60cd-c46e-4a9d-a753-723c391c96a5","EoS":true} {"level":"info","ts":1785545188.0690482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc3d60cd-c46e-4a9d-a753-723c391c96a5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785545188.0690806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc3d60cd-c46e-4a9d-a753-723c391c96a5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545188.0690982,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc3d60cd-c46e-4a9d-a753-723c391c96a5"} {"level":"info","ts":1785545197.5793035,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545197.5793886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d91b8bd-e6c0-4bc8-9584-b52b24d1263e"} {"level":"info","ts":1785545197.579405,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d91b8bd-e6c0-4bc8-9584-b52b24d1263e"} {"level":"info","ts":1785545197.5794234,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d91b8bd-e6c0-4bc8-9584-b52b24d1263e","EoS":false} {"level":"info","ts":1785545197.5794423,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d91b8bd-e6c0-4bc8-9584-b52b24d1263e","EoS":true} {"level":"info","ts":1785545197.5794723,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d91b8bd-e6c0-4bc8-9584-b52b24d1263e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545197.5794907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d91b8bd-e6c0-4bc8-9584-b52b24d1263e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545197.5795193,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d91b8bd-e6c0-4bc8-9584-b52b24d1263e"} {"level":"info","ts":1785545206.9194014,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545206.919483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1636d37f-7d65-4834-813c-f445a3c10cd7"} {"level":"info","ts":1785545206.9194932,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1636d37f-7d65-4834-813c-f445a3c10cd7"} {"level":"info","ts":1785545206.9195068,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1636d37f-7d65-4834-813c-f445a3c10cd7","EoS":false} {"level":"info","ts":1785545206.9195175,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1636d37f-7d65-4834-813c-f445a3c10cd7","EoS":true} {"level":"info","ts":1785545206.9195352,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1636d37f-7d65-4834-813c-f445a3c10cd7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545206.9195554,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1636d37f-7d65-4834-813c-f445a3c10cd7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545206.9195778,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1636d37f-7d65-4834-813c-f445a3c10cd7"} {"level":"info","ts":1785545206.9556327,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545206.9557095,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3188afb7-240f-4a2b-941d-04763a71d01a"} {"level":"info","ts":1785545206.9557214,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3188afb7-240f-4a2b-941d-04763a71d01a"} {"level":"info","ts":1785545206.955734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3188afb7-240f-4a2b-941d-04763a71d01a","EoS":false} {"level":"info","ts":1785545206.9557474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3188afb7-240f-4a2b-941d-04763a71d01a","EoS":true} {"level":"info","ts":1785545206.9557788,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3188afb7-240f-4a2b-941d-04763a71d01a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545206.9557986,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3188afb7-240f-4a2b-941d-04763a71d01a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545206.955829,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3188afb7-240f-4a2b-941d-04763a71d01a"} {"level":"info","ts":1785545225.905474,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545225.9055598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dff2fbac-1045-4198-995d-d5898edff1c0"} {"level":"info","ts":1785545225.90557,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dff2fbac-1045-4198-995d-d5898edff1c0"} {"level":"info","ts":1785545225.9055812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dff2fbac-1045-4198-995d-d5898edff1c0","EoS":false} {"level":"info","ts":1785545225.9055912,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dff2fbac-1045-4198-995d-d5898edff1c0","EoS":true} {"level":"info","ts":1785545225.905615,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dff2fbac-1045-4198-995d-d5898edff1c0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545225.9056365,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dff2fbac-1045-4198-995d-d5898edff1c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545225.905659,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dff2fbac-1045-4198-995d-d5898edff1c0"} {"level":"info","ts":1785545235.141159,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545235.141238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94524bf2-587d-4cca-b5d8-7c9e2332e6d1"} {"level":"info","ts":1785545235.1412475,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94524bf2-587d-4cca-b5d8-7c9e2332e6d1"} {"level":"info","ts":1785545235.1412585,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94524bf2-587d-4cca-b5d8-7c9e2332e6d1","EoS":false} {"level":"info","ts":1785545235.1412728,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94524bf2-587d-4cca-b5d8-7c9e2332e6d1","EoS":true} {"level":"info","ts":1785545235.1412923,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94524bf2-587d-4cca-b5d8-7c9e2332e6d1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545235.1413076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94524bf2-587d-4cca-b5d8-7c9e2332e6d1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545235.141329,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94524bf2-587d-4cca-b5d8-7c9e2332e6d1"} {"level":"info","ts":1785545250.9710279,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545250.9711375,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34285572-fa90-4180-b78e-efdfce1032fb"} {"level":"info","ts":1785545250.9711545,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"34285572-fa90-4180-b78e-efdfce1032fb"} {"level":"info","ts":1785545250.9711733,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34285572-fa90-4180-b78e-efdfce1032fb","EoS":false} {"level":"info","ts":1785545250.9711926,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34285572-fa90-4180-b78e-efdfce1032fb","EoS":true} {"level":"info","ts":1785545250.9712236,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34285572-fa90-4180-b78e-efdfce1032fb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785545250.9712427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34285572-fa90-4180-b78e-efdfce1032fb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545250.971274,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"34285572-fa90-4180-b78e-efdfce1032fb"} {"level":"info","ts":1785545383.594899,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545383.5950007,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3f2b0f1-e21f-47dd-977f-508bd903c6cd"} {"level":"info","ts":1785545383.5950131,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e3f2b0f1-e21f-47dd-977f-508bd903c6cd"} {"level":"info","ts":1785545383.5950253,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e3f2b0f1-e21f-47dd-977f-508bd903c6cd","EoS":false} {"level":"info","ts":1785545383.5950382,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e3f2b0f1-e21f-47dd-977f-508bd903c6cd","EoS":true} {"level":"info","ts":1785545383.59513,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e3f2b0f1-e21f-47dd-977f-508bd903c6cd","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785545383.5951498,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3f2b0f1-e21f-47dd-977f-508bd903c6cd","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785545383.5951712,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e3f2b0f1-e21f-47dd-977f-508bd903c6cd"} {"level":"info","ts":1785545406.6043506,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545406.6044457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"576f0b15-b7f2-4bab-9279-fb484a6828cf"} {"level":"info","ts":1785545406.6044567,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"576f0b15-b7f2-4bab-9279-fb484a6828cf"} {"level":"info","ts":1785545406.604468,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"576f0b15-b7f2-4bab-9279-fb484a6828cf","EoS":false} {"level":"info","ts":1785545406.6044788,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"576f0b15-b7f2-4bab-9279-fb484a6828cf","EoS":true} {"level":"info","ts":1785545406.6044989,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"576f0b15-b7f2-4bab-9279-fb484a6828cf","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785545406.6045144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"576f0b15-b7f2-4bab-9279-fb484a6828cf","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785545406.604535,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"576f0b15-b7f2-4bab-9279-fb484a6828cf"} {"level":"info","ts":1785545468.860929,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545468.8610115,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8744027-1abc-40b1-bd45-80b3b1d53d12"} {"level":"info","ts":1785545468.8610213,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d8744027-1abc-40b1-bd45-80b3b1d53d12"} {"level":"info","ts":1785545468.8610325,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8744027-1abc-40b1-bd45-80b3b1d53d12","EoS":false} {"level":"info","ts":1785545468.861042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8744027-1abc-40b1-bd45-80b3b1d53d12","EoS":true} {"level":"info","ts":1785545468.8610756,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8744027-1abc-40b1-bd45-80b3b1d53d12","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545468.8610897,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8744027-1abc-40b1-bd45-80b3b1d53d12","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545468.8611116,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d8744027-1abc-40b1-bd45-80b3b1d53d12"} {"level":"info","ts":1785545484.0632117,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545484.06329,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e18f58a8-69a6-43b6-9d79-ec0cddb10518"} {"level":"info","ts":1785545484.0633013,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e18f58a8-69a6-43b6-9d79-ec0cddb10518"} {"level":"info","ts":1785545484.0633125,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e18f58a8-69a6-43b6-9d79-ec0cddb10518","EoS":false} {"level":"info","ts":1785545484.0633268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e18f58a8-69a6-43b6-9d79-ec0cddb10518","EoS":true} {"level":"info","ts":1785545484.0633516,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e18f58a8-69a6-43b6-9d79-ec0cddb10518","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545484.0633671,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e18f58a8-69a6-43b6-9d79-ec0cddb10518","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545484.0633903,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e18f58a8-69a6-43b6-9d79-ec0cddb10518"} {"level":"info","ts":1785545484.3455045,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545484.3455834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"794f7b30-ecd7-4a0a-b8ca-ad62e7772434"} {"level":"info","ts":1785545484.3455925,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"794f7b30-ecd7-4a0a-b8ca-ad62e7772434"} {"level":"info","ts":1785545484.3456047,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"794f7b30-ecd7-4a0a-b8ca-ad62e7772434","EoS":false} {"level":"info","ts":1785545484.3456144,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"794f7b30-ecd7-4a0a-b8ca-ad62e7772434","EoS":true} {"level":"info","ts":1785545484.3456354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"794f7b30-ecd7-4a0a-b8ca-ad62e7772434","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545484.3456519,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"794f7b30-ecd7-4a0a-b8ca-ad62e7772434","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545484.345672,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"794f7b30-ecd7-4a0a-b8ca-ad62e7772434"} {"level":"info","ts":1785545848.9241185,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545848.924201,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbcc24b9-2a22-41df-9842-62ba9a3e8112"} {"level":"info","ts":1785545848.9242096,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cbcc24b9-2a22-41df-9842-62ba9a3e8112"} {"level":"info","ts":1785545848.9242203,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbcc24b9-2a22-41df-9842-62ba9a3e8112","EoS":false} {"level":"info","ts":1785545848.9242299,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbcc24b9-2a22-41df-9842-62ba9a3e8112","EoS":true} {"level":"info","ts":1785545848.9242513,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cbcc24b9-2a22-41df-9842-62ba9a3e8112","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545848.9242673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbcc24b9-2a22-41df-9842-62ba9a3e8112","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545848.9242887,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cbcc24b9-2a22-41df-9842-62ba9a3e8112"} {"level":"info","ts":1785545848.9642696,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545848.9643528,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d7a13b4-1cc3-4b11-8638-e73ed37a003d"} {"level":"info","ts":1785545848.9643607,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d7a13b4-1cc3-4b11-8638-e73ed37a003d"} {"level":"info","ts":1785545848.9643717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d7a13b4-1cc3-4b11-8638-e73ed37a003d","EoS":false} {"level":"info","ts":1785545848.9643817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d7a13b4-1cc3-4b11-8638-e73ed37a003d","EoS":true} {"level":"info","ts":1785545848.9644032,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d7a13b4-1cc3-4b11-8638-e73ed37a003d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545848.9644163,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d7a13b4-1cc3-4b11-8638-e73ed37a003d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545848.9644363,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d7a13b4-1cc3-4b11-8638-e73ed37a003d"} {"level":"info","ts":1785545848.9994886,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545848.9995615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09c098b1-d8d1-453c-863b-e927d4443f90"} {"level":"info","ts":1785545848.999573,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09c098b1-d8d1-453c-863b-e927d4443f90"} {"level":"info","ts":1785545848.9995854,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09c098b1-d8d1-453c-863b-e927d4443f90","EoS":false} {"level":"info","ts":1785545848.9996462,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09c098b1-d8d1-453c-863b-e927d4443f90","EoS":true} {"level":"info","ts":1785545848.9996693,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09c098b1-d8d1-453c-863b-e927d4443f90","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545848.9996839,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09c098b1-d8d1-453c-863b-e927d4443f90","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545848.9997084,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09c098b1-d8d1-453c-863b-e927d4443f90"} {"level":"info","ts":1785545853.7886717,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8dae0111-6392-47b6-8858-3fcc73240d3a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785545853.7887135,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8dae0111-6392-47b6-8858-3fcc73240d3a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785545853.7887568,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a161667-7474-45aa-8990-77c48071b0c7"} {"level":"info","ts":1785545853.795291,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0cac3098-2965-40cf-8823-529b56ea5dc8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785545853.7953196,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0cac3098-2965-40cf-8823-529b56ea5dc8","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785545853.796346,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a161667-7474-45aa-8990-77c48071b0c7","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785545853.7965589,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37379.888823845,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785545853.7965755,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785545853.91189,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d905368c-dbd2-48bd-8ff2-246e6db33314"} {"level":"info","ts":1785545853.9123564,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fcc9d98c-b481-41b8-8e3e-67a25cd9ac23","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785545853.912417,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fcc9d98c-b481-41b8-8e3e-67a25cd9ac23","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785545853.9169877,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d905368c-dbd2-48bd-8ff2-246e6db33314","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785545853.9170682,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d905368c-dbd2-48bd-8ff2-246e6db33314","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785545853.9191906,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785545853.9208515,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d905368c-dbd2-48bd-8ff2-246e6db33314","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785545853.9208982,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d905368c-dbd2-48bd-8ff2-246e6db33314","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785545853.9209616,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"919e7592-efbf-4f41-a362-6beb82787146"} {"level":"info","ts":1785545853.920985,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"919e7592-efbf-4f41-a362-6beb82787146","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785545853.9259133,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"919e7592-efbf-4f41-a362-6beb82787146","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785545853.926001,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ad739fc-e3f7-42d6-99be-331ca2c2ea63","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785545853.9260101,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c21a633-ae8f-41c5-91db-c37490080287","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785545853.9260373,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ad739fc-e3f7-42d6-99be-331ca2c2ea63","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785545853.9260476,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c21a633-ae8f-41c5-91db-c37490080287","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785545853.9261353,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"001aae65-111b-4012-bfc2-1e72bbd5df2b"} {"level":"info","ts":1785545853.9263182,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38162.373504666,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785545853.9263313,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785545853.9973316,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37202.423322961,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785545853.9973648,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785545854.0144215,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785545854.0151808,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785545854.0269027,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"001aae65-111b-4012-bfc2-1e72bbd5df2b","name":"e2e-external-model"} {"level":"info","ts":1785545854.044072,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea6c94ee-5e05-4fe7-aaa3-f0d39d6faf89","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785545854.04411,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea6c94ee-5e05-4fe7-aaa3-f0d39d6faf89","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785545854.0474725,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"001aae65-111b-4012-bfc2-1e72bbd5df2b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785545854.0475347,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"001aae65-111b-4012-bfc2-1e72bbd5df2b","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785545854.047605,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"97e7009e-605b-4fa1-9422-30fea63627e6"} {"level":"info","ts":1785545854.047666,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"97e7009e-605b-4fa1-9422-30fea63627e6","name":"e2e-external-model"} {"level":"error","ts":1785545854.0578601,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"97e7009e-605b-4fa1-9422-30fea63627e6","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785545854.0581775,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea894a8a-2aa9-4610-a5f3-1b5ae3845e1b"} {"level":"info","ts":1785545854.0582414,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea894a8a-2aa9-4610-a5f3-1b5ae3845e1b","name":"e2e-external-model"} {"level":"info","ts":1785545854.0582376,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec2ba761-bc22-49aa-b520-c84c270f395a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785545854.0583568,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec2ba761-bc22-49aa-b520-c84c270f395a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785545854.0692012,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea894a8a-2aa9-4610-a5f3-1b5ae3845e1b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785545854.075839,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24da603d-472a-4f5a-886a-3d5a1f9f1485","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785545854.075869,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24da603d-472a-4f5a-886a-3d5a1f9f1485","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785545854.076023,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2863946e-8f90-40fc-9b12-a3f8e507a84f"} {"level":"info","ts":1785545854.0761096,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2863946e-8f90-40fc-9b12-a3f8e507a84f","name":"e2e-external-model"} {"level":"info","ts":1785545854.0850084,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2863946e-8f90-40fc-9b12-a3f8e507a84f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785545854.0977175,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a161667-7474-45aa-8990-77c48071b0c7","name":"e2e-external-provider"} {"level":"info","ts":1785545854.1076732,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a161667-7474-45aa-8990-77c48071b0c7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785545854.1111748,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a161667-7474-45aa-8990-77c48071b0c7","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785545854.1112673,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67c7930e-99ce-4b14-be76-26b2480d9795"} {"level":"info","ts":1785545854.1113133,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67c7930e-99ce-4b14-be76-26b2480d9795","name":"e2e-external-provider"} {"level":"info","ts":1785545854.1200976,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67c7930e-99ce-4b14-be76-26b2480d9795","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785545865.5004528,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545865.50053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"399f35e1-a483-4cdf-aaeb-443653d203d9"} {"level":"info","ts":1785545865.5005412,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"399f35e1-a483-4cdf-aaeb-443653d203d9"} {"level":"info","ts":1785545865.5005522,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"399f35e1-a483-4cdf-aaeb-443653d203d9","EoS":false} {"level":"info","ts":1785545865.5005667,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"399f35e1-a483-4cdf-aaeb-443653d203d9","EoS":true} {"level":"info","ts":1785545865.50059,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"399f35e1-a483-4cdf-aaeb-443653d203d9","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785545865.5006106,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"399f35e1-a483-4cdf-aaeb-443653d203d9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785545865.5006216,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"399f35e1-a483-4cdf-aaeb-443653d203d9","modelName":"e2e-external-model"} {"level":"info","ts":1785545865.50064,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"399f35e1-a483-4cdf-aaeb-443653d203d9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785545865.5006988,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"399f35e1-a483-4cdf-aaeb-443653d203d9"} {"level":"info","ts":1785545865.5472376,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545865.547323,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0f549a3-6ea9-4155-ac23-6bf5f88f4340"} {"level":"info","ts":1785545865.5473683,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0f549a3-6ea9-4155-ac23-6bf5f88f4340"} {"level":"info","ts":1785545865.5473871,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0f549a3-6ea9-4155-ac23-6bf5f88f4340","EoS":false} {"level":"info","ts":1785545865.5474029,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0f549a3-6ea9-4155-ac23-6bf5f88f4340","EoS":true} {"level":"info","ts":1785545865.5474248,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0f549a3-6ea9-4155-ac23-6bf5f88f4340","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785545865.54744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0f549a3-6ea9-4155-ac23-6bf5f88f4340","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785545865.5474496,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c0f549a3-6ea9-4155-ac23-6bf5f88f4340","modelName":"e2e-external-model"} {"level":"info","ts":1785545865.5474622,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c0f549a3-6ea9-4155-ac23-6bf5f88f4340","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785545865.5474994,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0f549a3-6ea9-4155-ac23-6bf5f88f4340"} {"level":"info","ts":1785545865.571113,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545865.5711763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4"} {"level":"info","ts":1785545865.5711858,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4"} {"level":"info","ts":1785545865.571196,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4","EoS":false} {"level":"info","ts":1785545865.5712059,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4","EoS":true} {"level":"info","ts":1785545865.5712237,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785545865.5712404,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785545865.571248,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4","modelName":"e2e-external-model"} {"level":"info","ts":1785545865.5712621,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785545865.5713031,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d1cd4d21-f09b-4a8f-a3dd-5c1e4a6c0dc4"} {"level":"info","ts":1785545865.776355,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71765f3f-3519-4e75-90de-7b08dbb746a2"} {"level":"info","ts":1785545865.7764122,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7be11c79-3c90-4681-8696-1a73685e2088","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785545865.776451,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7be11c79-3c90-4681-8696-1a73685e2088","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785545865.7810528,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6aecd6b1-9536-40f9-9acb-20845d7ba7ce","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785545865.7811034,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6aecd6b1-9536-40f9-9acb-20845d7ba7ce","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785545865.7842705,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71765f3f-3519-4e75-90de-7b08dbb746a2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785545865.7843232,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71765f3f-3519-4e75-90de-7b08dbb746a2","name":"e2e-cleanup-test"} {"level":"info","ts":1785545865.7968686,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee7e862e-d136-49fb-89eb-f506ebf83bde","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785545865.796915,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee7e862e-d136-49fb-89eb-f506ebf83bde","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785545865.797294,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71765f3f-3519-4e75-90de-7b08dbb746a2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785545865.7973375,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71765f3f-3519-4e75-90de-7b08dbb746a2","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785545865.7973838,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63280f8b-dbe2-43bf-b8be-6d0720c08d70"} {"level":"info","ts":1785545865.7974312,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63280f8b-dbe2-43bf-b8be-6d0720c08d70","name":"e2e-cleanup-test"} {"level":"info","ts":1785545865.8122156,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e560ff9-f3fc-4586-b25d-5a97b67230a5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785545865.8122466,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e560ff9-f3fc-4586-b25d-5a97b67230a5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785545865.8148932,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63280f8b-dbe2-43bf-b8be-6d0720c08d70","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785545865.8149405,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63280f8b-dbe2-43bf-b8be-6d0720c08d70","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785545865.8149922,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cedc6f6d-286b-484f-8cc9-aec09fbd394f"} {"level":"info","ts":1785545865.8150406,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cedc6f6d-286b-484f-8cc9-aec09fbd394f","name":"e2e-cleanup-test"} {"level":"info","ts":1785545865.8223743,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cedc6f6d-286b-484f-8cc9-aec09fbd394f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785545865.8250322,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0c37464-4148-4149-9b96-045fb0023c7e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785545865.8250816,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0c37464-4148-4149-9b96-045fb0023c7e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785545865.8296978,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cedc6f6d-286b-484f-8cc9-aec09fbd394f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785545865.8297787,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20991d43-876e-4b68-b34c-ba986e5ec969"} {"level":"info","ts":1785545865.8298469,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20991d43-876e-4b68-b34c-ba986e5ec969","name":"e2e-cleanup-test"} {"level":"info","ts":1785545865.8372076,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20991d43-876e-4b68-b34c-ba986e5ec969","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785545874.0237567,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b63f77e-7705-4eb8-bc8f-62efe655affd"} {"level":"info","ts":1785545874.0237887,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4714763c-9d54-4247-a4d7-2cbbade9d88d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785545874.023821,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4714763c-9d54-4247-a4d7-2cbbade9d88d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785545878.3138,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545878.3138993,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2226c201-df6f-4d8c-b41f-6f380e0c7128"} {"level":"info","ts":1785545878.3139114,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2226c201-df6f-4d8c-b41f-6f380e0c7128"} {"level":"info","ts":1785545878.3139267,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2226c201-df6f-4d8c-b41f-6f380e0c7128","EoS":false} {"level":"info","ts":1785545878.3139424,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2226c201-df6f-4d8c-b41f-6f380e0c7128","EoS":true} {"level":"info","ts":1785545878.313971,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2226c201-df6f-4d8c-b41f-6f380e0c7128","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785545878.3139899,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2226c201-df6f-4d8c-b41f-6f380e0c7128","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785545878.314017,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2226c201-df6f-4d8c-b41f-6f380e0c7128"} {"level":"info","ts":1785545878.3372283,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545878.3373067,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7"} {"level":"info","ts":1785545878.3373175,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7"} {"level":"info","ts":1785545878.3373282,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7","EoS":false} {"level":"info","ts":1785545878.3373399,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7","EoS":true} {"level":"info","ts":1785545878.337359,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785545878.3373754,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785545878.3373833,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7","modelName":"e2e-external-model"} {"level":"info","ts":1785545878.3373966,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785545878.3374345,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33dfb13f-5bf5-44ff-ac4e-9f294a8350d7"} {"level":"info","ts":1785545878.4570405,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545878.4571724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60eab29e-f230-450e-bb2a-d238f1c8a473"} {"level":"info","ts":1785545878.4571865,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"60eab29e-f230-450e-bb2a-d238f1c8a473"} {"level":"info","ts":1785545878.4571986,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60eab29e-f230-450e-bb2a-d238f1c8a473","EoS":false} {"level":"info","ts":1785545878.4572089,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60eab29e-f230-450e-bb2a-d238f1c8a473","EoS":true} {"level":"info","ts":1785545878.45723,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60eab29e-f230-450e-bb2a-d238f1c8a473","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785545878.4572446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60eab29e-f230-450e-bb2a-d238f1c8a473","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785545878.457266,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"60eab29e-f230-450e-bb2a-d238f1c8a473"} {"level":"info","ts":1785545878.533029,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545878.5331237,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75cbd2de-07e8-41cd-9018-00e17c7f22a3"} {"level":"info","ts":1785545878.5331368,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75cbd2de-07e8-41cd-9018-00e17c7f22a3"} {"level":"info","ts":1785545878.533148,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75cbd2de-07e8-41cd-9018-00e17c7f22a3","EoS":false} {"level":"info","ts":1785545878.5331602,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75cbd2de-07e8-41cd-9018-00e17c7f22a3","EoS":true} {"level":"info","ts":1785545878.5331821,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"75cbd2de-07e8-41cd-9018-00e17c7f22a3","field":"model"} {"level":"info","ts":1785545878.5332077,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75cbd2de-07e8-41cd-9018-00e17c7f22a3"} {"level":"info","ts":1785545879.4034605,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b3702ae-d07a-4f4f-9ac2-31e7b419f812"} {"level":"info","ts":1785545879.4035103,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"153cacd5-c940-4a94-b640-349b8e552f93","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785545879.4035404,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"153cacd5-c940-4a94-b640-349b8e552f93","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785545879.5415301,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f39255cd-97a8-4e07-8db1-cec14b6f4bf6"} {"level":"info","ts":1785545879.541603,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e5b48f86-ec6c-41fb-a890-0c1373fdeeca","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785545879.5416365,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e5b48f86-ec6c-41fb-a890-0c1373fdeeca","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785547346.047363,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785547346.047447,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6c406b0-a9c7-4fd5-bbfe-06002348b691"} {"level":"info","ts":1785547420.726941,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785547420.7270231,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6dac2fbc-31af-41d4-8252-c8aa1f82deb8"} {"level":"info","ts":1785547420.7270317,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6dac2fbc-31af-41d4-8252-c8aa1f82deb8"} {"level":"info","ts":1785547420.7270432,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6dac2fbc-31af-41d4-8252-c8aa1f82deb8","EoS":false} {"level":"info","ts":1785547420.7270536,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6dac2fbc-31af-41d4-8252-c8aa1f82deb8","EoS":true} {"level":"info","ts":1785547420.7271035,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6dac2fbc-31af-41d4-8252-c8aa1f82deb8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785547420.7271187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6dac2fbc-31af-41d4-8252-c8aa1f82deb8","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785547420.7271385,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6dac2fbc-31af-41d4-8252-c8aa1f82deb8"}