{"level":"info","ts":1785425248.0412364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e405fa3e-12da-442b-8fa4-a8cb85ba8c11"} {"level":"info","ts":1785425248.0412502,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e405fa3e-12da-442b-8fa4-a8cb85ba8c11"} {"level":"info","ts":1785425248.0412707,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e405fa3e-12da-442b-8fa4-a8cb85ba8c11","EoS":false} {"level":"info","ts":1785425248.041292,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e405fa3e-12da-442b-8fa4-a8cb85ba8c11","EoS":true} {"level":"info","ts":1785425248.0413275,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e405fa3e-12da-442b-8fa4-a8cb85ba8c11","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785425248.0413487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e405fa3e-12da-442b-8fa4-a8cb85ba8c11","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425248.0413842,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e405fa3e-12da-442b-8fa4-a8cb85ba8c11"} {"level":"info","ts":1785425248.0855312,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425248.085622,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbe8cefe-c8cc-4ff7-aec2-8c77f755a9ca"} {"level":"info","ts":1785425248.0856364,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dbe8cefe-c8cc-4ff7-aec2-8c77f755a9ca"} {"level":"info","ts":1785425248.0856574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbe8cefe-c8cc-4ff7-aec2-8c77f755a9ca","EoS":false} {"level":"info","ts":1785425248.0856771,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbe8cefe-c8cc-4ff7-aec2-8c77f755a9ca","EoS":true} {"level":"info","ts":1785425248.0857513,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbe8cefe-c8cc-4ff7-aec2-8c77f755a9ca","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785425248.0857718,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbe8cefe-c8cc-4ff7-aec2-8c77f755a9ca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425248.0858037,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dbe8cefe-c8cc-4ff7-aec2-8c77f755a9ca"} {"level":"info","ts":1785425248.1167324,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425248.1168106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf2a48da-af43-4ff9-8b8a-1fd5a7d37be9"} {"level":"info","ts":1785425248.1168206,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bf2a48da-af43-4ff9-8b8a-1fd5a7d37be9"} {"level":"info","ts":1785425248.1168315,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf2a48da-af43-4ff9-8b8a-1fd5a7d37be9","EoS":false} {"level":"info","ts":1785425248.1168418,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf2a48da-af43-4ff9-8b8a-1fd5a7d37be9","EoS":true} {"level":"info","ts":1785425248.116863,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf2a48da-af43-4ff9-8b8a-1fd5a7d37be9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785425248.116878,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf2a48da-af43-4ff9-8b8a-1fd5a7d37be9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425248.116901,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bf2a48da-af43-4ff9-8b8a-1fd5a7d37be9"} {"level":"info","ts":1785425248.1715746,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425248.1716943,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5df03ed7-a9f1-4b4e-9b43-5d12d112199c"} {"level":"info","ts":1785425248.1717105,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5df03ed7-a9f1-4b4e-9b43-5d12d112199c"} {"level":"info","ts":1785425248.1717234,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5df03ed7-a9f1-4b4e-9b43-5d12d112199c","EoS":false} {"level":"info","ts":1785425248.1717362,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5df03ed7-a9f1-4b4e-9b43-5d12d112199c","EoS":true} {"level":"info","ts":1785425248.1717618,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5df03ed7-a9f1-4b4e-9b43-5d12d112199c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785425248.171783,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5df03ed7-a9f1-4b4e-9b43-5d12d112199c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785425248.1718073,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5df03ed7-a9f1-4b4e-9b43-5d12d112199c"} {"level":"info","ts":1785425248.8933437,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425248.8934486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f80cdcfc-9675-48f5-b6ad-376dc38cab1a"} {"level":"info","ts":1785425248.8934608,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f80cdcfc-9675-48f5-b6ad-376dc38cab1a"} {"level":"info","ts":1785425248.8934724,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f80cdcfc-9675-48f5-b6ad-376dc38cab1a","EoS":false} {"level":"info","ts":1785425248.8934824,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f80cdcfc-9675-48f5-b6ad-376dc38cab1a","EoS":true} {"level":"info","ts":1785425248.8935046,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f80cdcfc-9675-48f5-b6ad-376dc38cab1a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785425248.8935225,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f80cdcfc-9675-48f5-b6ad-376dc38cab1a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425248.8935428,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f80cdcfc-9675-48f5-b6ad-376dc38cab1a"} {"level":"info","ts":1785425248.9324899,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425248.932579,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f433f27f-30cb-4939-b2d0-73ae2437b3a7"} {"level":"info","ts":1785425248.9325902,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f433f27f-30cb-4939-b2d0-73ae2437b3a7"} {"level":"info","ts":1785425248.932602,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f433f27f-30cb-4939-b2d0-73ae2437b3a7","EoS":false} {"level":"info","ts":1785425248.9326122,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f433f27f-30cb-4939-b2d0-73ae2437b3a7","EoS":true} {"level":"info","ts":1785425248.9326346,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f433f27f-30cb-4939-b2d0-73ae2437b3a7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785425248.9326518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f433f27f-30cb-4939-b2d0-73ae2437b3a7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785425248.9326773,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f433f27f-30cb-4939-b2d0-73ae2437b3a7"} {"level":"info","ts":1785425253.1019907,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425253.1020758,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51bfd7c0-d93a-470e-adbb-2f14acbd3a96"} {"level":"info","ts":1785425253.1020863,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"51bfd7c0-d93a-470e-adbb-2f14acbd3a96"} {"level":"info","ts":1785425253.1020975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51bfd7c0-d93a-470e-adbb-2f14acbd3a96","EoS":false} {"level":"info","ts":1785425253.1021078,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51bfd7c0-d93a-470e-adbb-2f14acbd3a96","EoS":true} {"level":"info","ts":1785425253.1021316,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51bfd7c0-d93a-470e-adbb-2f14acbd3a96","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785425253.1021497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51bfd7c0-d93a-470e-adbb-2f14acbd3a96","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785425253.102173,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"51bfd7c0-d93a-470e-adbb-2f14acbd3a96"} {"level":"info","ts":1785425272.0662794,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425272.066372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8758a8c2-8ee5-428e-9ec0-c19476fe0613"} {"level":"info","ts":1785425272.066384,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8758a8c2-8ee5-428e-9ec0-c19476fe0613"} {"level":"info","ts":1785425272.0663962,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8758a8c2-8ee5-428e-9ec0-c19476fe0613","EoS":false} {"level":"info","ts":1785425272.0664103,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8758a8c2-8ee5-428e-9ec0-c19476fe0613","EoS":true} {"level":"info","ts":1785425272.066463,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8758a8c2-8ee5-428e-9ec0-c19476fe0613","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785425272.0664804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8758a8c2-8ee5-428e-9ec0-c19476fe0613","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425272.0665107,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8758a8c2-8ee5-428e-9ec0-c19476fe0613"} {"level":"info","ts":1785425272.2051616,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425272.2052536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"667de714-d998-415a-aea7-a5764fd14b4c"} {"level":"info","ts":1785425272.2052648,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"667de714-d998-415a-aea7-a5764fd14b4c"} {"level":"info","ts":1785425272.205276,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"667de714-d998-415a-aea7-a5764fd14b4c","EoS":false} {"level":"info","ts":1785425272.205287,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"667de714-d998-415a-aea7-a5764fd14b4c","EoS":true} {"level":"info","ts":1785425272.205312,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"667de714-d998-415a-aea7-a5764fd14b4c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785425272.2053332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"667de714-d998-415a-aea7-a5764fd14b4c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425272.2053611,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"667de714-d998-415a-aea7-a5764fd14b4c"} {"level":"info","ts":1785425272.3432503,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425272.343335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"992054b2-530c-4e64-aef8-0ec433555438"} {"level":"info","ts":1785425272.3433452,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"992054b2-530c-4e64-aef8-0ec433555438"} {"level":"info","ts":1785425272.3433557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"992054b2-530c-4e64-aef8-0ec433555438","EoS":false} {"level":"info","ts":1785425272.3433652,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"992054b2-530c-4e64-aef8-0ec433555438","EoS":true} {"level":"info","ts":1785425272.3433876,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"992054b2-530c-4e64-aef8-0ec433555438","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785425272.3434048,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"992054b2-530c-4e64-aef8-0ec433555438","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425272.3434625,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"992054b2-530c-4e64-aef8-0ec433555438"} {"level":"info","ts":1785425272.4797397,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425272.47982,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"493c9e69-2ac2-4df9-ae50-c6cc168d8cd7"} {"level":"info","ts":1785425272.4798324,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"493c9e69-2ac2-4df9-ae50-c6cc168d8cd7"} {"level":"info","ts":1785425272.4798453,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"493c9e69-2ac2-4df9-ae50-c6cc168d8cd7","EoS":false} {"level":"info","ts":1785425272.4798667,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"493c9e69-2ac2-4df9-ae50-c6cc168d8cd7","EoS":true} {"level":"info","ts":1785425272.4798906,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"493c9e69-2ac2-4df9-ae50-c6cc168d8cd7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785425272.479912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"493c9e69-2ac2-4df9-ae50-c6cc168d8cd7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425272.4799385,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"493c9e69-2ac2-4df9-ae50-c6cc168d8cd7"} {"level":"info","ts":1785425272.61527,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425272.6153572,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb00724e-721f-4fe1-aa91-97e8fb3cb446"} {"level":"info","ts":1785425272.6153665,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fb00724e-721f-4fe1-aa91-97e8fb3cb446"} {"level":"info","ts":1785425272.6153777,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb00724e-721f-4fe1-aa91-97e8fb3cb446","EoS":false} {"level":"info","ts":1785425272.6153872,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb00724e-721f-4fe1-aa91-97e8fb3cb446","EoS":true} {"level":"info","ts":1785425272.6154082,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fb00724e-721f-4fe1-aa91-97e8fb3cb446","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785425272.615458,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb00724e-721f-4fe1-aa91-97e8fb3cb446","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425272.6154895,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fb00724e-721f-4fe1-aa91-97e8fb3cb446"} {"level":"info","ts":1785425272.7539284,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425272.7540116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a8c909b-b521-4adf-94ae-c9317a67aa02"} {"level":"info","ts":1785425272.754021,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a8c909b-b521-4adf-94ae-c9317a67aa02"} {"level":"info","ts":1785425272.7540317,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a8c909b-b521-4adf-94ae-c9317a67aa02","EoS":false} {"level":"info","ts":1785425272.7540414,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a8c909b-b521-4adf-94ae-c9317a67aa02","EoS":true} {"level":"info","ts":1785425272.7540658,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a8c909b-b521-4adf-94ae-c9317a67aa02","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785425272.7540817,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a8c909b-b521-4adf-94ae-c9317a67aa02","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425272.754111,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a8c909b-b521-4adf-94ae-c9317a67aa02"} {"level":"info","ts":1785425295.9988017,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425295.998888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c2cec0e-59bc-43b4-8756-ece0d9a4c724"} {"level":"info","ts":1785425295.9988983,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c2cec0e-59bc-43b4-8756-ece0d9a4c724"} {"level":"info","ts":1785425295.9989092,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c2cec0e-59bc-43b4-8756-ece0d9a4c724","EoS":false} {"level":"info","ts":1785425295.9989202,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c2cec0e-59bc-43b4-8756-ece0d9a4c724","EoS":true} {"level":"info","ts":1785425295.9989433,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c2cec0e-59bc-43b4-8756-ece0d9a4c724","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785425295.9989605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c2cec0e-59bc-43b4-8756-ece0d9a4c724","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425295.9989815,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c2cec0e-59bc-43b4-8756-ece0d9a4c724"} {"level":"info","ts":1785425296.0363443,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425296.0364535,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"353492c5-e92b-4993-b6f7-2687acafa9e7"} {"level":"info","ts":1785425296.036465,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"353492c5-e92b-4993-b6f7-2687acafa9e7"} {"level":"info","ts":1785425296.036478,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"353492c5-e92b-4993-b6f7-2687acafa9e7","EoS":false} {"level":"info","ts":1785425296.0364873,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"353492c5-e92b-4993-b6f7-2687acafa9e7","EoS":true} {"level":"info","ts":1785425296.0365098,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"353492c5-e92b-4993-b6f7-2687acafa9e7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785425296.036527,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"353492c5-e92b-4993-b6f7-2687acafa9e7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425296.0365496,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"353492c5-e92b-4993-b6f7-2687acafa9e7"} {"level":"info","ts":1785425296.0704699,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425296.0705588,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff85954f-6e19-4f7c-ad18-bb9f5fdc8c1d"} {"level":"info","ts":1785425296.0705688,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff85954f-6e19-4f7c-ad18-bb9f5fdc8c1d"} {"level":"info","ts":1785425296.0705817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff85954f-6e19-4f7c-ad18-bb9f5fdc8c1d","EoS":false} {"level":"info","ts":1785425296.070596,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff85954f-6e19-4f7c-ad18-bb9f5fdc8c1d","EoS":true} {"level":"info","ts":1785425296.0706222,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff85954f-6e19-4f7c-ad18-bb9f5fdc8c1d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785425296.0706394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff85954f-6e19-4f7c-ad18-bb9f5fdc8c1d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425296.0706608,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff85954f-6e19-4f7c-ad18-bb9f5fdc8c1d"} {"level":"info","ts":1785425296.1054828,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425296.105591,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"980e3e73-9a36-4e5c-a3a7-6f4d7f97c1fc"} {"level":"info","ts":1785425300.7498815,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425300.7499673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6511af29-fe36-47ef-9723-4c6fa41bc375"} {"level":"info","ts":1785425300.7499797,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6511af29-fe36-47ef-9723-4c6fa41bc375"} {"level":"info","ts":1785425300.7499933,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6511af29-fe36-47ef-9723-4c6fa41bc375","EoS":false} {"level":"info","ts":1785425300.7500067,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6511af29-fe36-47ef-9723-4c6fa41bc375","EoS":true} {"level":"info","ts":1785425300.7500284,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6511af29-fe36-47ef-9723-4c6fa41bc375","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785425300.7500453,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6511af29-fe36-47ef-9723-4c6fa41bc375","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425300.7500696,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6511af29-fe36-47ef-9723-4c6fa41bc375"} {"level":"info","ts":1785425309.3366063,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425309.336696,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f44f32c8-2828-40b6-9404-db51bd516483"} {"level":"info","ts":1785425309.3367105,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f44f32c8-2828-40b6-9404-db51bd516483"} {"level":"info","ts":1785425309.3367245,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f44f32c8-2828-40b6-9404-db51bd516483","EoS":false} {"level":"info","ts":1785425309.336737,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f44f32c8-2828-40b6-9404-db51bd516483","EoS":true} {"level":"info","ts":1785425309.3367603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f44f32c8-2828-40b6-9404-db51bd516483","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785425309.3367786,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f44f32c8-2828-40b6-9404-db51bd516483","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785425309.3368082,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f44f32c8-2828-40b6-9404-db51bd516483"} {"level":"info","ts":1785425311.4061458,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425311.406228,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2bed0a27-3695-41a9-b052-5ed50545efab"} {"level":"info","ts":1785425311.4062386,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2bed0a27-3695-41a9-b052-5ed50545efab"} {"level":"info","ts":1785425311.4062521,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2bed0a27-3695-41a9-b052-5ed50545efab","EoS":false} {"level":"info","ts":1785425311.406269,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2bed0a27-3695-41a9-b052-5ed50545efab","EoS":true} {"level":"info","ts":1785425311.4062915,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2bed0a27-3695-41a9-b052-5ed50545efab","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785425311.4063091,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2bed0a27-3695-41a9-b052-5ed50545efab","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785425311.4063315,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2bed0a27-3695-41a9-b052-5ed50545efab"} {"level":"info","ts":1785425313.447049,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425313.4471376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa327ad3-5c01-4cf1-ba49-30f59a3e096f"} {"level":"info","ts":1785425313.4471483,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa327ad3-5c01-4cf1-ba49-30f59a3e096f"} {"level":"info","ts":1785425313.4471595,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa327ad3-5c01-4cf1-ba49-30f59a3e096f","EoS":false} {"level":"info","ts":1785425313.4471705,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa327ad3-5c01-4cf1-ba49-30f59a3e096f","EoS":true} {"level":"info","ts":1785425313.4471931,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa327ad3-5c01-4cf1-ba49-30f59a3e096f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785425313.4472103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa327ad3-5c01-4cf1-ba49-30f59a3e096f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785425313.4472325,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa327ad3-5c01-4cf1-ba49-30f59a3e096f"} {"level":"info","ts":1785425326.3451147,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425326.345205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"742559ec-8245-4888-9f84-831701f06797"} {"level":"info","ts":1785425326.3452156,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"742559ec-8245-4888-9f84-831701f06797"} {"level":"info","ts":1785425326.3452277,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"742559ec-8245-4888-9f84-831701f06797","EoS":false} {"level":"info","ts":1785425326.3452382,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"742559ec-8245-4888-9f84-831701f06797","EoS":true} {"level":"info","ts":1785425326.3452594,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"742559ec-8245-4888-9f84-831701f06797","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785425326.3452775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"742559ec-8245-4888-9f84-831701f06797","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425326.3453,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"742559ec-8245-4888-9f84-831701f06797"} {"level":"info","ts":1785425334.9109035,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425334.9109886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af6ddf34-7371-4b78-84b7-7f0b8c6f27fc"} {"level":"info","ts":1785425334.9109995,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"af6ddf34-7371-4b78-84b7-7f0b8c6f27fc"} {"level":"info","ts":1785425334.9110112,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af6ddf34-7371-4b78-84b7-7f0b8c6f27fc","EoS":false} {"level":"info","ts":1785425334.9110222,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af6ddf34-7371-4b78-84b7-7f0b8c6f27fc","EoS":true} {"level":"info","ts":1785425334.9110453,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af6ddf34-7371-4b78-84b7-7f0b8c6f27fc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785425334.9110618,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af6ddf34-7371-4b78-84b7-7f0b8c6f27fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425334.9110854,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"af6ddf34-7371-4b78-84b7-7f0b8c6f27fc"} {"level":"info","ts":1785425343.8403773,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425343.8404903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64e3621d-97e8-4b85-96d5-472e854dba5e"} {"level":"info","ts":1785425343.8405013,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64e3621d-97e8-4b85-96d5-472e854dba5e"} {"level":"info","ts":1785425343.840513,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64e3621d-97e8-4b85-96d5-472e854dba5e","EoS":false} {"level":"info","ts":1785425343.840525,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64e3621d-97e8-4b85-96d5-472e854dba5e","EoS":true} {"level":"info","ts":1785425343.8405476,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"64e3621d-97e8-4b85-96d5-472e854dba5e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785425343.8406162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64e3621d-97e8-4b85-96d5-472e854dba5e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425343.8406405,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64e3621d-97e8-4b85-96d5-472e854dba5e"} {"level":"info","ts":1785425352.8611436,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425352.861238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ecc1d46c-91ba-40b6-9247-c70380dba2b8"} {"level":"info","ts":1785425352.8612483,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ecc1d46c-91ba-40b6-9247-c70380dba2b8"} {"level":"info","ts":1785425352.8612602,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ecc1d46c-91ba-40b6-9247-c70380dba2b8","EoS":false} {"level":"info","ts":1785425352.8612726,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ecc1d46c-91ba-40b6-9247-c70380dba2b8","EoS":true} {"level":"info","ts":1785425352.861295,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ecc1d46c-91ba-40b6-9247-c70380dba2b8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785425352.861313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ecc1d46c-91ba-40b6-9247-c70380dba2b8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425352.8613372,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ecc1d46c-91ba-40b6-9247-c70380dba2b8"} {"level":"info","ts":1785425357.6525402,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425357.6526487,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dfdd8cd4-693a-488f-9964-a08fb6569651"} {"level":"info","ts":1785425357.6526637,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dfdd8cd4-693a-488f-9964-a08fb6569651"} {"level":"info","ts":1785425357.6526775,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dfdd8cd4-693a-488f-9964-a08fb6569651","EoS":false} {"level":"info","ts":1785425357.6526902,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dfdd8cd4-693a-488f-9964-a08fb6569651","EoS":true} {"level":"info","ts":1785425357.652718,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dfdd8cd4-693a-488f-9964-a08fb6569651","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785425357.652739,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dfdd8cd4-693a-488f-9964-a08fb6569651","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425357.6527624,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dfdd8cd4-693a-488f-9964-a08fb6569651"} {"level":"info","ts":1785425362.4491978,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425362.4492812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1cb1005-aa04-457f-becb-18c4c995cca1"} {"level":"info","ts":1785425362.449293,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e1cb1005-aa04-457f-becb-18c4c995cca1"} {"level":"info","ts":1785425362.4493096,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e1cb1005-aa04-457f-becb-18c4c995cca1","EoS":false} {"level":"info","ts":1785425362.4493206,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e1cb1005-aa04-457f-becb-18c4c995cca1","EoS":true} {"level":"info","ts":1785425362.449343,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e1cb1005-aa04-457f-becb-18c4c995cca1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785425362.44936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e1cb1005-aa04-457f-becb-18c4c995cca1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785425362.4493835,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e1cb1005-aa04-457f-becb-18c4c995cca1"} {"level":"info","ts":1785425384.0645056,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425384.064611,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a62917b-c1f7-4df6-bb04-059027a363ce"} {"level":"info","ts":1785425384.0646224,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1a62917b-c1f7-4df6-bb04-059027a363ce"} {"level":"info","ts":1785425384.0646346,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a62917b-c1f7-4df6-bb04-059027a363ce","EoS":false} {"level":"info","ts":1785425384.0646455,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a62917b-c1f7-4df6-bb04-059027a363ce","EoS":true} {"level":"info","ts":1785425384.0646725,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1a62917b-c1f7-4df6-bb04-059027a363ce","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785425384.0646923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a62917b-c1f7-4df6-bb04-059027a363ce","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785425384.064716,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1a62917b-c1f7-4df6-bb04-059027a363ce"} {"level":"info","ts":1785425417.8193288,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425417.8194137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0707c320-2538-46c3-9012-5204dcf3b8ad"} {"level":"info","ts":1785425417.8194475,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0707c320-2538-46c3-9012-5204dcf3b8ad"} {"level":"info","ts":1785425417.819459,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0707c320-2538-46c3-9012-5204dcf3b8ad","EoS":false} {"level":"info","ts":1785425417.819469,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0707c320-2538-46c3-9012-5204dcf3b8ad","EoS":true} {"level":"info","ts":1785425417.8194942,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0707c320-2538-46c3-9012-5204dcf3b8ad","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785425417.819511,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0707c320-2538-46c3-9012-5204dcf3b8ad","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785425417.819532,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0707c320-2538-46c3-9012-5204dcf3b8ad"} {"level":"info","ts":1785425427.1606581,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425427.1607394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1da3840-6b7c-4de3-948c-00d38caec840"} {"level":"info","ts":1785425427.1607492,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d1da3840-6b7c-4de3-948c-00d38caec840"} {"level":"info","ts":1785425427.1607609,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1da3840-6b7c-4de3-948c-00d38caec840","EoS":false} {"level":"info","ts":1785425427.160771,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1da3840-6b7c-4de3-948c-00d38caec840","EoS":true} {"level":"info","ts":1785425427.1607955,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1da3840-6b7c-4de3-948c-00d38caec840","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785425427.1608126,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1da3840-6b7c-4de3-948c-00d38caec840","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425427.1608338,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d1da3840-6b7c-4de3-948c-00d38caec840"} {"level":"info","ts":1785425454.0974789,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425454.0975616,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7efe1a85-ce34-4d87-ac3d-5ec3fe0e16f6"} {"level":"info","ts":1785425454.097594,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7efe1a85-ce34-4d87-ac3d-5ec3fe0e16f6"} {"level":"info","ts":1785425454.0976074,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7efe1a85-ce34-4d87-ac3d-5ec3fe0e16f6","EoS":false} {"level":"info","ts":1785425454.0976183,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7efe1a85-ce34-4d87-ac3d-5ec3fe0e16f6","EoS":true} {"level":"info","ts":1785425454.097642,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7efe1a85-ce34-4d87-ac3d-5ec3fe0e16f6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785425454.0976586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7efe1a85-ce34-4d87-ac3d-5ec3fe0e16f6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785425454.0976803,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7efe1a85-ce34-4d87-ac3d-5ec3fe0e16f6"} {"level":"info","ts":1785425463.7269125,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425463.7269988,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed920ca8-fe70-4232-af31-489af3570dfa"} {"level":"info","ts":1785425463.7270095,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed920ca8-fe70-4232-af31-489af3570dfa"} {"level":"info","ts":1785425463.7270205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed920ca8-fe70-4232-af31-489af3570dfa","EoS":false} {"level":"info","ts":1785425463.7270317,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed920ca8-fe70-4232-af31-489af3570dfa","EoS":true} {"level":"info","ts":1785425463.7270539,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed920ca8-fe70-4232-af31-489af3570dfa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785425463.7270713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed920ca8-fe70-4232-af31-489af3570dfa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425463.727093,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ed920ca8-fe70-4232-af31-489af3570dfa"} {"level":"info","ts":1785425473.2308695,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425473.231166,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d33961b-02d9-4328-8ea0-0bfacd198e80"} {"level":"info","ts":1785425473.2312155,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d33961b-02d9-4328-8ea0-0bfacd198e80"} {"level":"info","ts":1785425473.2313502,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d33961b-02d9-4328-8ea0-0bfacd198e80","EoS":false} {"level":"info","ts":1785425473.2314045,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d33961b-02d9-4328-8ea0-0bfacd198e80","EoS":true} {"level":"info","ts":1785425473.23149,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d33961b-02d9-4328-8ea0-0bfacd198e80","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785425473.231529,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d33961b-02d9-4328-8ea0-0bfacd198e80","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425473.2315724,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d33961b-02d9-4328-8ea0-0bfacd198e80"} {"level":"info","ts":1785425473.2775211,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425473.2776108,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6640d8f4-90d0-40e3-ba6e-a3a4ade2800f"} {"level":"info","ts":1785425473.2776246,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6640d8f4-90d0-40e3-ba6e-a3a4ade2800f"} {"level":"info","ts":1785425473.277637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6640d8f4-90d0-40e3-ba6e-a3a4ade2800f","EoS":false} {"level":"info","ts":1785425473.277707,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6640d8f4-90d0-40e3-ba6e-a3a4ade2800f","EoS":true} {"level":"info","ts":1785425473.2777436,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6640d8f4-90d0-40e3-ba6e-a3a4ade2800f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785425473.277761,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6640d8f4-90d0-40e3-ba6e-a3a4ade2800f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425473.2777836,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6640d8f4-90d0-40e3-ba6e-a3a4ade2800f"} {"level":"info","ts":1785425492.5705404,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425492.5706332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37f308b8-b839-42e6-8b2d-c04fe049aa3b"} {"level":"info","ts":1785425492.5706446,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"37f308b8-b839-42e6-8b2d-c04fe049aa3b"} {"level":"info","ts":1785425492.5706613,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37f308b8-b839-42e6-8b2d-c04fe049aa3b","EoS":false} {"level":"info","ts":1785425492.5706718,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37f308b8-b839-42e6-8b2d-c04fe049aa3b","EoS":true} {"level":"info","ts":1785425492.5706978,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37f308b8-b839-42e6-8b2d-c04fe049aa3b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785425492.5707178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37f308b8-b839-42e6-8b2d-c04fe049aa3b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425492.5707417,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"37f308b8-b839-42e6-8b2d-c04fe049aa3b"} {"level":"info","ts":1785425501.9966593,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425501.996748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c19063b-4887-46d7-ba41-e6c445d679ac"} {"level":"info","ts":1785425501.9967577,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c19063b-4887-46d7-ba41-e6c445d679ac"} {"level":"info","ts":1785425501.9967694,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c19063b-4887-46d7-ba41-e6c445d679ac","EoS":false} {"level":"info","ts":1785425501.9967806,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c19063b-4887-46d7-ba41-e6c445d679ac","EoS":true} {"level":"info","ts":1785425501.9968038,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c19063b-4887-46d7-ba41-e6c445d679ac","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785425501.9968228,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c19063b-4887-46d7-ba41-e6c445d679ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425501.996847,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c19063b-4887-46d7-ba41-e6c445d679ac"} {"level":"info","ts":1785425518.080853,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425518.0809383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e93669fd-9d90-4a38-8f3e-3f547cc4ba5a"} {"level":"info","ts":1785425518.080949,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e93669fd-9d90-4a38-8f3e-3f547cc4ba5a"} {"level":"info","ts":1785425518.0809612,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e93669fd-9d90-4a38-8f3e-3f547cc4ba5a","EoS":false} {"level":"info","ts":1785425518.0809712,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e93669fd-9d90-4a38-8f3e-3f547cc4ba5a","EoS":true} {"level":"info","ts":1785425518.080998,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e93669fd-9d90-4a38-8f3e-3f547cc4ba5a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785425518.0810163,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e93669fd-9d90-4a38-8f3e-3f547cc4ba5a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785425518.0810425,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e93669fd-9d90-4a38-8f3e-3f547cc4ba5a"} {"level":"info","ts":1785425673.2024608,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425673.2025578,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4439462-e595-49a5-a63e-89eba32b9765"} {"level":"info","ts":1785425673.202568,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b4439462-e595-49a5-a63e-89eba32b9765"} {"level":"info","ts":1785425673.2025807,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b4439462-e595-49a5-a63e-89eba32b9765","EoS":false} {"level":"info","ts":1785425673.2025952,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b4439462-e595-49a5-a63e-89eba32b9765","EoS":true} {"level":"info","ts":1785425673.2026224,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b4439462-e595-49a5-a63e-89eba32b9765","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785425673.20264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4439462-e595-49a5-a63e-89eba32b9765","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785425673.2026644,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b4439462-e595-49a5-a63e-89eba32b9765"} {"level":"info","ts":1785425697.1861963,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425697.1862912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"267fda3a-cdc7-4acb-8a6f-75dd1c111a21"} {"level":"info","ts":1785425697.1863027,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"267fda3a-cdc7-4acb-8a6f-75dd1c111a21"} {"level":"info","ts":1785425697.1863146,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"267fda3a-cdc7-4acb-8a6f-75dd1c111a21","EoS":false} {"level":"info","ts":1785425697.1863253,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"267fda3a-cdc7-4acb-8a6f-75dd1c111a21","EoS":true} {"level":"info","ts":1785425697.1863499,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"267fda3a-cdc7-4acb-8a6f-75dd1c111a21","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785425697.1863673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"267fda3a-cdc7-4acb-8a6f-75dd1c111a21","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785425697.18639,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"267fda3a-cdc7-4acb-8a6f-75dd1c111a21"} {"level":"info","ts":1785425749.560562,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425749.5606558,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50a26149-2bde-4c6d-8ff7-f61d09248f3b"} {"level":"info","ts":1785425749.5606725,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"50a26149-2bde-4c6d-8ff7-f61d09248f3b"} {"level":"info","ts":1785425749.5606914,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50a26149-2bde-4c6d-8ff7-f61d09248f3b","EoS":false} {"level":"info","ts":1785425749.5607102,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50a26149-2bde-4c6d-8ff7-f61d09248f3b","EoS":true} {"level":"info","ts":1785425749.560743,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50a26149-2bde-4c6d-8ff7-f61d09248f3b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785425749.5607634,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50a26149-2bde-4c6d-8ff7-f61d09248f3b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425749.560794,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"50a26149-2bde-4c6d-8ff7-f61d09248f3b"} {"level":"info","ts":1785425764.890715,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425764.8908093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afaccbd8-9978-4440-a710-ed36c931c9cc"} {"level":"info","ts":1785425764.890824,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"afaccbd8-9978-4440-a710-ed36c931c9cc"} {"level":"info","ts":1785425764.8908393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"afaccbd8-9978-4440-a710-ed36c931c9cc","EoS":false} {"level":"info","ts":1785425764.8908563,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"afaccbd8-9978-4440-a710-ed36c931c9cc","EoS":true} {"level":"info","ts":1785425764.8908887,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"afaccbd8-9978-4440-a710-ed36c931c9cc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785425764.8909101,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afaccbd8-9978-4440-a710-ed36c931c9cc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425764.8909385,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"afaccbd8-9978-4440-a710-ed36c931c9cc"} {"level":"info","ts":1785426157.8542922,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785426157.854377,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e068f6bc-cf47-44d5-8ce9-32efe1a9d165"} {"level":"info","ts":1785426157.85439,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e068f6bc-cf47-44d5-8ce9-32efe1a9d165"} {"level":"info","ts":1785426157.854402,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e068f6bc-cf47-44d5-8ce9-32efe1a9d165","EoS":false} {"level":"info","ts":1785426157.854415,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e068f6bc-cf47-44d5-8ce9-32efe1a9d165","EoS":true} {"level":"info","ts":1785426157.8544624,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e068f6bc-cf47-44d5-8ce9-32efe1a9d165","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785426157.8544796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e068f6bc-cf47-44d5-8ce9-32efe1a9d165","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785426157.854504,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e068f6bc-cf47-44d5-8ce9-32efe1a9d165"} {"level":"info","ts":1785426157.900259,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785426157.9003296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07973de5-2544-4084-b899-80a8d0e7b054"} {"level":"info","ts":1785426157.9003391,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"07973de5-2544-4084-b899-80a8d0e7b054"} {"level":"info","ts":1785426157.9003499,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"07973de5-2544-4084-b899-80a8d0e7b054","EoS":false} {"level":"info","ts":1785426157.9003608,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"07973de5-2544-4084-b899-80a8d0e7b054","EoS":true} {"level":"info","ts":1785426157.9003804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"07973de5-2544-4084-b899-80a8d0e7b054","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785426157.900449,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07973de5-2544-4084-b899-80a8d0e7b054","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785426157.900469,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"07973de5-2544-4084-b899-80a8d0e7b054"} {"level":"info","ts":1785426157.93578,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785426157.9358428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0e136a8-cb9b-4a06-a702-489bcdb075f9"} {"level":"info","ts":1785426157.9358556,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0e136a8-cb9b-4a06-a702-489bcdb075f9"} {"level":"info","ts":1785426157.9358668,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0e136a8-cb9b-4a06-a702-489bcdb075f9","EoS":false} {"level":"info","ts":1785426157.9358795,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0e136a8-cb9b-4a06-a702-489bcdb075f9","EoS":true} {"level":"info","ts":1785426157.9358945,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0e136a8-cb9b-4a06-a702-489bcdb075f9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785426157.9359086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0e136a8-cb9b-4a06-a702-489bcdb075f9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785426157.93593,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0e136a8-cb9b-4a06-a702-489bcdb075f9"} {"level":"info","ts":1785426162.8721726,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f3d1fbb6-6bd8-4a72-9f9c-7fe7ccd91b30","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785426162.8722057,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f3d1fbb6-6bd8-4a72-9f9c-7fe7ccd91b30","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785426162.8722103,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aba70197-e1b7-46d9-949c-32cef659b6c1"} {"level":"info","ts":1785426162.8804102,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b16ea2a-2e50-41b3-91a3-8f72c3b599c5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785426162.880467,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b16ea2a-2e50-41b3-91a3-8f72c3b599c5","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785426162.8816638,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aba70197-e1b7-46d9-949c-32cef659b6c1","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785426162.8818557,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35349.395629632,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785426162.8818698,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785426163.0764794,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"324fd590-185b-4007-8812-5f64743f02e1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785426163.076518,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"324fd590-185b-4007-8812-5f64743f02e1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785426163.077052,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a706998-397f-4380-bc51-824e1a860010"} {"level":"info","ts":1785426163.0774758,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8fdba7dd-34b4-4970-ad03-ddd750d2e261","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785426163.077538,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8fdba7dd-34b4-4970-ad03-ddd750d2e261","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785426163.0789363,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785426163.0817776,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a706998-397f-4380-bc51-824e1a860010","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785426163.0819907,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32737.92598765,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785426163.0820062,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785426163.0820782,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36600.066707024,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785426163.0820937,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785426163.0910857,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785426163.1747901,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f77a54c2-72de-4187-985c-a772f60f3aeb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785426163.174871,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785426163.1748815,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f77a54c2-72de-4187-985c-a772f60f3aeb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785426163.1797726,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d9d1f16-b860-4409-a1db-fe8d639a3812","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785426163.1798086,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d9d1f16-b860-4409-a1db-fe8d639a3812","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785426163.1830451,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a706998-397f-4380-bc51-824e1a860010","name":"e2e-external-model"} {"level":"info","ts":1785426163.1830652,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aba70197-e1b7-46d9-949c-32cef659b6c1","name":"e2e-external-provider"} {"level":"info","ts":1785426163.1952264,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a706998-397f-4380-bc51-824e1a860010","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785426163.2044587,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a706998-397f-4380-bc51-824e1a860010","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785426163.2044868,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aba70197-e1b7-46d9-949c-32cef659b6c1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785426163.2045453,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93cbd5bf-dfb7-4088-9e8f-df3685426b14"} {"level":"info","ts":1785426163.204603,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93cbd5bf-dfb7-4088-9e8f-df3685426b14","name":"e2e-external-model"} {"level":"info","ts":1785426163.2054641,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3bf27a43-3df4-4530-95d5-2977fad40f04","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785426163.2055037,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3bf27a43-3df4-4530-95d5-2977fad40f04","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785426163.208772,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aba70197-e1b7-46d9-949c-32cef659b6c1","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785426163.2088692,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90e2b2f3-a18a-4537-84f3-e160dcb6af33"} {"level":"info","ts":1785426163.208909,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90e2b2f3-a18a-4537-84f3-e160dcb6af33","name":"e2e-external-provider"} {"level":"info","ts":1785426163.2149196,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93cbd5bf-dfb7-4088-9e8f-df3685426b14","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785426163.2187555,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93cbd5bf-dfb7-4088-9e8f-df3685426b14","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785426163.2188258,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55ed0df4-d9f6-4e22-b830-b12abc1f0525"} {"level":"info","ts":1785426163.2188659,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55ed0df4-d9f6-4e22-b830-b12abc1f0525","name":"e2e-external-model"} {"level":"info","ts":1785426163.219795,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90e2b2f3-a18a-4537-84f3-e160dcb6af33","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785426163.2392552,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55ed0df4-d9f6-4e22-b830-b12abc1f0525","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785426185.536256,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785426185.5363288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1b85622-2f40-4321-9f56-8f7755207d0f"} {"level":"info","ts":1785426185.5363374,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d1b85622-2f40-4321-9f56-8f7755207d0f"} {"level":"info","ts":1785426185.5363474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1b85622-2f40-4321-9f56-8f7755207d0f","EoS":false} {"level":"info","ts":1785426185.5363576,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1b85622-2f40-4321-9f56-8f7755207d0f","EoS":true} {"level":"info","ts":1785426185.536379,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1b85622-2f40-4321-9f56-8f7755207d0f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785426185.5363953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1b85622-2f40-4321-9f56-8f7755207d0f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785426185.5364027,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d1b85622-2f40-4321-9f56-8f7755207d0f","modelName":"e2e-external-model"} {"level":"info","ts":1785426185.5365038,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d1b85622-2f40-4321-9f56-8f7755207d0f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785426185.5365717,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d1b85622-2f40-4321-9f56-8f7755207d0f"} {"level":"info","ts":1785426185.5913336,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785426185.591401,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b4e0809-b8df-445d-9620-d7ce6d80f9f6"} {"level":"info","ts":1785426185.5914135,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b4e0809-b8df-445d-9620-d7ce6d80f9f6"} {"level":"info","ts":1785426185.5914469,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b4e0809-b8df-445d-9620-d7ce6d80f9f6","EoS":false} {"level":"info","ts":1785426185.5914595,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b4e0809-b8df-445d-9620-d7ce6d80f9f6","EoS":true} {"level":"info","ts":1785426185.5914817,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b4e0809-b8df-445d-9620-d7ce6d80f9f6","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785426185.5914974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b4e0809-b8df-445d-9620-d7ce6d80f9f6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785426185.5915053,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0b4e0809-b8df-445d-9620-d7ce6d80f9f6","modelName":"e2e-external-model"} {"level":"info","ts":1785426185.5915184,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0b4e0809-b8df-445d-9620-d7ce6d80f9f6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785426185.5915554,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b4e0809-b8df-445d-9620-d7ce6d80f9f6"} {"level":"info","ts":1785426185.6184382,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785426185.6185036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc"} {"level":"info","ts":1785426185.6185138,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc"} {"level":"info","ts":1785426185.618524,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc","EoS":false} {"level":"info","ts":1785426185.6185384,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc","EoS":true} {"level":"info","ts":1785426185.6186018,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785426185.618614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785426185.6186247,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc","modelName":"e2e-external-model"} {"level":"info","ts":1785426185.6186383,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785426185.6186743,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc"} {"level":"info","ts":1785426185.8395057,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49cd0828-e8f0-4a19-9754-5d16b0ad3923"} {"level":"info","ts":1785426185.8395193,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da92b26d-60c8-45c8-a80d-aab5bc62abf7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785426185.8395612,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da92b26d-60c8-45c8-a80d-aab5bc62abf7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785426185.8486035,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de2581bb-86c5-465f-bd20-0320e98f21cf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785426185.8486452,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de2581bb-86c5-465f-bd20-0320e98f21cf","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785426185.8494868,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49cd0828-e8f0-4a19-9754-5d16b0ad3923","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785426185.849539,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49cd0828-e8f0-4a19-9754-5d16b0ad3923","name":"e2e-cleanup-test"} {"level":"error","ts":1785426185.868566,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49cd0828-e8f0-4a19-9754-5d16b0ad3923","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785426185.8686173,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49cd0828-e8f0-4a19-9754-5d16b0ad3923","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785426185.868684,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec5e4048-4328-4bf7-9333-196f3789bde7"} {"level":"info","ts":1785426185.8687477,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec5e4048-4328-4bf7-9333-196f3789bde7","name":"e2e-cleanup-test"} {"level":"info","ts":1785426185.8724034,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9ee1451-5fd2-4223-a906-fe9479083c78","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785426185.8724525,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9ee1451-5fd2-4223-a906-fe9479083c78","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785426185.8856013,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec5e4048-4328-4bf7-9333-196f3789bde7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785426185.8856542,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec5e4048-4328-4bf7-9333-196f3789bde7","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785426185.8857172,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4abba74f-ea6b-4c6a-812c-a3de5f826d8d"} {"level":"info","ts":1785426185.8857772,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4abba74f-ea6b-4c6a-812c-a3de5f826d8d","name":"e2e-cleanup-test"} {"level":"info","ts":1785426185.8972437,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02d5beed-fe44-47fd-9be9-f1d5318ce44f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785426185.8972826,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02d5beed-fe44-47fd-9be9-f1d5318ce44f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785426185.8986554,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4abba74f-ea6b-4c6a-812c-a3de5f826d8d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785426185.9035726,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4abba74f-ea6b-4c6a-812c-a3de5f826d8d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785426185.9036746,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67341d47-3c8f-4c9b-816a-e879117a3503"} {"level":"info","ts":1785426185.9037285,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67341d47-3c8f-4c9b-816a-e879117a3503","name":"e2e-cleanup-test"} {"level":"info","ts":1785426185.9132824,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67341d47-3c8f-4c9b-816a-e879117a3503","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785426185.9137826,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"976016cc-633a-4cb9-bdff-8e52347eacb4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785426185.9138067,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"976016cc-633a-4cb9-bdff-8e52347eacb4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785426185.9173987,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67341d47-3c8f-4c9b-816a-e879117a3503","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785426185.9174812,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb882075-20dd-4cdb-8106-1fed6a248af9"} {"level":"info","ts":1785426185.9175255,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb882075-20dd-4cdb-8106-1fed6a248af9","name":"e2e-cleanup-test"} {"level":"info","ts":1785426185.9282174,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb882075-20dd-4cdb-8106-1fed6a248af9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785426194.1310532,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1dbb97f0-2c9f-43a7-a919-2fbf2265bc4d"} {"level":"info","ts":1785426194.1310568,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14d8015a-1fe4-4cf7-8565-61cb59a62092","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785426194.1311367,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14d8015a-1fe4-4cf7-8565-61cb59a62092","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785426198.460629,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785426198.4607098,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9074aa1-7e8c-4113-9a2b-cb91362772c4"} {"level":"info","ts":1785426198.4607189,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9074aa1-7e8c-4113-9a2b-cb91362772c4"} {"level":"info","ts":1785426198.4607306,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9074aa1-7e8c-4113-9a2b-cb91362772c4","EoS":false} {"level":"info","ts":1785426198.4607406,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9074aa1-7e8c-4113-9a2b-cb91362772c4","EoS":true} {"level":"info","ts":1785426198.4607797,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9074aa1-7e8c-4113-9a2b-cb91362772c4","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785426198.4607968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9074aa1-7e8c-4113-9a2b-cb91362772c4","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785426198.4608173,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9074aa1-7e8c-4113-9a2b-cb91362772c4"} {"level":"info","ts":1785426198.4902203,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785426198.4902906,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0"} {"level":"info","ts":1785426198.490299,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0"} {"level":"info","ts":1785426198.4903097,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0","EoS":false} {"level":"info","ts":1785426198.4903185,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0","EoS":true} {"level":"info","ts":1785426198.4903364,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785426198.490351,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785426198.4903586,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0","modelName":"e2e-external-model"} {"level":"info","ts":1785426198.4903736,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785426198.490431,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0"} {"level":"info","ts":1785426198.6185813,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785426198.618649,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b0073fb-8639-4bac-a565-71bc16f545ff"} {"level":"info","ts":1785426198.618658,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8b0073fb-8639-4bac-a565-71bc16f545ff"} {"level":"info","ts":1785426198.6186678,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b0073fb-8639-4bac-a565-71bc16f545ff","EoS":false} {"level":"info","ts":1785426198.618682,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b0073fb-8639-4bac-a565-71bc16f545ff","EoS":true} {"level":"info","ts":1785426198.6187048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b0073fb-8639-4bac-a565-71bc16f545ff","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785426198.6187215,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b0073fb-8639-4bac-a565-71bc16f545ff","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785426198.618744,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8b0073fb-8639-4bac-a565-71bc16f545ff"} {"level":"info","ts":1785426198.703572,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785426198.7036414,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20662602-b930-47c2-b133-f7e5ab31b1dc"} {"level":"info","ts":1785426198.7036514,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20662602-b930-47c2-b133-f7e5ab31b1dc"} {"level":"info","ts":1785426198.7036624,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20662602-b930-47c2-b133-f7e5ab31b1dc","EoS":false} {"level":"info","ts":1785426198.7036724,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20662602-b930-47c2-b133-f7e5ab31b1dc","EoS":true} {"level":"info","ts":1785426198.7036953,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"20662602-b930-47c2-b133-f7e5ab31b1dc","field":"model"} {"level":"info","ts":1785426198.7037234,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20662602-b930-47c2-b133-f7e5ab31b1dc"} {"level":"info","ts":1785426199.6406224,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"879ab992-3ea8-450f-ab50-98b700ce52d1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785426199.6406581,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e8fad4c-915f-4cf7-93c8-2a11d27d4072"} {"level":"info","ts":1785426199.6406717,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"879ab992-3ea8-450f-ab50-98b700ce52d1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785426199.798583,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"786dbebc-0531-41fe-a959-7b7241dff874"} {"level":"info","ts":1785426199.7985857,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"05106561-c2f9-467d-a74e-ae372fc2425b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785426199.7986493,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"05106561-c2f9-467d-a74e-ae372fc2425b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785427879.006533,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785427879.0066226,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cee0b249-9b0f-4ba5-b78e-6b8a2b18e9e8"} {"level":"info","ts":1785427958.1332505,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785427958.133336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2fbdd66-f2c0-421e-8d91-e2594997f858"} {"level":"info","ts":1785427958.1333463,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a2fbdd66-f2c0-421e-8d91-e2594997f858"} {"level":"info","ts":1785427958.1333573,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2fbdd66-f2c0-421e-8d91-e2594997f858","EoS":false} {"level":"info","ts":1785427958.1333668,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2fbdd66-f2c0-421e-8d91-e2594997f858","EoS":true} {"level":"info","ts":1785427958.1333942,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2fbdd66-f2c0-421e-8d91-e2594997f858","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785427958.1334105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2fbdd66-f2c0-421e-8d91-e2594997f858","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785427958.1334405,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a2fbdd66-f2c0-421e-8d91-e2594997f858"}