{"level":"info","ts":1788956668.9003305,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"70faa1bf-4d40-4620-a581-a4ef49e86408","EoS":true} {"level":"info","ts":1788956668.9003522,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70faa1bf-4d40-4620-a581-a4ef49e86408","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788956668.9003716,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"70faa1bf-4d40-4620-a581-a4ef49e86408","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788956668.9004009,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"70faa1bf-4d40-4620-a581-a4ef49e86408"} {"level":"info","ts":1788956668.944448,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956668.9445293,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cada5abf-b16c-4036-9b2e-bc91e47a0581"} {"level":"info","ts":1788956668.944542,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cada5abf-b16c-4036-9b2e-bc91e47a0581"} {"level":"info","ts":1788956668.9445527,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cada5abf-b16c-4036-9b2e-bc91e47a0581","EoS":false} {"level":"info","ts":1788956668.9445627,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cada5abf-b16c-4036-9b2e-bc91e47a0581","EoS":true} {"level":"info","ts":1788956668.9445813,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cada5abf-b16c-4036-9b2e-bc91e47a0581","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788956668.9445968,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cada5abf-b16c-4036-9b2e-bc91e47a0581","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788956668.944656,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cada5abf-b16c-4036-9b2e-bc91e47a0581"} {"level":"info","ts":1788956674.0353117,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956674.0354266,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29e70c23-9f0c-4762-b2e7-98daa4187fa7"} {"level":"info","ts":1788956674.0354412,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"29e70c23-9f0c-4762-b2e7-98daa4187fa7"} {"level":"info","ts":1788956674.0354557,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"29e70c23-9f0c-4762-b2e7-98daa4187fa7","EoS":false} {"level":"info","ts":1788956674.03547,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"29e70c23-9f0c-4762-b2e7-98daa4187fa7","EoS":true} {"level":"info","ts":1788956674.035497,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29e70c23-9f0c-4762-b2e7-98daa4187fa7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788956674.0355637,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"29e70c23-9f0c-4762-b2e7-98daa4187fa7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788956674.0356114,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"29e70c23-9f0c-4762-b2e7-98daa4187fa7"} {"level":"info","ts":1788956674.2025435,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956674.202704,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36a84d17-cf32-49f5-a9fa-f59031b5965d"} {"level":"info","ts":1788956674.202722,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"36a84d17-cf32-49f5-a9fa-f59031b5965d"} {"level":"info","ts":1788956674.2027407,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"36a84d17-cf32-49f5-a9fa-f59031b5965d","EoS":false} {"level":"info","ts":1788956674.202759,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"36a84d17-cf32-49f5-a9fa-f59031b5965d","EoS":true} {"level":"info","ts":1788956674.2028441,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36a84d17-cf32-49f5-a9fa-f59031b5965d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1788956674.2028646,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"36a84d17-cf32-49f5-a9fa-f59031b5965d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1788956674.20288,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"36a84d17-cf32-49f5-a9fa-f59031b5965d","modelName":"e2e-external-model"} {"level":"info","ts":1788956674.2029014,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"36a84d17-cf32-49f5-a9fa-f59031b5965d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1788956674.2029707,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"36a84d17-cf32-49f5-a9fa-f59031b5965d"} {"level":"info","ts":1788956674.2624314,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956674.2625105,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f662b65-71e9-4846-b973-a4e8cd71b693"} {"level":"info","ts":1788956674.2625227,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2f662b65-71e9-4846-b973-a4e8cd71b693"} {"level":"info","ts":1788956674.2625334,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2f662b65-71e9-4846-b973-a4e8cd71b693","EoS":false} {"level":"info","ts":1788956674.2625432,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2f662b65-71e9-4846-b973-a4e8cd71b693","EoS":true} {"level":"info","ts":1788956674.2625623,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f662b65-71e9-4846-b973-a4e8cd71b693","field":"model","value":"e2e-external-model"} {"level":"info","ts":1788956674.2625778,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2f662b65-71e9-4846-b973-a4e8cd71b693","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1788956674.2625868,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"2f662b65-71e9-4846-b973-a4e8cd71b693","modelName":"e2e-external-model"} {"level":"info","ts":1788956674.2625976,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"2f662b65-71e9-4846-b973-a4e8cd71b693","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1788956674.2626345,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2f662b65-71e9-4846-b973-a4e8cd71b693"} {"level":"info","ts":1788956674.2920947,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956674.2921953,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f46cbe2e-a28c-41c6-a781-f3a6702a8970"} {"level":"info","ts":1788956674.2922087,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f46cbe2e-a28c-41c6-a781-f3a6702a8970"} {"level":"info","ts":1788956674.2922199,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f46cbe2e-a28c-41c6-a781-f3a6702a8970","EoS":false} {"level":"info","ts":1788956674.2922325,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f46cbe2e-a28c-41c6-a781-f3a6702a8970","EoS":true} {"level":"info","ts":1788956674.2922866,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f46cbe2e-a28c-41c6-a781-f3a6702a8970","field":"model","value":"e2e-external-model"} {"level":"info","ts":1788956674.2923055,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f46cbe2e-a28c-41c6-a781-f3a6702a8970","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1788956674.292324,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"f46cbe2e-a28c-41c6-a781-f3a6702a8970","modelName":"e2e-external-model"} {"level":"info","ts":1788956674.2923424,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"f46cbe2e-a28c-41c6-a781-f3a6702a8970","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1788956674.29239,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f46cbe2e-a28c-41c6-a781-f3a6702a8970"} {"level":"info","ts":1788956674.7587245,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b0efb79-8311-45a3-b21d-855f777a0d76","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1788956674.758762,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c62f030-0cd9-4233-99f1-60c5e6627313"} {"level":"info","ts":1788956674.758771,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b0efb79-8311-45a3-b21d-855f777a0d76","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1788956674.7646549,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19044cdd-8a1a-4d68-a7c1-a497d85a7fff","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1788956674.7646825,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19044cdd-8a1a-4d68-a7c1-a497d85a7fff","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1788956674.7647722,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c62f030-0cd9-4233-99f1-60c5e6627313","name":"e2e-cleanup-test"} {"level":"info","ts":1788956674.7754226,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c62f030-0cd9-4233-99f1-60c5e6627313","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788956674.782264,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c9c93c7-e99c-4380-b15e-1f320b0b9feb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1788956674.7823021,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c9c93c7-e99c-4380-b15e-1f320b0b9feb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1788956674.782856,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74b9fbcb-42be-4974-a10b-b5575cabe222"} {"level":"info","ts":1788956674.7829192,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74b9fbcb-42be-4974-a10b-b5575cabe222","name":"e2e-cleanup-test"} {"level":"info","ts":1788956674.803389,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f691ebcf-09eb-4e87-9fd8-d9334828330f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1788956674.8034222,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f691ebcf-09eb-4e87-9fd8-d9334828330f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1788956674.8035476,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74b9fbcb-42be-4974-a10b-b5575cabe222","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788956674.803613,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"843a9cd4-5011-498b-8908-9bb8df03ab3f"} {"level":"info","ts":1788956674.8036861,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"843a9cd4-5011-498b-8908-9bb8df03ab3f","name":"e2e-cleanup-test"} {"level":"info","ts":1788956674.8188531,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"843a9cd4-5011-498b-8908-9bb8df03ab3f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788956674.8247166,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f530a966-e2c4-4eee-9f85-5bf217772aad","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1788956674.8247604,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f530a966-e2c4-4eee-9f85-5bf217772aad","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1788956674.8273225,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"843a9cd4-5011-498b-8908-9bb8df03ab3f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788956674.8274305,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b259b2d-12b3-4195-9176-66b178f5ffcb"} {"level":"info","ts":1788956674.8274977,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b259b2d-12b3-4195-9176-66b178f5ffcb","name":"e2e-cleanup-test"} {"level":"info","ts":1788956674.8388073,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b259b2d-12b3-4195-9176-66b178f5ffcb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788956678.472445,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956678.4725385,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ec88e609-d341-489b-880f-fc144898beff"} {"level":"info","ts":1788956683.0605638,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc65d1d7-746d-4837-b37d-5663c4d7cccd"} {"level":"info","ts":1788956683.0606186,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f7ed700-1cef-46d5-8695-f92720087c8d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1788956683.0607345,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f7ed700-1cef-46d5-8695-f92720087c8d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1788956687.401066,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956687.4011636,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4cbc8fc-b1e1-4834-a17b-7794fbdfc8a3"} {"level":"info","ts":1788956687.4011807,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e4cbc8fc-b1e1-4834-a17b-7794fbdfc8a3"} {"level":"info","ts":1788956687.4011943,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e4cbc8fc-b1e1-4834-a17b-7794fbdfc8a3","EoS":false} {"level":"info","ts":1788956687.4012086,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e4cbc8fc-b1e1-4834-a17b-7794fbdfc8a3","EoS":true} {"level":"info","ts":1788956687.401229,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4cbc8fc-b1e1-4834-a17b-7794fbdfc8a3","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1788956687.4012647,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e4cbc8fc-b1e1-4834-a17b-7794fbdfc8a3","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1788956687.4012942,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e4cbc8fc-b1e1-4834-a17b-7794fbdfc8a3"} {"level":"info","ts":1788956687.805842,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"3d280a42-37d2-45ae-80d9-29c584648543","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.8103588,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"3d280a42-37d2-45ae-80d9-29c584648543","name":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956687.8177137,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"f1797475-2c63-4380-900f-08a7aef5dc0f","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.8178134,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"f1797475-2c63-4380-900f-08a7aef5dc0f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1788956687.8178108,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"4c47ab97-19d1-4318-88b3-b198c0167527"} {"level":"error","ts":1788956687.8217516,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"3d280a42-37d2-45ae-80d9-29c584648543","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-82469dfa\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788956687.825063,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"925caa79-158f-4bb4-b226-f16d56de9ea4","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.8251061,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"925caa79-158f-4bb4-b226-f16d56de9ea4","modelName":"e2e-legacy-migration-82469dfa","resolvedRefs":1} {"level":"info","ts":1788956687.8251605,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"dfd244e5-a24b-4d16-aa95-bfe63b36487a"} {"level":"info","ts":1788956687.8271396,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"d892a5d4-42a5-4222-92a3-0392ec6518a3","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.8280654,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"2b90b9cb-1795-4ab8-99cf-713ddc5acb63","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.8281703,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"6d7ed845-b2f7-4093-8175-3403a0b2a31e","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.8282795,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"6d7ed845-b2f7-4093-8175-3403a0b2a31e","modelName":"e2e-legacy-migration-82469dfa","resolvedRefs":1} {"level":"info","ts":1788956687.828197,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"2b90b9cb-1795-4ab8-99cf-713ddc5acb63","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1788956687.8291125,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"4c47ab97-19d1-4318-88b3-b198c0167527","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-82469dfa\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788956687.8291996,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"4c47ab97-19d1-4318-88b3-b198c0167527","name":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956687.8324354,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"347446f1-2802-4e57-8a8e-2d753a536c6a","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.8325095,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"347446f1-2802-4e57-8a8e-2d753a536c6a","modelName":"e2e-legacy-migration-82469dfa","resolvedRefs":1} {"level":"info","ts":1788956687.835483,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"d892a5d4-42a5-4222-92a3-0392ec6518a3","name":"e2e-legacy-migration-82469dfa"} {"level":"error","ts":1788956687.836606,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"dfd244e5-a24b-4d16-aa95-bfe63b36487a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-82469dfa\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788956687.8366392,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"dfd244e5-a24b-4d16-aa95-bfe63b36487a","provider":"e2e-legacy-migration-82469dfa","phase":"Pending"} {"level":"info","ts":1788956687.8392892,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"65606973-b9fd-4b74-9052-95d4392fbf95","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.8393674,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"65606973-b9fd-4b74-9052-95d4392fbf95","modelName":"e2e-legacy-migration-82469dfa","resolvedRefs":1} {"level":"error","ts":1788956687.8414083,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"d892a5d4-42a5-4222-92a3-0392ec6518a3","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-82469dfa\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788956687.8416007,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"dfd244e5-a24b-4d16-aa95-bfe63b36487a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-82469dfa\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788956687.8416317,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"dfd244e5-a24b-4d16-aa95-bfe63b36487a","error":"ExternalModel \"e2e-legacy-migration-82469dfa\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-82469dfa\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788956687.841674,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"94abba6e-9b83-46e5-846d-ef22118be1bd"} {"level":"info","ts":1788956687.8416934,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"94abba6e-9b83-46e5-846d-ef22118be1bd","provider":"e2e-legacy-migration-82469dfa","phase":"Pending"} {"level":"error","ts":1788956687.8440695,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"4c47ab97-19d1-4318-88b3-b198c0167527","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-82469dfa\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788956687.8441076,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"4c47ab97-19d1-4318-88b3-b198c0167527","error":"failed to apply Service: services \"e2e-legacy-migration-82469dfa\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788956687.844158,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"b8fc97b4-ec5c-4fcb-b55a-52cb19a909b7"} {"level":"info","ts":1788956687.8442023,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"b8fc97b4-ec5c-4fcb-b55a-52cb19a909b7","name":"e2e-legacy-migration-82469dfa"} {"level":"error","ts":1788956687.8493567,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"94abba6e-9b83-46e5-846d-ef22118be1bd","error":"ExternalModel \"e2e-legacy-migration-82469dfa\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-82469dfa\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788956687.8519108,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"bd0339ae-df43-4dad-b1f4-767d2b5ca9a3","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.8550022,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"bd0339ae-df43-4dad-b1f4-767d2b5ca9a3","name":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956687.855284,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"b8fc97b4-ec5c-4fcb-b55a-52cb19a909b7","kind":"DestinationRule","name":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956687.8603745,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"a45ce63a-5543-49df-8d93-671e1ce5ffba"} {"level":"info","ts":1788956687.8604019,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"a45ce63a-5543-49df-8d93-671e1ce5ffba","provider":"e2e-legacy-migration-82469dfa","phase":"Pending"} {"level":"info","ts":1788956687.865344,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"bd0339ae-df43-4dad-b1f4-767d2b5ca9a3","provider":"openai","model":"e2e-legacy-migration-82469dfa","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1788956687.868787,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"a45ce63a-5543-49df-8d93-671e1ce5ffba","error":"ExternalModel \"e2e-legacy-migration-82469dfa\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-82469dfa\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788956687.868876,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"5bcfde39-5a33-44d4-9fe4-bfae088a3349","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.8688958,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"5bcfde39-5a33-44d4-9fe4-bfae088a3349","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1788956687.8689253,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"d6568d26-5d31-4fa6-ad40-95103183c46d"} {"level":"info","ts":1788956687.8689506,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"6bbf2edb-b874-4abd-8622-bf92b7ec2c4c","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.8689625,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"d6568d26-5d31-4fa6-ad40-95103183c46d","name":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956687.8689628,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"6bbf2edb-b874-4abd-8622-bf92b7ec2c4c","modelName":"e2e-legacy-migration-82469dfa","resolvedRefs":1} {"level":"error","ts":1788956687.87291,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"b8fc97b4-ec5c-4fcb-b55a-52cb19a909b7","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-82469dfa\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788956687.8729506,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"b8fc97b4-ec5c-4fcb-b55a-52cb19a909b7","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-legacy-migration-82469dfa\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788956687.8729992,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"0b18c37a-6962-486b-890b-d06a18465422"} {"level":"info","ts":1788956687.8730402,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"0b18c37a-6962-486b-890b-d06a18465422","name":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956687.8870451,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"1488baa1-3608-4bcd-8bca-e74eb712a652","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.8870828,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"1488baa1-3608-4bcd-8bca-e74eb712a652","modelName":"e2e-legacy-migration-82469dfa","resolvedRefs":1} {"level":"error","ts":1788956687.894141,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"d6568d26-5d31-4fa6-ad40-95103183c46d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-82469dfa\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788956687.894186,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"d6568d26-5d31-4fa6-ad40-95103183c46d","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-82469dfa\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788956687.89427,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"3a2bcb7a-29c5-44ae-90bd-3ef99d36269f"} {"level":"info","ts":1788956687.8943148,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"3a2bcb7a-29c5-44ae-90bd-3ef99d36269f","name":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956687.8958347,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"0b18c37a-6962-486b-890b-d06a18465422","service":"e2e-legacy-migration-82469dfa","serviceEntry":"e2e-legacy-migration-82469dfa","destinationRule":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956687.9074936,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"666bfda1-8a08-40c9-913e-11741b0be6a2","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.9075806,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"666bfda1-8a08-40c9-913e-11741b0be6a2","modelName":"e2e-legacy-migration-82469dfa","resolvedRefs":1} {"level":"info","ts":1788956687.9109817,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"3a2bcb7a-29c5-44ae-90bd-3ef99d36269f","httpRoute":"e2e-legacy-migration-82469dfa","providers":["e2e-legacy-migration-82469dfa"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1788956687.916477,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"3a2bcb7a-29c5-44ae-90bd-3ef99d36269f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-82469dfa\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788956687.916548,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"6a0e55d7-6bb4-4927-8d6a-576a697c4501"} {"level":"info","ts":1788956687.9165995,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"6a0e55d7-6bb4-4927-8d6a-576a697c4501","name":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956687.9284883,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"58f7edef-248f-4850-95bc-020b2e3ee257","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.9285877,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"58f7edef-248f-4850-95bc-020b2e3ee257","modelName":"e2e-legacy-migration-82469dfa","resolvedRefs":1} {"level":"info","ts":1788956687.9328003,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"6a0e55d7-6bb4-4927-8d6a-576a697c4501","httpRoute":"e2e-legacy-migration-82469dfa","providers":["e2e-legacy-migration-82469dfa"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1788956687.936766,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"6a0e55d7-6bb4-4927-8d6a-576a697c4501","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-82469dfa\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788956687.936843,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"4e178d95-fc46-41c7-813e-39fab23ffd0b"} {"level":"info","ts":1788956687.9369018,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"4e178d95-fc46-41c7-813e-39fab23ffd0b","name":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956687.9460177,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"4e178d95-fc46-41c7-813e-39fab23ffd0b","httpRoute":"e2e-legacy-migration-82469dfa","providers":["e2e-legacy-migration-82469dfa"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788956687.995807,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"572b3bb0-69ef-46d1-b501-9cb7bff406d1","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956687.9995623,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"572b3bb0-69ef-46d1-b501-9cb7bff406d1","name":"e2e-legacy-migration-82469dfa"} {"level":"info","ts":1788956688.006908,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"572b3bb0-69ef-46d1-b501-9cb7bff406d1","provider":"openai","model":"e2e-legacy-migration-82469dfa","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788956690.891531,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"49283a43-bb09-46ba-9ba3-21fde4584c54","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956690.8997405,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"2da8ca30-9532-47d7-9202-09f16a170012","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956690.899837,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"2da8ca30-9532-47d7-9202-09f16a170012","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956690.899928,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"006895e1-3bbf-48ee-8e91-072d0f258db8"} {"level":"info","ts":1788956690.9007924,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"bd0c9ea9-e7dc-4d8a-8fd9-d2a507b4389e","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956690.9008694,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"bd0c9ea9-e7dc-4d8a-8fd9-d2a507b4389e","name":"e2e-legacy-migration-82469dfa","namespace":"llm"} {"level":"info","ts":1788956690.9009027,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-82469dfa","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-82469dfa","reconcileID":"b6fefa6e-e9db-4c81-902b-fc0ed334e0aa"} {"level":"info","ts":1788956691.3533206,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956691.353423,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c509b7be-8932-44b9-9676-5e4eea49a4ed"} {"level":"info","ts":1788956691.3534427,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c509b7be-8932-44b9-9676-5e4eea49a4ed"} {"level":"info","ts":1788956691.3534617,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c509b7be-8932-44b9-9676-5e4eea49a4ed","EoS":false} {"level":"info","ts":1788956691.3534818,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c509b7be-8932-44b9-9676-5e4eea49a4ed","EoS":true} {"level":"info","ts":1788956691.3535125,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c509b7be-8932-44b9-9676-5e4eea49a4ed","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1788956691.3535318,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c509b7be-8932-44b9-9676-5e4eea49a4ed","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788956691.3535626,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c509b7be-8932-44b9-9676-5e4eea49a4ed"} {"level":"info","ts":1788956691.3856077,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956691.3856952,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1"} {"level":"info","ts":1788956691.3857055,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1"} {"level":"info","ts":1788956691.3857172,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1","EoS":false} {"level":"info","ts":1788956691.385727,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1","EoS":true} {"level":"info","ts":1788956691.3857467,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1788956691.3857625,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1788956691.3857725,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1","modelName":"e2e-external-model"} {"level":"info","ts":1788956691.385785,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1788956691.385822,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"760fe26c-1f28-4611-aa76-8b5f334340c1"} {"level":"info","ts":1788956691.4834228,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956691.4835143,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a55a0475-c24a-93a4-ac2b-cdec0035ca9d"} {"level":"info","ts":1788956691.4835339,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a55a0475-c24a-93a4-ac2b-cdec0035ca9d"} {"level":"info","ts":1788956691.4835455,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a55a0475-c24a-93a4-ac2b-cdec0035ca9d","EoS":false} {"level":"info","ts":1788956691.4836066,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a55a0475-c24a-93a4-ac2b-cdec0035ca9d","EoS":true} {"level":"info","ts":1788956691.4836376,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a55a0475-c24a-93a4-ac2b-cdec0035ca9d","field":"model","value":"nonexistent-model"} {"level":"info","ts":1788956691.4836547,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a55a0475-c24a-93a4-ac2b-cdec0035ca9d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1788956691.4836779,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a55a0475-c24a-93a4-ac2b-cdec0035ca9d"} {"level":"info","ts":1788956691.5853968,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956691.5854812,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e8404f2-6fa1-417f-bfdf-fc0bb8fdd61d"} {"level":"info","ts":1788956691.585492,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0e8404f2-6fa1-417f-bfdf-fc0bb8fdd61d"} {"level":"info","ts":1788956691.5855026,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0e8404f2-6fa1-417f-bfdf-fc0bb8fdd61d","EoS":false} {"level":"info","ts":1788956691.5855129,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0e8404f2-6fa1-417f-bfdf-fc0bb8fdd61d","EoS":true} {"level":"info","ts":1788956691.5855353,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"0e8404f2-6fa1-417f-bfdf-fc0bb8fdd61d","field":"model"} {"level":"info","ts":1788956691.5855608,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0e8404f2-6fa1-417f-bfdf-fc0bb8fdd61d"} {"level":"info","ts":1788956692.568501,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40326a02-738f-4af9-a66e-91079f723826","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1788956692.5686023,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40326a02-738f-4af9-a66e-91079f723826","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1788956692.5687108,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6306008-e826-4c8a-9f01-aeffac575dbd"} {"level":"info","ts":1788956692.7338796,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b380bd01-8893-4631-b70d-7ff633f9cebc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1788956692.7339153,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b380bd01-8893-4631-b70d-7ff633f9cebc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1788956692.733969,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"11a6d26f-4e84-4f3b-b14b-08711780c530"} {"level":"info","ts":1788956695.6268902,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956695.6269925,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38580bab-6d56-4456-b10c-3f1aceffec1a"} {"level":"info","ts":1788956695.6270068,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"38580bab-6d56-4456-b10c-3f1aceffec1a"} {"level":"info","ts":1788956695.6270187,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"38580bab-6d56-4456-b10c-3f1aceffec1a","EoS":false} {"level":"info","ts":1788956695.6270306,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"38580bab-6d56-4456-b10c-3f1aceffec1a","EoS":true} {"level":"info","ts":1788956695.6270554,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"38580bab-6d56-4456-b10c-3f1aceffec1a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788956695.6270757,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"38580bab-6d56-4456-b10c-3f1aceffec1a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788956695.6271052,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"38580bab-6d56-4456-b10c-3f1aceffec1a"} {"level":"info","ts":1788956695.6828961,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956695.6829844,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e8751e9-cd03-4fed-8a02-093011d0c2ae"} {"level":"info","ts":1788956695.6829965,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1e8751e9-cd03-4fed-8a02-093011d0c2ae"} {"level":"info","ts":1788956695.6830075,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1e8751e9-cd03-4fed-8a02-093011d0c2ae","EoS":false} {"level":"info","ts":1788956695.6830175,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1e8751e9-cd03-4fed-8a02-093011d0c2ae","EoS":true} {"level":"info","ts":1788956695.6830373,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e8751e9-cd03-4fed-8a02-093011d0c2ae","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788956695.6830523,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1e8751e9-cd03-4fed-8a02-093011d0c2ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788956695.6830742,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1e8751e9-cd03-4fed-8a02-093011d0c2ae"} {"level":"info","ts":1788956695.718757,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956695.7188463,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4da799f2-17be-416e-9eb2-ee68ee018d4c"} {"level":"info","ts":1788956695.7188563,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4da799f2-17be-416e-9eb2-ee68ee018d4c"} {"level":"info","ts":1788956695.7188668,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4da799f2-17be-416e-9eb2-ee68ee018d4c","EoS":false} {"level":"info","ts":1788956695.7188768,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4da799f2-17be-416e-9eb2-ee68ee018d4c","EoS":true} {"level":"info","ts":1788956695.7188962,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4da799f2-17be-416e-9eb2-ee68ee018d4c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788956695.718915,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4da799f2-17be-416e-9eb2-ee68ee018d4c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788956695.7189374,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4da799f2-17be-416e-9eb2-ee68ee018d4c"} {"level":"info","ts":1788956695.7643046,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956695.7644005,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d21c0809-dce8-4ada-8890-ee99d1f59093"} {"level":"info","ts":1788956695.764415,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d21c0809-dce8-4ada-8890-ee99d1f59093"} {"level":"info","ts":1788956695.7644267,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d21c0809-dce8-4ada-8890-ee99d1f59093","EoS":false} {"level":"info","ts":1788956695.7644377,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d21c0809-dce8-4ada-8890-ee99d1f59093","EoS":true} {"level":"info","ts":1788956695.7644582,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d21c0809-dce8-4ada-8890-ee99d1f59093","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788956695.764474,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d21c0809-dce8-4ada-8890-ee99d1f59093","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788956695.764496,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d21c0809-dce8-4ada-8890-ee99d1f59093"} {"level":"info","ts":1788956711.390665,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956711.3907697,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f56100a-8c12-451f-ac4b-8ee61c299a7a"} {"level":"info","ts":1788956711.3907883,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5f56100a-8c12-451f-ac4b-8ee61c299a7a"} {"level":"info","ts":1788956711.3908062,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5f56100a-8c12-451f-ac4b-8ee61c299a7a","EoS":false} {"level":"info","ts":1788956711.3908226,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5f56100a-8c12-451f-ac4b-8ee61c299a7a","EoS":true} {"level":"info","ts":1788956711.390853,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"5f56100a-8c12-451f-ac4b-8ee61c299a7a","field":"model"} {"level":"info","ts":1788956711.3908894,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5f56100a-8c12-451f-ac4b-8ee61c299a7a"} {"level":"info","ts":1788956711.5563638,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956711.5564554,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fcce344-1c4a-49c4-8368-031ecba9ae2a"} {"level":"info","ts":1788956711.5564654,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1fcce344-1c4a-49c4-8368-031ecba9ae2a"} {"level":"info","ts":1788956711.5564754,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1fcce344-1c4a-49c4-8368-031ecba9ae2a","EoS":false} {"level":"info","ts":1788956711.5564878,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1fcce344-1c4a-49c4-8368-031ecba9ae2a","EoS":true} {"level":"info","ts":1788956711.5565023,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"1fcce344-1c4a-49c4-8368-031ecba9ae2a","field":"model"} {"level":"info","ts":1788956711.55653,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1fcce344-1c4a-49c4-8368-031ecba9ae2a"} {"level":"info","ts":1788956711.7199419,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788956711.7200277,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"816b941f-cfd5-4857-b852-51c9c2bffaaa"} {"level":"info","ts":1788956711.7200384,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"816b941f-cfd5-4857-b852-51c9c2bffaaa"} {"level":"info","ts":1788956711.7200491,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"816b941f-cfd5-4857-b852-51c9c2bffaaa","EoS":false} {"level":"info","ts":1788956711.720062,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"816b941f-cfd5-4857-b852-51c9c2bffaaa","EoS":true} {"level":"info","ts":1788956711.7200801,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"816b941f-cfd5-4857-b852-51c9c2bffaaa","field":"model"} {"level":"info","ts":1788956711.7201076,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"816b941f-cfd5-4857-b852-51c9c2bffaaa"} {"level":"info","ts":1788957766.3902621,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788957766.3903584,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9226b7f6-d2db-4f46-b848-fdce190b44d5"} {"level":"info","ts":1788957766.3903675,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9226b7f6-d2db-4f46-b848-fdce190b44d5"} {"level":"info","ts":1788957766.3903792,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9226b7f6-d2db-4f46-b848-fdce190b44d5","EoS":false} {"level":"info","ts":1788957766.3903906,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9226b7f6-d2db-4f46-b848-fdce190b44d5","EoS":true} {"level":"info","ts":1788957766.3904133,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9226b7f6-d2db-4f46-b848-fdce190b44d5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788957766.3904288,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9226b7f6-d2db-4f46-b848-fdce190b44d5","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1788957766.390453,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9226b7f6-d2db-4f46-b848-fdce190b44d5"} {"level":"info","ts":1788957766.4482274,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788957766.4483523,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfb8f8b0-0dcd-426e-94aa-940faa7c8ac9"} {"level":"info","ts":1788957766.4483662,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cfb8f8b0-0dcd-426e-94aa-940faa7c8ac9"} {"level":"info","ts":1788957766.4483857,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cfb8f8b0-0dcd-426e-94aa-940faa7c8ac9","EoS":false} {"level":"info","ts":1788957766.4484067,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cfb8f8b0-0dcd-426e-94aa-940faa7c8ac9","EoS":true} {"level":"info","ts":1788957766.4484413,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cfb8f8b0-0dcd-426e-94aa-940faa7c8ac9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788957766.4484603,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cfb8f8b0-0dcd-426e-94aa-940faa7c8ac9","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1788957766.4484928,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cfb8f8b0-0dcd-426e-94aa-940faa7c8ac9"} {"level":"info","ts":1788958087.4552214,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958087.4553318,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f831fda-b0eb-4e2f-8aac-9332079bf41a"} {"level":"info","ts":1788958087.455344,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3f831fda-b0eb-4e2f-8aac-9332079bf41a"} {"level":"info","ts":1788958087.4553554,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3f831fda-b0eb-4e2f-8aac-9332079bf41a","EoS":false} {"level":"info","ts":1788958087.4553654,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3f831fda-b0eb-4e2f-8aac-9332079bf41a","EoS":true} {"level":"info","ts":1788958087.4553893,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f831fda-b0eb-4e2f-8aac-9332079bf41a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1788958087.4554048,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3f831fda-b0eb-4e2f-8aac-9332079bf41a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958087.455427,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3f831fda-b0eb-4e2f-8aac-9332079bf41a"} {"level":"info","ts":1788958087.6212535,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958087.6213439,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0124f3e-06bc-48ce-84d4-ecd37d46de33"} {"level":"info","ts":1788958087.6213558,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c0124f3e-06bc-48ce-84d4-ecd37d46de33"} {"level":"info","ts":1788958087.6213667,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c0124f3e-06bc-48ce-84d4-ecd37d46de33","EoS":false} {"level":"info","ts":1788958087.621379,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c0124f3e-06bc-48ce-84d4-ecd37d46de33","EoS":true} {"level":"info","ts":1788958087.6214006,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0124f3e-06bc-48ce-84d4-ecd37d46de33","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1788958087.6214159,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c0124f3e-06bc-48ce-84d4-ecd37d46de33","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958087.621437,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c0124f3e-06bc-48ce-84d4-ecd37d46de33"} {"level":"info","ts":1788958087.7650144,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958087.7651007,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7fd8a955-b99c-4253-952f-3f3eb59e0209"} {"level":"info","ts":1788958087.7651136,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7fd8a955-b99c-4253-952f-3f3eb59e0209"} {"level":"info","ts":1788958087.7651248,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7fd8a955-b99c-4253-952f-3f3eb59e0209","EoS":false} {"level":"info","ts":1788958087.7651348,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7fd8a955-b99c-4253-952f-3f3eb59e0209","EoS":true} {"level":"info","ts":1788958087.7651553,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7fd8a955-b99c-4253-952f-3f3eb59e0209","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1788958087.7651703,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7fd8a955-b99c-4253-952f-3f3eb59e0209","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958087.7651937,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7fd8a955-b99c-4253-952f-3f3eb59e0209"} {"level":"info","ts":1788958087.9061058,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958087.9061925,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a054f1e-dc50-42bb-aa86-2e4ee1cd0f6d"} {"level":"info","ts":1788958087.9062047,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3a054f1e-dc50-42bb-aa86-2e4ee1cd0f6d"} {"level":"info","ts":1788958087.9062154,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3a054f1e-dc50-42bb-aa86-2e4ee1cd0f6d","EoS":false} {"level":"info","ts":1788958087.9062254,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3a054f1e-dc50-42bb-aa86-2e4ee1cd0f6d","EoS":true} {"level":"info","ts":1788958087.9062617,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a054f1e-dc50-42bb-aa86-2e4ee1cd0f6d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1788958087.906275,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3a054f1e-dc50-42bb-aa86-2e4ee1cd0f6d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958087.9062967,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3a054f1e-dc50-42bb-aa86-2e4ee1cd0f6d"} {"level":"info","ts":1788958088.0458167,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958088.0459232,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52f43dbe-1085-4851-b76c-476dc2d21cf1"} {"level":"info","ts":1788958088.0459373,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"52f43dbe-1085-4851-b76c-476dc2d21cf1"} {"level":"info","ts":1788958088.04601,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"52f43dbe-1085-4851-b76c-476dc2d21cf1","EoS":false} {"level":"info","ts":1788958088.0460284,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"52f43dbe-1085-4851-b76c-476dc2d21cf1","EoS":true} {"level":"info","ts":1788958088.0460603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52f43dbe-1085-4851-b76c-476dc2d21cf1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1788958088.0460796,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"52f43dbe-1085-4851-b76c-476dc2d21cf1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958088.0461128,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"52f43dbe-1085-4851-b76c-476dc2d21cf1"} {"level":"info","ts":1788958088.1941316,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958088.1942136,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d41af04c-f163-4b9d-a3b7-f1dea999a73e"} {"level":"info","ts":1788958088.1942255,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d41af04c-f163-4b9d-a3b7-f1dea999a73e"} {"level":"info","ts":1788958088.1942503,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d41af04c-f163-4b9d-a3b7-f1dea999a73e","EoS":false} {"level":"info","ts":1788958088.194261,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d41af04c-f163-4b9d-a3b7-f1dea999a73e","EoS":true} {"level":"info","ts":1788958088.1942832,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d41af04c-f163-4b9d-a3b7-f1dea999a73e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1788958088.194298,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d41af04c-f163-4b9d-a3b7-f1dea999a73e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958088.1943185,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d41af04c-f163-4b9d-a3b7-f1dea999a73e"} {"level":"info","ts":1788958101.0822835,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958101.082399,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b82f9dfe-954d-4232-be35-712b15358159"} {"level":"info","ts":1788958101.0824184,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b82f9dfe-954d-4232-be35-712b15358159"} {"level":"info","ts":1788958101.0824356,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b82f9dfe-954d-4232-be35-712b15358159","EoS":false} {"level":"info","ts":1788958101.0824525,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b82f9dfe-954d-4232-be35-712b15358159","EoS":true} {"level":"info","ts":1788958101.0824811,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b82f9dfe-954d-4232-be35-712b15358159","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1788958101.0825007,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b82f9dfe-954d-4232-be35-712b15358159","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958101.0825338,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b82f9dfe-954d-4232-be35-712b15358159"} {"level":"info","ts":1788958101.1240919,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958101.1241772,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d32f9a1-ea6f-4a0b-a6ba-0d16faf7f511"} {"level":"info","ts":1788958101.1241899,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3d32f9a1-ea6f-4a0b-a6ba-0d16faf7f511"} {"level":"info","ts":1788958101.124205,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3d32f9a1-ea6f-4a0b-a6ba-0d16faf7f511","EoS":false} {"level":"info","ts":1788958101.1242228,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3d32f9a1-ea6f-4a0b-a6ba-0d16faf7f511","EoS":true} {"level":"info","ts":1788958101.1242714,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d32f9a1-ea6f-4a0b-a6ba-0d16faf7f511","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1788958101.1242895,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3d32f9a1-ea6f-4a0b-a6ba-0d16faf7f511","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958101.1243052,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3d32f9a1-ea6f-4a0b-a6ba-0d16faf7f511"} {"level":"info","ts":1788958101.1580327,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958101.1581345,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2918af2-2653-4b58-b480-1cae5eb236d5"} {"level":"info","ts":1788958101.1581507,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d2918af2-2653-4b58-b480-1cae5eb236d5"} {"level":"info","ts":1788958101.1581707,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d2918af2-2653-4b58-b480-1cae5eb236d5","EoS":false} {"level":"info","ts":1788958101.1581914,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d2918af2-2653-4b58-b480-1cae5eb236d5","EoS":true} {"level":"info","ts":1788958101.1582208,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d2918af2-2653-4b58-b480-1cae5eb236d5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1788958101.1582563,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d2918af2-2653-4b58-b480-1cae5eb236d5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958101.1582885,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d2918af2-2653-4b58-b480-1cae5eb236d5"} {"level":"info","ts":1788958101.196865,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958101.1969576,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5a544651-4f17-4fbd-bbcb-c1f6a0afa751"} {"level":"info","ts":1788958102.0098174,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958102.0099144,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9616dc5e-aced-4217-b05f-9e2440caafb5"} {"level":"info","ts":1788958102.0099292,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9616dc5e-aced-4217-b05f-9e2440caafb5"} {"level":"info","ts":1788958102.009951,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9616dc5e-aced-4217-b05f-9e2440caafb5","EoS":false} {"level":"info","ts":1788958102.0099702,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9616dc5e-aced-4217-b05f-9e2440caafb5","EoS":true} {"level":"info","ts":1788958102.009999,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9616dc5e-aced-4217-b05f-9e2440caafb5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788958102.010018,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9616dc5e-aced-4217-b05f-9e2440caafb5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958102.0100472,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9616dc5e-aced-4217-b05f-9e2440caafb5"} {"level":"info","ts":1788958103.0244648,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958103.0245483,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6db7a9a-988e-45a1-bd3a-3210de87f801"} {"level":"info","ts":1788958103.024561,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e6db7a9a-988e-45a1-bd3a-3210de87f801"} {"level":"info","ts":1788958103.0245717,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e6db7a9a-988e-45a1-bd3a-3210de87f801","EoS":false} {"level":"info","ts":1788958103.0245824,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e6db7a9a-988e-45a1-bd3a-3210de87f801","EoS":true} {"level":"info","ts":1788958103.024606,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e6db7a9a-988e-45a1-bd3a-3210de87f801","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788958103.0246224,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e6db7a9a-988e-45a1-bd3a-3210de87f801","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958103.0246449,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e6db7a9a-988e-45a1-bd3a-3210de87f801"} {"level":"info","ts":1788958103.794765,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958103.7948482,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4aee50fe-2d91-47e1-ae42-6e1a0544746b"} {"level":"info","ts":1788958103.7948575,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4aee50fe-2d91-47e1-ae42-6e1a0544746b"} {"level":"info","ts":1788958103.7948682,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4aee50fe-2d91-47e1-ae42-6e1a0544746b","EoS":false} {"level":"info","ts":1788958103.794882,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4aee50fe-2d91-47e1-ae42-6e1a0544746b","EoS":true} {"level":"info","ts":1788958103.7949033,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4aee50fe-2d91-47e1-ae42-6e1a0544746b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788958103.794918,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4aee50fe-2d91-47e1-ae42-6e1a0544746b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958103.7949383,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4aee50fe-2d91-47e1-ae42-6e1a0544746b"} {"level":"info","ts":1788958104.879393,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958104.8794842,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce738d6f-9d31-4391-8572-3e02dfdd2117"} {"level":"info","ts":1788958104.8794978,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ce738d6f-9d31-4391-8572-3e02dfdd2117"} {"level":"info","ts":1788958104.8795097,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ce738d6f-9d31-4391-8572-3e02dfdd2117","EoS":false} {"level":"info","ts":1788958104.8795202,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ce738d6f-9d31-4391-8572-3e02dfdd2117","EoS":true} {"level":"info","ts":1788958104.879542,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce738d6f-9d31-4391-8572-3e02dfdd2117","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788958104.8795633,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ce738d6f-9d31-4391-8572-3e02dfdd2117","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958104.8795955,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ce738d6f-9d31-4391-8572-3e02dfdd2117"} {"level":"info","ts":1788958110.3248577,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958110.3249516,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2c15413-6074-48cc-b42e-672d9759b3b3"} {"level":"info","ts":1788958110.3249655,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f2c15413-6074-48cc-b42e-672d9759b3b3"} {"level":"info","ts":1788958110.3249762,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f2c15413-6074-48cc-b42e-672d9759b3b3","EoS":false} {"level":"info","ts":1788958110.324987,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f2c15413-6074-48cc-b42e-672d9759b3b3","EoS":true} {"level":"info","ts":1788958110.3250072,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2c15413-6074-48cc-b42e-672d9759b3b3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788958110.3250227,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f2c15413-6074-48cc-b42e-672d9759b3b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958110.3250406,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f2c15413-6074-48cc-b42e-672d9759b3b3"} {"level":"info","ts":1788958119.2945564,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958119.2946467,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60aa5cb1-199b-468d-8b6a-58acac0daecb"} {"level":"info","ts":1788958119.2946591,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"60aa5cb1-199b-468d-8b6a-58acac0daecb"} {"level":"info","ts":1788958119.2946699,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"60aa5cb1-199b-468d-8b6a-58acac0daecb","EoS":false} {"level":"info","ts":1788958119.2946804,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"60aa5cb1-199b-468d-8b6a-58acac0daecb","EoS":true} {"level":"info","ts":1788958119.2946994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60aa5cb1-199b-468d-8b6a-58acac0daecb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788958119.2947145,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"60aa5cb1-199b-468d-8b6a-58acac0daecb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958119.2947333,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"60aa5cb1-199b-468d-8b6a-58acac0daecb"} {"level":"info","ts":1788958127.376097,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958127.3761988,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eefbc6ed-2675-43ef-96fa-cb702c47fea4"} {"level":"info","ts":1788958127.3762162,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"eefbc6ed-2675-43ef-96fa-cb702c47fea4"} {"level":"info","ts":1788958127.376259,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eefbc6ed-2675-43ef-96fa-cb702c47fea4","EoS":false} {"level":"info","ts":1788958127.3762789,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eefbc6ed-2675-43ef-96fa-cb702c47fea4","EoS":true} {"level":"info","ts":1788958127.376313,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eefbc6ed-2675-43ef-96fa-cb702c47fea4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788958127.3763354,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"eefbc6ed-2675-43ef-96fa-cb702c47fea4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958127.3763678,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"eefbc6ed-2675-43ef-96fa-cb702c47fea4"} {"level":"info","ts":1788958129.0844052,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958129.0845146,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f21c219-4686-4960-9141-6990f078fcb2"} {"level":"info","ts":1788958129.0845299,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7f21c219-4686-4960-9141-6990f078fcb2"} {"level":"info","ts":1788958129.084548,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7f21c219-4686-4960-9141-6990f078fcb2","EoS":false} {"level":"info","ts":1788958129.0845687,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7f21c219-4686-4960-9141-6990f078fcb2","EoS":true} {"level":"info","ts":1788958129.0845976,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f21c219-4686-4960-9141-6990f078fcb2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788958129.084616,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7f21c219-4686-4960-9141-6990f078fcb2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958129.0846505,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7f21c219-4686-4960-9141-6990f078fcb2"} {"level":"info","ts":1788958193.1045177,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958193.1046495,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d58d90d5-e01f-4ca8-9cda-05ed5dfbe7dc"} {"level":"info","ts":1788958193.1046638,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d58d90d5-e01f-4ca8-9cda-05ed5dfbe7dc"} {"level":"info","ts":1788958193.1046803,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d58d90d5-e01f-4ca8-9cda-05ed5dfbe7dc","EoS":false} {"level":"info","ts":1788958193.1046958,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d58d90d5-e01f-4ca8-9cda-05ed5dfbe7dc","EoS":true} {"level":"info","ts":1788958193.1047246,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d58d90d5-e01f-4ca8-9cda-05ed5dfbe7dc","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1788958193.1047418,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d58d90d5-e01f-4ca8-9cda-05ed5dfbe7dc","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1788958193.1047652,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d58d90d5-e01f-4ca8-9cda-05ed5dfbe7dc"} {"level":"info","ts":1788958214.9518538,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958214.9519415,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab89a469-a6c0-489e-aa7d-65f7e7f64f22"} {"level":"info","ts":1788958214.9519508,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ab89a469-a6c0-489e-aa7d-65f7e7f64f22"} {"level":"info","ts":1788958214.9519615,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ab89a469-a6c0-489e-aa7d-65f7e7f64f22","EoS":false} {"level":"info","ts":1788958214.9519715,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ab89a469-a6c0-489e-aa7d-65f7e7f64f22","EoS":true} {"level":"info","ts":1788958214.9519916,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab89a469-a6c0-489e-aa7d-65f7e7f64f22","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1788958214.952007,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ab89a469-a6c0-489e-aa7d-65f7e7f64f22","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1788958214.952033,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ab89a469-a6c0-489e-aa7d-65f7e7f64f22"} {"level":"info","ts":1788958311.205684,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958311.2057781,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b995194e-e976-4c07-b6f5-efb9413741aa"} {"level":"info","ts":1788958311.2057903,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b995194e-e976-4c07-b6f5-efb9413741aa"} {"level":"info","ts":1788958311.2058454,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b995194e-e976-4c07-b6f5-efb9413741aa","EoS":false} {"level":"info","ts":1788958311.2058673,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b995194e-e976-4c07-b6f5-efb9413741aa","EoS":true} {"level":"info","ts":1788958311.2058907,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b995194e-e976-4c07-b6f5-efb9413741aa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1788958311.2059064,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b995194e-e976-4c07-b6f5-efb9413741aa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958311.205929,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b995194e-e976-4c07-b6f5-efb9413741aa"} {"level":"info","ts":1788958311.245942,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958311.2460613,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65a0ce72-ca9c-4291-addb-0dad3af20077"} {"level":"info","ts":1788958311.24608,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"65a0ce72-ca9c-4291-addb-0dad3af20077"} {"level":"info","ts":1788958311.2460966,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"65a0ce72-ca9c-4291-addb-0dad3af20077","EoS":false} {"level":"info","ts":1788958311.2461107,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"65a0ce72-ca9c-4291-addb-0dad3af20077","EoS":true} {"level":"info","ts":1788958311.2461376,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65a0ce72-ca9c-4291-addb-0dad3af20077","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1788958311.246231,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"65a0ce72-ca9c-4291-addb-0dad3af20077","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958311.2462807,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"65a0ce72-ca9c-4291-addb-0dad3af20077"} {"level":"info","ts":1788958311.285907,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958311.286003,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f633788-6708-4d4c-b856-cb51452e94bf"} {"level":"info","ts":1788958311.2860153,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7f633788-6708-4d4c-b856-cb51452e94bf"} {"level":"info","ts":1788958311.286026,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7f633788-6708-4d4c-b856-cb51452e94bf","EoS":false} {"level":"info","ts":1788958311.286036,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7f633788-6708-4d4c-b856-cb51452e94bf","EoS":true} {"level":"info","ts":1788958311.2860615,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f633788-6708-4d4c-b856-cb51452e94bf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1788958311.2860832,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7f633788-6708-4d4c-b856-cb51452e94bf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788958311.2861109,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7f633788-6708-4d4c-b856-cb51452e94bf"} {"level":"info","ts":1788958318.9777577,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958318.9778519,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"746d0bf5-004f-4a76-b78a-5d85fb17123a"} {"level":"info","ts":1788958318.9778624,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"746d0bf5-004f-4a76-b78a-5d85fb17123a"} {"level":"info","ts":1788958318.9778736,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"746d0bf5-004f-4a76-b78a-5d85fb17123a","EoS":false} {"level":"info","ts":1788958318.9778838,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"746d0bf5-004f-4a76-b78a-5d85fb17123a","EoS":true} {"level":"info","ts":1788958318.9779022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"746d0bf5-004f-4a76-b78a-5d85fb17123a","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1788958318.9779167,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"746d0bf5-004f-4a76-b78a-5d85fb17123a","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788958318.9779925,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"746d0bf5-004f-4a76-b78a-5d85fb17123a"} {"level":"info","ts":1788958326.2018714,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958326.2019634,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12"} {"level":"info","ts":1788958326.2019722,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12"} {"level":"info","ts":1788958326.201983,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12","EoS":false} {"level":"info","ts":1788958326.2019978,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12","EoS":true} {"level":"info","ts":1788958326.202016,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1788958326.2020311,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788958326.2020538,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1306d0a8-b5e1-4389-9d76-5b240bc89d12"} {"level":"info","ts":1788958326.3643801,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958326.3644857,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84e81ad4-b87a-4863-840c-6c2da00075ad"} {"level":"info","ts":1788958326.364499,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"84e81ad4-b87a-4863-840c-6c2da00075ad"} {"level":"info","ts":1788958326.3645108,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"84e81ad4-b87a-4863-840c-6c2da00075ad","EoS":false} {"level":"info","ts":1788958326.364523,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"84e81ad4-b87a-4863-840c-6c2da00075ad","EoS":true} {"level":"info","ts":1788958326.3645473,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84e81ad4-b87a-4863-840c-6c2da00075ad","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1788958326.364567,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"84e81ad4-b87a-4863-840c-6c2da00075ad","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788958326.364599,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"84e81ad4-b87a-4863-840c-6c2da00075ad"} {"level":"info","ts":1788958326.504199,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958326.5043113,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3c2a364-8b96-4ca9-92d1-874b1bd12f94"} {"level":"info","ts":1788958326.5043256,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e3c2a364-8b96-4ca9-92d1-874b1bd12f94"} {"level":"info","ts":1788958326.5043373,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e3c2a364-8b96-4ca9-92d1-874b1bd12f94","EoS":false} {"level":"info","ts":1788958326.504349,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e3c2a364-8b96-4ca9-92d1-874b1bd12f94","EoS":true} {"level":"info","ts":1788958326.504371,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e3c2a364-8b96-4ca9-92d1-874b1bd12f94","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1788958326.5043921,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e3c2a364-8b96-4ca9-92d1-874b1bd12f94","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788958326.504415,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e3c2a364-8b96-4ca9-92d1-874b1bd12f94"} {"level":"info","ts":1788958326.6482222,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958326.6483371,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70ca5b5e-64fd-4c29-be13-46475b400212"} {"level":"info","ts":1788958326.6483514,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"70ca5b5e-64fd-4c29-be13-46475b400212"} {"level":"info","ts":1788958326.6483624,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"70ca5b5e-64fd-4c29-be13-46475b400212","EoS":false} {"level":"info","ts":1788958326.648373,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"70ca5b5e-64fd-4c29-be13-46475b400212","EoS":true} {"level":"info","ts":1788958326.6483908,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70ca5b5e-64fd-4c29-be13-46475b400212","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1788958326.6484058,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"70ca5b5e-64fd-4c29-be13-46475b400212","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788958326.6484334,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"70ca5b5e-64fd-4c29-be13-46475b400212"} {"level":"info","ts":1788958339.4571402,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788958339.4572809,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052"} {"level":"info","ts":1788958339.4573004,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052"} {"level":"info","ts":1788958339.4573205,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052","EoS":false} {"level":"info","ts":1788958339.4573386,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052","EoS":true} {"level":"info","ts":1788958339.4573634,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1788958339.4573834,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788958339.457414,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fc0366ca-864f-4160-aef3-9e015260e052"}