{"level":"info","ts":1789129681.7060533,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"2f302da4-8e9e-4295-b2f8-83d62394ded5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789129681.7061152,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2f302da4-8e9e-4295-b2f8-83d62394ded5"} {"level":"info","ts":1789129681.7489657,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789129681.7490575,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23b55388-b8a9-44cc-93b6-946fd82d3844"} {"level":"info","ts":1789129681.7490745,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"23b55388-b8a9-44cc-93b6-946fd82d3844"} {"level":"info","ts":1789129681.7490895,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"23b55388-b8a9-44cc-93b6-946fd82d3844","EoS":false} {"level":"info","ts":1789129681.7491071,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"23b55388-b8a9-44cc-93b6-946fd82d3844","EoS":true} {"level":"info","ts":1789129681.7491357,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"23b55388-b8a9-44cc-93b6-946fd82d3844","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789129681.7491546,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"23b55388-b8a9-44cc-93b6-946fd82d3844","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789129681.7491665,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"23b55388-b8a9-44cc-93b6-946fd82d3844","modelName":"e2e-external-model"} {"level":"info","ts":1789129681.7491827,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"23b55388-b8a9-44cc-93b6-946fd82d3844","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789129681.7492306,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"23b55388-b8a9-44cc-93b6-946fd82d3844"} {"level":"info","ts":1789129681.7863603,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789129681.7864635,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9022cc52-797c-4332-851f-14da20eee3a3"} {"level":"info","ts":1789129681.7864766,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9022cc52-797c-4332-851f-14da20eee3a3"} {"level":"info","ts":1789129681.7864876,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9022cc52-797c-4332-851f-14da20eee3a3","EoS":false} {"level":"info","ts":1789129681.786498,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9022cc52-797c-4332-851f-14da20eee3a3","EoS":true} {"level":"info","ts":1789129681.7865167,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9022cc52-797c-4332-851f-14da20eee3a3","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789129681.7865312,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9022cc52-797c-4332-851f-14da20eee3a3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789129681.78654,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"9022cc52-797c-4332-851f-14da20eee3a3","modelName":"e2e-external-model"} {"level":"info","ts":1789129681.786551,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"9022cc52-797c-4332-851f-14da20eee3a3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789129681.7865891,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9022cc52-797c-4332-851f-14da20eee3a3"} {"level":"info","ts":1789129681.9657567,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4519ad75-5c95-4de1-9ed1-517309aad3c9"} {"level":"info","ts":1789129681.9657516,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5246241a-3763-443d-82a5-909463893ade","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789129681.965888,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5246241a-3763-443d-82a5-909463893ade","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789129681.971287,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7997d2c2-9e75-4d69-a796-835c36e0c17e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789129681.9713156,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7997d2c2-9e75-4d69-a796-835c36e0c17e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789129681.9741974,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4519ad75-5c95-4de1-9ed1-517309aad3c9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789129681.9742568,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4519ad75-5c95-4de1-9ed1-517309aad3c9","name":"e2e-cleanup-test"} {"level":"info","ts":1789129681.9871998,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"13c85d97-5d5b-472f-a6fc-90c0326c17e6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789129681.9872308,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"13c85d97-5d5b-472f-a6fc-90c0326c17e6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789129681.9882162,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4519ad75-5c95-4de1-9ed1-517309aad3c9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789129681.9882548,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4519ad75-5c95-4de1-9ed1-517309aad3c9","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789129681.9883018,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26c9e5af-f4ab-4522-975a-b9b5edb1633b"} {"level":"info","ts":1789129681.9883485,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26c9e5af-f4ab-4522-975a-b9b5edb1633b","name":"e2e-cleanup-test"} {"level":"info","ts":1789129682.002711,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac4c1e91-5d55-4e9e-addd-04698d0cc821","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789129682.0027378,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac4c1e91-5d55-4e9e-addd-04698d0cc821","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789129682.0027485,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26c9e5af-f4ab-4522-975a-b9b5edb1633b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789129682.0028176,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4a4441f-f682-49af-ace5-62d843a2e704"} {"level":"info","ts":1789129682.0028737,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4a4441f-f682-49af-ace5-62d843a2e704","name":"e2e-cleanup-test"} {"level":"info","ts":1789129682.0105078,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4a4441f-f682-49af-ace5-62d843a2e704","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789129682.018245,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e96c9fff-c429-4ebc-ad60-1f5099b33bb7"} {"level":"info","ts":1789129682.0182498,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15b05171-e0a8-4044-a505-a2fa8415d548","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789129682.0182724,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15b05171-e0a8-4044-a505-a2fa8415d548","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789129682.018293,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e96c9fff-c429-4ebc-ad60-1f5099b33bb7","name":"e2e-cleanup-test"} {"level":"info","ts":1789129682.0283453,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e96c9fff-c429-4ebc-ad60-1f5099b33bb7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789129682.1482682,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789129682.1483874,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"562ad1db-69bd-4db5-aee8-51053df6ede6"} {"level":"info","ts":1789129682.14842,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"562ad1db-69bd-4db5-aee8-51053df6ede6"} {"level":"info","ts":1789129682.148438,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"562ad1db-69bd-4db5-aee8-51053df6ede6","EoS":false} {"level":"info","ts":1789129682.1484542,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"562ad1db-69bd-4db5-aee8-51053df6ede6","EoS":true} {"level":"info","ts":1789129682.148484,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"562ad1db-69bd-4db5-aee8-51053df6ede6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789129682.148503,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"562ad1db-69bd-4db5-aee8-51053df6ede6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789129682.1485379,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"562ad1db-69bd-4db5-aee8-51053df6ede6"} {"level":"info","ts":1789129683.959726,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789129683.959802,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1fd7d60d-92af-4a5a-bcac-34dfca8bae53"} {"level":"info","ts":1789129690.236184,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21267386-5c5a-4cf9-b272-19962dd5bbbe"} {"level":"info","ts":1789129690.2362757,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5efd66f7-5d65-4e89-a6af-911405a320ca","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789129690.2363138,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5efd66f7-5d65-4e89-a6af-911405a320ca","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789129694.5406537,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789129694.5407405,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd2ca9c5-0d0e-4916-b692-c233fed8517e"} {"level":"info","ts":1789129694.5407553,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cd2ca9c5-0d0e-4916-b692-c233fed8517e"} {"level":"info","ts":1789129694.540771,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cd2ca9c5-0d0e-4916-b692-c233fed8517e","EoS":false} {"level":"info","ts":1789129694.540782,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cd2ca9c5-0d0e-4916-b692-c233fed8517e","EoS":true} {"level":"info","ts":1789129694.5408022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd2ca9c5-0d0e-4916-b692-c233fed8517e","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1789129694.5408175,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cd2ca9c5-0d0e-4916-b692-c233fed8517e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1789129694.5408454,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cd2ca9c5-0d0e-4916-b692-c233fed8517e"} {"level":"info","ts":1789129694.8891833,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"de88a335-9360-4eda-ace6-9f0d13ae70fa","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129694.8940914,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"de88a335-9360-4eda-ace6-9f0d13ae70fa","name":"e2e-legacy-migration-b7cbe54c"} {"level":"info","ts":1789129694.9014964,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"150be166-4dfc-4782-8c53-4b8a7272fb6f"} {"level":"info","ts":1789129694.9016345,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"56e1574a-fc0a-4473-bf33-e646589d2f22","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129694.9019806,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"56e1574a-fc0a-4473-bf33-e646589d2f22","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789129694.9046662,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"de88a335-9360-4eda-ace6-9f0d13ae70fa","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-b7cbe54c\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789129694.9085052,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"6e48b7eb-5720-4463-805e-ccf1cccef472"} {"level":"info","ts":1789129694.9085228,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"4d04b1ce-71ca-4f9c-aff2-7aa1227c5609","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129694.9087622,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"4d04b1ce-71ca-4f9c-aff2-7aa1227c5609","modelName":"e2e-legacy-migration-b7cbe54c","resolvedRefs":1} {"level":"info","ts":1789129694.9104376,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"7507bbf4-fdfa-43eb-8f10-e91ca51183ef","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129694.912346,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"e16cb578-3124-4d11-b5e7-f7edc2468fe9","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129694.9123855,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"e16cb578-3124-4d11-b5e7-f7edc2468fe9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789129694.9124265,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"dd7ac68e-ddd1-4ab4-824d-93806fc0c7d8","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129694.9124498,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"dd7ac68e-ddd1-4ab4-824d-93806fc0c7d8","modelName":"e2e-legacy-migration-b7cbe54c","resolvedRefs":1} {"level":"error","ts":1789129694.91296,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"150be166-4dfc-4782-8c53-4b8a7272fb6f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-b7cbe54c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789129694.9130101,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"150be166-4dfc-4782-8c53-4b8a7272fb6f","name":"e2e-legacy-migration-b7cbe54c"} {"level":"info","ts":1789129694.9167397,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"ac9bd0bb-05be-4346-82ee-f436aaa8b381","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129694.9167705,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"ac9bd0bb-05be-4346-82ee-f436aaa8b381","modelName":"e2e-legacy-migration-b7cbe54c","resolvedRefs":1} {"level":"info","ts":1789129694.9215329,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"7507bbf4-fdfa-43eb-8f10-e91ca51183ef","name":"e2e-legacy-migration-b7cbe54c"} {"level":"error","ts":1789129694.9221225,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"6e48b7eb-5720-4463-805e-ccf1cccef472","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b7cbe54c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789129694.922165,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"6e48b7eb-5720-4463-805e-ccf1cccef472","provider":"e2e-legacy-migration-b7cbe54c","phase":"Pending"} {"level":"info","ts":1789129694.926929,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"5bd9fcbe-8b6a-4a07-9cd4-7873e7be2ce3","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129694.926964,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"5bd9fcbe-8b6a-4a07-9cd4-7873e7be2ce3","modelName":"e2e-legacy-migration-b7cbe54c","resolvedRefs":1} {"level":"info","ts":1789129694.9282892,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"150be166-4dfc-4782-8c53-4b8a7272fb6f","kind":"ServiceEntry","name":"e2e-legacy-migration-b7cbe54c"} {"level":"error","ts":1789129694.9285066,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"7507bbf4-fdfa-43eb-8f10-e91ca51183ef","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b7cbe54c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789129694.9285872,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"6e48b7eb-5720-4463-805e-ccf1cccef472","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b7cbe54c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789129694.928612,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"6e48b7eb-5720-4463-805e-ccf1cccef472","error":"ExternalModel \"e2e-legacy-migration-b7cbe54c\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b7cbe54c\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789129694.92865,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"113ac505-cb41-4a03-b248-e52ccb516252"} {"level":"info","ts":1789129694.9286695,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"113ac505-cb41-4a03-b248-e52ccb516252","provider":"e2e-legacy-migration-b7cbe54c","phase":"Pending"} {"level":"info","ts":1789129694.9343467,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"4288b24c-d881-4adc-aa38-cc74b4e0c650","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129694.9344385,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"42dec427-4bac-44c1-abd5-23a51a79ff57","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129694.934447,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"4288b24c-d881-4adc-aa38-cc74b4e0c650","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789129694.9345102,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"42dec427-4bac-44c1-abd5-23a51a79ff57","modelName":"e2e-legacy-migration-b7cbe54c","resolvedRefs":1} {"level":"error","ts":1789129694.9353771,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"113ac505-cb41-4a03-b248-e52ccb516252","error":"ExternalModel \"e2e-legacy-migration-b7cbe54c\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b7cbe54c\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789129694.9354646,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"df9c454a-f3ee-48f2-a08f-703a91311cd2"} {"level":"info","ts":1789129694.9354863,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"df9c454a-f3ee-48f2-a08f-703a91311cd2","provider":"e2e-legacy-migration-b7cbe54c","phase":"Failed"} {"level":"info","ts":1789129694.9373317,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"150be166-4dfc-4782-8c53-4b8a7272fb6f","kind":"DestinationRule","name":"e2e-legacy-migration-b7cbe54c"} {"level":"info","ts":1789129694.9394264,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"6b66cb74-6c45-44a7-a6b3-51f31ca962ec","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129694.9423287,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"5945ca6c-5e99-409a-86bc-b3e4acd0f54b","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129694.942438,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"5945ca6c-5e99-409a-86bc-b3e4acd0f54b","modelName":"e2e-legacy-migration-b7cbe54c","resolvedRefs":1} {"level":"info","ts":1789129694.9455857,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"6b66cb74-6c45-44a7-a6b3-51f31ca962ec","name":"e2e-legacy-migration-b7cbe54c"} {"level":"info","ts":1789129694.945614,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"150be166-4dfc-4782-8c53-4b8a7272fb6f","service":"e2e-legacy-migration-b7cbe54c","serviceEntry":"e2e-legacy-migration-b7cbe54c","destinationRule":"e2e-legacy-migration-b7cbe54c"} {"level":"error","ts":1789129694.946765,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"df9c454a-f3ee-48f2-a08f-703a91311cd2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b7cbe54c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789129694.946802,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"df9c454a-f3ee-48f2-a08f-703a91311cd2","error":"ExternalModel \"e2e-legacy-migration-b7cbe54c\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b7cbe54c\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789129694.9468522,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"1794c9a4-25f3-411d-9202-ec6ee0870e8f"} {"level":"info","ts":1789129694.9468782,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"1794c9a4-25f3-411d-9202-ec6ee0870e8f","provider":"e2e-legacy-migration-b7cbe54c","phase":"Failed"} {"level":"error","ts":1789129694.9503684,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"150be166-4dfc-4782-8c53-4b8a7272fb6f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-b7cbe54c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789129694.9504545,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"ddb5f028-99a5-42b3-9b15-b547bd9c657e"} {"level":"info","ts":1789129694.9504914,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"ddb5f028-99a5-42b3-9b15-b547bd9c657e","name":"e2e-legacy-migration-b7cbe54c"} {"level":"info","ts":1789129694.9539196,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"6b66cb74-6c45-44a7-a6b3-51f31ca962ec","provider":"openai","model":"e2e-legacy-migration-b7cbe54c","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789129694.9550846,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"c67452ce-77a6-430f-b496-c2f36f3f9634","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129694.955102,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"a9c54335-ede0-4a1c-bacc-d3c721a2a1ec","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129694.955113,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"c67452ce-77a6-430f-b496-c2f36f3f9634","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789129694.9551263,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"a9c54335-ede0-4a1c-bacc-d3c721a2a1ec","modelName":"e2e-legacy-migration-b7cbe54c","resolvedRefs":1} {"level":"error","ts":1789129694.9560635,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"1794c9a4-25f3-411d-9202-ec6ee0870e8f","error":"ExternalModel \"e2e-legacy-migration-b7cbe54c\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b7cbe54c\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789129694.9561274,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"bb3d030d-2cf5-4c98-b053-afe14aeb0bc2"} {"level":"info","ts":1789129694.9561946,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"bb3d030d-2cf5-4c98-b053-afe14aeb0bc2","name":"e2e-legacy-migration-b7cbe54c"} {"level":"info","ts":1789129694.9597087,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"ddb5f028-99a5-42b3-9b15-b547bd9c657e","service":"e2e-legacy-migration-b7cbe54c","serviceEntry":"e2e-legacy-migration-b7cbe54c","destinationRule":"e2e-legacy-migration-b7cbe54c"} {"level":"error","ts":1789129694.9693205,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"ddb5f028-99a5-42b3-9b15-b547bd9c657e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-b7cbe54c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789129694.9693909,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"27430b23-22f9-4ac3-bddb-156489ce6cbe"} {"level":"info","ts":1789129694.9694417,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"27430b23-22f9-4ac3-bddb-156489ce6cbe","name":"e2e-legacy-migration-b7cbe54c"} {"level":"info","ts":1789129694.972936,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"3a664c76-027e-4c6b-bea7-7bd2be7024fe","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129694.973036,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"3a664c76-027e-4c6b-bea7-7bd2be7024fe","modelName":"e2e-legacy-migration-b7cbe54c","resolvedRefs":1} {"level":"error","ts":1789129694.9835362,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"bb3d030d-2cf5-4c98-b053-afe14aeb0bc2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b7cbe54c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789129694.983583,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"bb3d030d-2cf5-4c98-b053-afe14aeb0bc2","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-b7cbe54c\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789129694.9836485,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"d288ba3f-4e75-4c6a-8ded-51d54e81ecf8"} {"level":"info","ts":1789129694.983718,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"d288ba3f-4e75-4c6a-8ded-51d54e81ecf8","name":"e2e-legacy-migration-b7cbe54c"} {"level":"info","ts":1789129694.9853277,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"27430b23-22f9-4ac3-bddb-156489ce6cbe","service":"e2e-legacy-migration-b7cbe54c","serviceEntry":"e2e-legacy-migration-b7cbe54c","destinationRule":"e2e-legacy-migration-b7cbe54c"} {"level":"info","ts":1789129694.9886332,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"95dd7532-ada2-4908-834b-6005b4baac21","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129694.988663,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"95dd7532-ada2-4908-834b-6005b4baac21","modelName":"e2e-legacy-migration-b7cbe54c","resolvedRefs":1} {"level":"info","ts":1789129694.9927533,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"d288ba3f-4e75-4c6a-8ded-51d54e81ecf8","httpRoute":"e2e-legacy-migration-b7cbe54c","providers":["e2e-legacy-migration-b7cbe54c"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789129694.9964242,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"d288ba3f-4e75-4c6a-8ded-51d54e81ecf8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b7cbe54c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789129694.9965124,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"d2888859-28aa-4568-87e7-4b8c0fcc10bf"} {"level":"info","ts":1789129694.9966102,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"d2888859-28aa-4568-87e7-4b8c0fcc10bf","name":"e2e-legacy-migration-b7cbe54c"} {"level":"info","ts":1789129695.0025556,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"d3a48d06-a796-46ac-bcb7-77f5160419a2","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129695.0025861,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"d3a48d06-a796-46ac-bcb7-77f5160419a2","modelName":"e2e-legacy-migration-b7cbe54c","resolvedRefs":1} {"level":"info","ts":1789129695.0060208,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"d2888859-28aa-4568-87e7-4b8c0fcc10bf","httpRoute":"e2e-legacy-migration-b7cbe54c","providers":["e2e-legacy-migration-b7cbe54c"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789129695.011719,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"d2888859-28aa-4568-87e7-4b8c0fcc10bf","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b7cbe54c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789129695.0117836,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"7ed5536f-cf11-4815-b408-b9240c4bb267"} {"level":"info","ts":1789129695.0118403,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"7ed5536f-cf11-4815-b408-b9240c4bb267","name":"e2e-legacy-migration-b7cbe54c"} {"level":"info","ts":1789129695.0229666,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"7ed5536f-cf11-4815-b408-b9240c4bb267","httpRoute":"e2e-legacy-migration-b7cbe54c","providers":["e2e-legacy-migration-b7cbe54c"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789129695.066146,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"4b699eba-b451-4b0c-a816-e9b751c8bb52","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129695.0692685,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"4b699eba-b451-4b0c-a816-e9b751c8bb52","name":"e2e-legacy-migration-b7cbe54c"} {"level":"info","ts":1789129695.0751905,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"4b699eba-b451-4b0c-a816-e9b751c8bb52","provider":"openai","model":"e2e-legacy-migration-b7cbe54c","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789129697.2337012,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789129697.2338054,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"531416f3-c13e-4d95-bc7a-024f4d77d159"} {"level":"info","ts":1789129697.2338204,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"531416f3-c13e-4d95-bc7a-024f4d77d159"} {"level":"info","ts":1789129697.233838,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"531416f3-c13e-4d95-bc7a-024f4d77d159","EoS":false} {"level":"info","ts":1789129697.2338588,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"531416f3-c13e-4d95-bc7a-024f4d77d159","EoS":true} {"level":"info","ts":1789129697.233889,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"531416f3-c13e-4d95-bc7a-024f4d77d159","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789129697.233907,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"531416f3-c13e-4d95-bc7a-024f4d77d159","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789129697.2339385,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"531416f3-c13e-4d95-bc7a-024f4d77d159"} {"level":"info","ts":1789129697.855038,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"83d8497f-0b53-4f4e-97ec-089f3913b4b8","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129697.8639157,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"3c171ca8-db1c-4eb0-a67f-c91cff29f020"} {"level":"info","ts":1789129697.8643122,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"72fdc1d0-7f47-4c65-a06e-53cf8b0490da"} {"level":"info","ts":1789129697.864451,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"4d31e821-83bf-4c5e-9756-5770a51bb59e","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129697.864505,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"4d31e821-83bf-4c5e-9756-5770a51bb59e","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129697.8645935,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"c753c7c1-5b5a-463b-b43d-3031bb5446fe","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129697.8646545,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7cbe54c","reconcileID":"c753c7c1-5b5a-463b-b43d-3031bb5446fe","name":"e2e-legacy-migration-b7cbe54c","namespace":"llm"} {"level":"info","ts":1789129698.3097377,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789129698.3098273,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61a8baab-a24e-4d07-8eb8-6622ba9cde32"} {"level":"info","ts":1789129698.3098447,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"61a8baab-a24e-4d07-8eb8-6622ba9cde32"} {"level":"info","ts":1789129698.309863,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"61a8baab-a24e-4d07-8eb8-6622ba9cde32","EoS":false} {"level":"info","ts":1789129698.3098795,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"61a8baab-a24e-4d07-8eb8-6622ba9cde32","EoS":true} {"level":"info","ts":1789129698.3099093,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61a8baab-a24e-4d07-8eb8-6622ba9cde32","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789129698.309927,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"61a8baab-a24e-4d07-8eb8-6622ba9cde32","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789129698.3099415,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"61a8baab-a24e-4d07-8eb8-6622ba9cde32","modelName":"e2e-external-model"} {"level":"info","ts":1789129698.3099597,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"61a8baab-a24e-4d07-8eb8-6622ba9cde32","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789129698.3100107,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"61a8baab-a24e-4d07-8eb8-6622ba9cde32"} {"level":"info","ts":1789129698.8495877,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789129698.8497772,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3ca61ea-afba-4c5a-8f8b-d3d491c6cdd0"} {"level":"info","ts":1789129698.8498259,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c3ca61ea-afba-4c5a-8f8b-d3d491c6cdd0"} {"level":"info","ts":1789129698.8498683,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c3ca61ea-afba-4c5a-8f8b-d3d491c6cdd0","EoS":false} {"level":"info","ts":1789129698.8499067,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c3ca61ea-afba-4c5a-8f8b-d3d491c6cdd0","EoS":true} {"level":"info","ts":1789129698.8499568,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3ca61ea-afba-4c5a-8f8b-d3d491c6cdd0","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789129698.8499954,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c3ca61ea-afba-4c5a-8f8b-d3d491c6cdd0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789129698.8500443,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c3ca61ea-afba-4c5a-8f8b-d3d491c6cdd0"} {"level":"info","ts":1789129699.0026646,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789129699.0027492,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39c5e441-2038-4079-b463-320237f74aa9"} {"level":"info","ts":1789129699.0027618,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"39c5e441-2038-4079-b463-320237f74aa9"} {"level":"info","ts":1789129699.002773,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"39c5e441-2038-4079-b463-320237f74aa9","EoS":false} {"level":"info","ts":1789129699.002783,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"39c5e441-2038-4079-b463-320237f74aa9","EoS":true} {"level":"info","ts":1789129699.0028083,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"39c5e441-2038-4079-b463-320237f74aa9","field":"model"} {"level":"info","ts":1789129699.0028355,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"39c5e441-2038-4079-b463-320237f74aa9"} {"level":"info","ts":1789129699.2386072,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789129699.2388122,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25585f77-7b39-46ba-a659-b0fe7d5148fd"} {"level":"info","ts":1789129699.238866,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"25585f77-7b39-46ba-a659-b0fe7d5148fd"} {"level":"info","ts":1789129699.2389095,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"25585f77-7b39-46ba-a659-b0fe7d5148fd","EoS":false} {"level":"info","ts":1789129699.2389672,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"25585f77-7b39-46ba-a659-b0fe7d5148fd","EoS":true} {"level":"info","ts":1789129699.2390192,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25585f77-7b39-46ba-a659-b0fe7d5148fd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789129699.2390757,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"25585f77-7b39-46ba-a659-b0fe7d5148fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789129699.239119,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"25585f77-7b39-46ba-a659-b0fe7d5148fd"} {"level":"info","ts":1789129699.2999892,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789129699.300073,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"680a71ef-64a6-41c2-8c05-da474e90ff6b"} {"level":"info","ts":1789129699.3000858,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"680a71ef-64a6-41c2-8c05-da474e90ff6b"} {"level":"info","ts":1789129699.3000975,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"680a71ef-64a6-41c2-8c05-da474e90ff6b","EoS":false} {"level":"info","ts":1789129699.3001084,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"680a71ef-64a6-41c2-8c05-da474e90ff6b","EoS":true} {"level":"info","ts":1789129699.3001277,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"680a71ef-64a6-41c2-8c05-da474e90ff6b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789129699.3001447,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"680a71ef-64a6-41c2-8c05-da474e90ff6b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789129699.3001654,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"680a71ef-64a6-41c2-8c05-da474e90ff6b"} {"level":"info","ts":1789129699.3636825,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789129699.3637938,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"201c09f4-58ff-4381-adef-8727279e5459"} {"level":"info","ts":1789129699.3638153,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"201c09f4-58ff-4381-adef-8727279e5459"} {"level":"info","ts":1789129699.3638346,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"201c09f4-58ff-4381-adef-8727279e5459","EoS":false} {"level":"info","ts":1789129699.363851,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"201c09f4-58ff-4381-adef-8727279e5459","EoS":true} {"level":"info","ts":1789129699.3638787,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"201c09f4-58ff-4381-adef-8727279e5459","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789129699.3638985,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"201c09f4-58ff-4381-adef-8727279e5459","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789129699.3639307,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"201c09f4-58ff-4381-adef-8727279e5459"} {"level":"info","ts":1789129699.4318275,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789129699.431909,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0140a2bb-a820-4ba2-81a2-46e89a05930e"} {"level":"info","ts":1789129699.4319205,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0140a2bb-a820-4ba2-81a2-46e89a05930e"} {"level":"info","ts":1789129699.4319315,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0140a2bb-a820-4ba2-81a2-46e89a05930e","EoS":false} {"level":"info","ts":1789129699.4319441,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0140a2bb-a820-4ba2-81a2-46e89a05930e","EoS":true} {"level":"info","ts":1789129699.4319634,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0140a2bb-a820-4ba2-81a2-46e89a05930e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789129699.4319775,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0140a2bb-a820-4ba2-81a2-46e89a05930e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789129699.4320002,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0140a2bb-a820-4ba2-81a2-46e89a05930e"} {"level":"info","ts":1789129700.0100355,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef68ccb9-5269-4d76-a4de-5370030f2609"} {"level":"info","ts":1789129700.0101862,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49e3ee1f-5a06-49a2-8657-95acd316117d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789129700.0102336,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49e3ee1f-5a06-49a2-8657-95acd316117d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789129700.1552138,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1e2ec4e-e883-4749-a407-a0bfa2f4a460","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789129700.1553097,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1e2ec4e-e883-4749-a407-a0bfa2f4a460","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789129700.1554298,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2ae9889-73c6-48b4-84ba-df8ab3da2292"} {"level":"info","ts":1789129713.8122535,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789129713.8124523,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a8316b7-f0d0-4b7f-8b0a-989f2da56fa5"} {"level":"info","ts":1789129713.8124707,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5a8316b7-f0d0-4b7f-8b0a-989f2da56fa5"} {"level":"info","ts":1789129713.8124895,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5a8316b7-f0d0-4b7f-8b0a-989f2da56fa5","EoS":false} {"level":"info","ts":1789129713.8125052,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5a8316b7-f0d0-4b7f-8b0a-989f2da56fa5","EoS":true} {"level":"info","ts":1789129713.8125336,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"5a8316b7-f0d0-4b7f-8b0a-989f2da56fa5","field":"model"} {"level":"info","ts":1789129713.812578,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5a8316b7-f0d0-4b7f-8b0a-989f2da56fa5"} {"level":"info","ts":1789129713.9546883,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789129713.954792,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da898991-c29d-4d49-9d40-c2eed2344d93"} {"level":"info","ts":1789129713.9548051,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"da898991-c29d-4d49-9d40-c2eed2344d93"} {"level":"info","ts":1789129713.9548209,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"da898991-c29d-4d49-9d40-c2eed2344d93","EoS":false} {"level":"info","ts":1789129713.9548354,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"da898991-c29d-4d49-9d40-c2eed2344d93","EoS":true} {"level":"info","ts":1789129713.9548533,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"da898991-c29d-4d49-9d40-c2eed2344d93","field":"model"} {"level":"info","ts":1789129713.9548798,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"da898991-c29d-4d49-9d40-c2eed2344d93"} {"level":"info","ts":1789129714.1028807,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789129714.1029923,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"baab8e2a-3f1d-4f7e-8c6a-2a4df3609497"} {"level":"info","ts":1789129714.1030045,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"baab8e2a-3f1d-4f7e-8c6a-2a4df3609497"} {"level":"info","ts":1789129714.1030204,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"baab8e2a-3f1d-4f7e-8c6a-2a4df3609497","EoS":false} {"level":"info","ts":1789129714.1030352,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"baab8e2a-3f1d-4f7e-8c6a-2a4df3609497","EoS":true} {"level":"info","ts":1789129714.1030583,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"baab8e2a-3f1d-4f7e-8c6a-2a4df3609497","field":"model"} {"level":"info","ts":1789129714.1030917,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"baab8e2a-3f1d-4f7e-8c6a-2a4df3609497"} {"level":"info","ts":1789130672.1694992,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789130672.1695905,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cad57719-c54c-492d-bdd4-30107a57fb92"} {"level":"info","ts":1789130672.1695995,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cad57719-c54c-492d-bdd4-30107a57fb92"} {"level":"info","ts":1789130672.1696095,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cad57719-c54c-492d-bdd4-30107a57fb92","EoS":false} {"level":"info","ts":1789130672.16962,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cad57719-c54c-492d-bdd4-30107a57fb92","EoS":true} {"level":"info","ts":1789130672.169643,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cad57719-c54c-492d-bdd4-30107a57fb92","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789130672.1696587,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cad57719-c54c-492d-bdd4-30107a57fb92","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789130672.1696823,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cad57719-c54c-492d-bdd4-30107a57fb92"} {"level":"info","ts":1789130672.2216027,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789130672.2216873,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31974fd3-62cf-4465-8d48-6e788b6ba10e"} {"level":"info","ts":1789130672.2216983,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"31974fd3-62cf-4465-8d48-6e788b6ba10e"} {"level":"info","ts":1789130672.2217088,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"31974fd3-62cf-4465-8d48-6e788b6ba10e","EoS":false} {"level":"info","ts":1789130672.2217185,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"31974fd3-62cf-4465-8d48-6e788b6ba10e","EoS":true} {"level":"info","ts":1789130672.2217503,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31974fd3-62cf-4465-8d48-6e788b6ba10e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789130672.2217653,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"31974fd3-62cf-4465-8d48-6e788b6ba10e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789130672.2217882,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"31974fd3-62cf-4465-8d48-6e788b6ba10e"} {"level":"info","ts":1789131014.5668495,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131014.5669382,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35e0f80b-e69f-46ad-a296-aaa4f4d7ef6f"} {"level":"info","ts":1789131014.566947,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"35e0f80b-e69f-46ad-a296-aaa4f4d7ef6f"} {"level":"info","ts":1789131014.5669582,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"35e0f80b-e69f-46ad-a296-aaa4f4d7ef6f","EoS":false} {"level":"info","ts":1789131014.5669687,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"35e0f80b-e69f-46ad-a296-aaa4f4d7ef6f","EoS":true} {"level":"info","ts":1789131014.566988,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35e0f80b-e69f-46ad-a296-aaa4f4d7ef6f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789131014.5670033,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"35e0f80b-e69f-46ad-a296-aaa4f4d7ef6f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789131014.5670238,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"35e0f80b-e69f-46ad-a296-aaa4f4d7ef6f"} {"level":"info","ts":1789131014.7299407,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131014.7300236,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bcb6b4c6-2055-40c7-9079-5f820de40122"} {"level":"info","ts":1789131014.7300358,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bcb6b4c6-2055-40c7-9079-5f820de40122"} {"level":"info","ts":1789131014.7300467,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bcb6b4c6-2055-40c7-9079-5f820de40122","EoS":false} {"level":"info","ts":1789131014.7300582,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bcb6b4c6-2055-40c7-9079-5f820de40122","EoS":true} {"level":"info","ts":1789131014.730078,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bcb6b4c6-2055-40c7-9079-5f820de40122","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789131014.7300932,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bcb6b4c6-2055-40c7-9079-5f820de40122","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789131014.7301133,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bcb6b4c6-2055-40c7-9079-5f820de40122"} {"level":"info","ts":1789131014.8697565,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131014.8698401,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b833c8f8-e0ab-493c-b269-58a97d739eab"} {"level":"info","ts":1789131014.8698518,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b833c8f8-e0ab-493c-b269-58a97d739eab"} {"level":"info","ts":1789131014.8698626,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b833c8f8-e0ab-493c-b269-58a97d739eab","EoS":false} {"level":"info","ts":1789131014.8698752,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b833c8f8-e0ab-493c-b269-58a97d739eab","EoS":true} {"level":"info","ts":1789131014.8698938,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b833c8f8-e0ab-493c-b269-58a97d739eab","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789131014.869909,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b833c8f8-e0ab-493c-b269-58a97d739eab","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789131014.8699286,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b833c8f8-e0ab-493c-b269-58a97d739eab"} {"level":"info","ts":1789131015.0124483,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131015.0125422,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37d76edd-7613-4fba-8386-61187cf0fc56"} {"level":"info","ts":1789131015.0125537,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"37d76edd-7613-4fba-8386-61187cf0fc56"} {"level":"info","ts":1789131015.0125651,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"37d76edd-7613-4fba-8386-61187cf0fc56","EoS":false} {"level":"info","ts":1789131015.012579,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"37d76edd-7613-4fba-8386-61187cf0fc56","EoS":true} {"level":"info","ts":1789131015.0125995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37d76edd-7613-4fba-8386-61187cf0fc56","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789131015.0126157,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"37d76edd-7613-4fba-8386-61187cf0fc56","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789131015.0126352,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"37d76edd-7613-4fba-8386-61187cf0fc56"} {"level":"info","ts":1789131015.157533,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131015.157628,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3249e84-3176-47c0-b54e-1a4fb41fe618"} {"level":"info","ts":1789131015.157642,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a3249e84-3176-47c0-b54e-1a4fb41fe618"} {"level":"info","ts":1789131015.1576543,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a3249e84-3176-47c0-b54e-1a4fb41fe618","EoS":false} {"level":"info","ts":1789131015.157673,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a3249e84-3176-47c0-b54e-1a4fb41fe618","EoS":true} {"level":"info","ts":1789131015.157694,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3249e84-3176-47c0-b54e-1a4fb41fe618","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789131015.1577091,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a3249e84-3176-47c0-b54e-1a4fb41fe618","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789131015.1577294,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a3249e84-3176-47c0-b54e-1a4fb41fe618"} {"level":"info","ts":1789131015.2973387,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131015.2974348,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c96512f3-e518-49fd-a75e-e913e6e4224d"} {"level":"info","ts":1789131015.2974455,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c96512f3-e518-49fd-a75e-e913e6e4224d"} {"level":"info","ts":1789131015.297457,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c96512f3-e518-49fd-a75e-e913e6e4224d","EoS":false} {"level":"info","ts":1789131015.2974706,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c96512f3-e518-49fd-a75e-e913e6e4224d","EoS":true} {"level":"info","ts":1789131015.297492,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c96512f3-e518-49fd-a75e-e913e6e4224d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789131015.297507,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c96512f3-e518-49fd-a75e-e913e6e4224d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789131015.2975256,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c96512f3-e518-49fd-a75e-e913e6e4224d"} {"level":"info","ts":1789131021.9822512,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131021.9823604,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ead603a-044a-4d0a-9181-1da8295ce0c0"} {"level":"info","ts":1789131021.9823794,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3ead603a-044a-4d0a-9181-1da8295ce0c0"} {"level":"info","ts":1789131021.9824233,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3ead603a-044a-4d0a-9181-1da8295ce0c0","EoS":false} {"level":"info","ts":1789131021.982515,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3ead603a-044a-4d0a-9181-1da8295ce0c0","EoS":true} {"level":"info","ts":1789131021.982548,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ead603a-044a-4d0a-9181-1da8295ce0c0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789131021.9825687,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3ead603a-044a-4d0a-9181-1da8295ce0c0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789131021.982598,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3ead603a-044a-4d0a-9181-1da8295ce0c0"} {"level":"info","ts":1789131022.0186377,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131022.018719,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d423128-2092-4d37-ad4b-1b59ba898a76"} {"level":"info","ts":1789131022.018729,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2d423128-2092-4d37-ad4b-1b59ba898a76"} {"level":"info","ts":1789131022.01874,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2d423128-2092-4d37-ad4b-1b59ba898a76","EoS":false} {"level":"info","ts":1789131022.0187504,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2d423128-2092-4d37-ad4b-1b59ba898a76","EoS":true} {"level":"info","ts":1789131022.0187764,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d423128-2092-4d37-ad4b-1b59ba898a76","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789131022.0187948,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2d423128-2092-4d37-ad4b-1b59ba898a76","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789131022.0188146,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2d423128-2092-4d37-ad4b-1b59ba898a76"} {"level":"info","ts":1789131022.0518804,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131022.051957,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60bf0d62-b9ef-4e2a-9491-9266c5cffd9a"} {"level":"info","ts":1789131022.0519664,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"60bf0d62-b9ef-4e2a-9491-9266c5cffd9a"} {"level":"info","ts":1789131022.051977,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"60bf0d62-b9ef-4e2a-9491-9266c5cffd9a","EoS":false} {"level":"info","ts":1789131022.0519874,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"60bf0d62-b9ef-4e2a-9491-9266c5cffd9a","EoS":true} {"level":"info","ts":1789131022.052009,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60bf0d62-b9ef-4e2a-9491-9266c5cffd9a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789131022.0520227,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"60bf0d62-b9ef-4e2a-9491-9266c5cffd9a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789131022.0520422,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"60bf0d62-b9ef-4e2a-9491-9266c5cffd9a"} {"level":"info","ts":1789131022.0857263,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131022.085811,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7af7d9e9-c7e5-4c00-83c6-060de9d983db"} {"level":"info","ts":1789131022.9241095,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131022.9242272,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43350cd3-3e29-4687-a403-a4016d7212ed"} {"level":"info","ts":1789131022.9242408,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"43350cd3-3e29-4687-a403-a4016d7212ed"} {"level":"info","ts":1789131022.924255,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"43350cd3-3e29-4687-a403-a4016d7212ed","EoS":false} {"level":"info","ts":1789131022.9242663,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"43350cd3-3e29-4687-a403-a4016d7212ed","EoS":true} {"level":"info","ts":1789131022.9242864,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43350cd3-3e29-4687-a403-a4016d7212ed","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789131022.9243019,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"43350cd3-3e29-4687-a403-a4016d7212ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789131022.9243207,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"43350cd3-3e29-4687-a403-a4016d7212ed"} {"level":"info","ts":1789131024.0071707,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131024.0072646,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23e97b10-e8fe-44f5-b051-208d71df4cb9"} {"level":"info","ts":1789131024.0072758,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"23e97b10-e8fe-44f5-b051-208d71df4cb9"} {"level":"info","ts":1789131024.0072896,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"23e97b10-e8fe-44f5-b051-208d71df4cb9","EoS":false} {"level":"info","ts":1789131024.0073075,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"23e97b10-e8fe-44f5-b051-208d71df4cb9","EoS":true} {"level":"info","ts":1789131024.0073283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"23e97b10-e8fe-44f5-b051-208d71df4cb9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789131024.0073433,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"23e97b10-e8fe-44f5-b051-208d71df4cb9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789131024.0073636,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"23e97b10-e8fe-44f5-b051-208d71df4cb9"} {"level":"info","ts":1789131024.8662214,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131024.8663166,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdbb6296-fb63-4326-8e6d-cba58bc7acd8"} {"level":"info","ts":1789131024.8663287,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cdbb6296-fb63-4326-8e6d-cba58bc7acd8"} {"level":"info","ts":1789131024.8663404,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cdbb6296-fb63-4326-8e6d-cba58bc7acd8","EoS":false} {"level":"info","ts":1789131024.8663538,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cdbb6296-fb63-4326-8e6d-cba58bc7acd8","EoS":true} {"level":"info","ts":1789131024.8663743,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cdbb6296-fb63-4326-8e6d-cba58bc7acd8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789131024.8663871,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cdbb6296-fb63-4326-8e6d-cba58bc7acd8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789131024.86643,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cdbb6296-fb63-4326-8e6d-cba58bc7acd8"} {"level":"info","ts":1789131026.0367062,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131026.0368059,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89419820-a9cb-4a32-93b4-779aee26d393"} {"level":"info","ts":1789131026.0368202,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"89419820-a9cb-4a32-93b4-779aee26d393"} {"level":"info","ts":1789131026.0368388,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"89419820-a9cb-4a32-93b4-779aee26d393","EoS":false} {"level":"info","ts":1789131026.0368586,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"89419820-a9cb-4a32-93b4-779aee26d393","EoS":true} {"level":"info","ts":1789131026.036889,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89419820-a9cb-4a32-93b4-779aee26d393","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789131026.0369067,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"89419820-a9cb-4a32-93b4-779aee26d393","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789131026.0369365,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"89419820-a9cb-4a32-93b4-779aee26d393"} {"level":"info","ts":1789131029.4570398,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131029.4571366,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f3f3a78-cdee-4327-930e-5810c131072f"} {"level":"info","ts":1789131029.4571536,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3f3f3a78-cdee-4327-930e-5810c131072f"} {"level":"info","ts":1789131029.457167,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3f3f3a78-cdee-4327-930e-5810c131072f","EoS":false} {"level":"info","ts":1789131029.4571857,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3f3f3a78-cdee-4327-930e-5810c131072f","EoS":true} {"level":"info","ts":1789131029.4572072,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f3f3a78-cdee-4327-930e-5810c131072f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789131029.4572225,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3f3f3a78-cdee-4327-930e-5810c131072f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789131029.457243,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3f3f3a78-cdee-4327-930e-5810c131072f"} {"level":"info","ts":1789131032.4867067,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131032.4867907,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abd7be2c-8093-4165-8413-5953f0aac584"} {"level":"info","ts":1789131032.486803,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"abd7be2c-8093-4165-8413-5953f0aac584"} {"level":"info","ts":1789131032.486813,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"abd7be2c-8093-4165-8413-5953f0aac584","EoS":false} {"level":"info","ts":1789131032.4868233,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"abd7be2c-8093-4165-8413-5953f0aac584","EoS":true} {"level":"info","ts":1789131032.486845,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"abd7be2c-8093-4165-8413-5953f0aac584","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789131032.4868603,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"abd7be2c-8093-4165-8413-5953f0aac584","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789131032.4868798,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"abd7be2c-8093-4165-8413-5953f0aac584"} {"level":"info","ts":1789131033.721148,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131033.7212334,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e846943-dc93-4511-956b-6e2cdf1a98da"} {"level":"info","ts":1789131033.7212458,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3e846943-dc93-4511-956b-6e2cdf1a98da"} {"level":"info","ts":1789131033.721257,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3e846943-dc93-4511-956b-6e2cdf1a98da","EoS":false} {"level":"info","ts":1789131033.7212672,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3e846943-dc93-4511-956b-6e2cdf1a98da","EoS":true} {"level":"info","ts":1789131033.721289,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e846943-dc93-4511-956b-6e2cdf1a98da","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789131033.7213037,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3e846943-dc93-4511-956b-6e2cdf1a98da","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789131033.7213256,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3e846943-dc93-4511-956b-6e2cdf1a98da"} {"level":"info","ts":1789131039.6789563,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131039.6790698,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb9ae9fe-38e7-47cd-8180-48630ee0a696"} {"level":"info","ts":1789131039.6790884,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cb9ae9fe-38e7-47cd-8180-48630ee0a696"} {"level":"info","ts":1789131039.6791005,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cb9ae9fe-38e7-47cd-8180-48630ee0a696","EoS":false} {"level":"info","ts":1789131039.6791153,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cb9ae9fe-38e7-47cd-8180-48630ee0a696","EoS":true} {"level":"info","ts":1789131039.6791353,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb9ae9fe-38e7-47cd-8180-48630ee0a696","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789131039.679151,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cb9ae9fe-38e7-47cd-8180-48630ee0a696","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789131039.6791718,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cb9ae9fe-38e7-47cd-8180-48630ee0a696"} {"level":"info","ts":1789131041.552109,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131041.5522006,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e1fe1c5-3f5c-4b20-bfc3-5e30774edd7e"} {"level":"info","ts":1789131041.5522146,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6e1fe1c5-3f5c-4b20-bfc3-5e30774edd7e"} {"level":"info","ts":1789131041.5522258,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6e1fe1c5-3f5c-4b20-bfc3-5e30774edd7e","EoS":false} {"level":"info","ts":1789131041.552238,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6e1fe1c5-3f5c-4b20-bfc3-5e30774edd7e","EoS":true} {"level":"info","ts":1789131041.5522614,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e1fe1c5-3f5c-4b20-bfc3-5e30774edd7e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789131041.552277,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6e1fe1c5-3f5c-4b20-bfc3-5e30774edd7e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789131041.552298,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6e1fe1c5-3f5c-4b20-bfc3-5e30774edd7e"} {"level":"info","ts":1789131107.75923,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131107.7593157,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7015f45-f826-49e9-ab47-ab753ae3e7e6"} {"level":"info","ts":1789131107.7593262,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b7015f45-f826-49e9-ab47-ab753ae3e7e6"} {"level":"info","ts":1789131107.7593367,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b7015f45-f826-49e9-ab47-ab753ae3e7e6","EoS":false} {"level":"info","ts":1789131107.759347,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b7015f45-f826-49e9-ab47-ab753ae3e7e6","EoS":true} {"level":"info","ts":1789131107.7593672,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7015f45-f826-49e9-ab47-ab753ae3e7e6","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789131107.7593825,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b7015f45-f826-49e9-ab47-ab753ae3e7e6","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789131107.7594256,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b7015f45-f826-49e9-ab47-ab753ae3e7e6"} {"level":"info","ts":1789131131.0120895,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131131.0122037,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0e9f477-c06c-4bb7-a19d-421a1982f115"} {"level":"info","ts":1789131131.0122206,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a0e9f477-c06c-4bb7-a19d-421a1982f115"} {"level":"info","ts":1789131131.01224,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a0e9f477-c06c-4bb7-a19d-421a1982f115","EoS":false} {"level":"info","ts":1789131131.0122588,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a0e9f477-c06c-4bb7-a19d-421a1982f115","EoS":true} {"level":"info","ts":1789131131.0122895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0e9f477-c06c-4bb7-a19d-421a1982f115","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789131131.0123072,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a0e9f477-c06c-4bb7-a19d-421a1982f115","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789131131.0123317,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a0e9f477-c06c-4bb7-a19d-421a1982f115"} {"level":"info","ts":1789131213.6454458,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131213.6455576,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbca66c6-38e2-46e1-879e-6a74dbee262d"} {"level":"info","ts":1789131213.6455808,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"dbca66c6-38e2-46e1-879e-6a74dbee262d"} {"level":"info","ts":1789131213.6455996,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dbca66c6-38e2-46e1-879e-6a74dbee262d","EoS":false} {"level":"info","ts":1789131213.6456213,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dbca66c6-38e2-46e1-879e-6a74dbee262d","EoS":true} {"level":"info","ts":1789131213.6456554,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbca66c6-38e2-46e1-879e-6a74dbee262d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789131213.6456735,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"dbca66c6-38e2-46e1-879e-6a74dbee262d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789131213.6457093,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"dbca66c6-38e2-46e1-879e-6a74dbee262d"} {"level":"info","ts":1789131213.6843114,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131213.6844153,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01bb6902-8fd7-40a8-8438-5d17428173c1"} {"level":"info","ts":1789131213.6844327,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"01bb6902-8fd7-40a8-8438-5d17428173c1"} {"level":"info","ts":1789131213.6844513,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"01bb6902-8fd7-40a8-8438-5d17428173c1","EoS":false} {"level":"info","ts":1789131213.6844726,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"01bb6902-8fd7-40a8-8438-5d17428173c1","EoS":true} {"level":"info","ts":1789131213.6845021,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"01bb6902-8fd7-40a8-8438-5d17428173c1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789131213.6845207,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"01bb6902-8fd7-40a8-8438-5d17428173c1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789131213.6845472,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"01bb6902-8fd7-40a8-8438-5d17428173c1"} {"level":"info","ts":1789131213.727149,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131213.727226,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6678ee1-c156-4e87-92ad-a0137f4802ea"} {"level":"info","ts":1789131213.7272365,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c6678ee1-c156-4e87-92ad-a0137f4802ea"} {"level":"info","ts":1789131213.7272475,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c6678ee1-c156-4e87-92ad-a0137f4802ea","EoS":false} {"level":"info","ts":1789131213.7272592,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c6678ee1-c156-4e87-92ad-a0137f4802ea","EoS":true} {"level":"info","ts":1789131213.7272801,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6678ee1-c156-4e87-92ad-a0137f4802ea","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789131213.7272997,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c6678ee1-c156-4e87-92ad-a0137f4802ea","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789131213.7273219,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c6678ee1-c156-4e87-92ad-a0137f4802ea"} {"level":"info","ts":1789131216.1240199,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131216.1241276,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e3eb534-8f61-4a7f-92e2-9225a842a787"} {"level":"info","ts":1789131216.1241422,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4e3eb534-8f61-4a7f-92e2-9225a842a787"} {"level":"info","ts":1789131216.1241603,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4e3eb534-8f61-4a7f-92e2-9225a842a787","EoS":false} {"level":"info","ts":1789131216.124176,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4e3eb534-8f61-4a7f-92e2-9225a842a787","EoS":true} {"level":"info","ts":1789131216.1241999,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e3eb534-8f61-4a7f-92e2-9225a842a787","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789131216.124217,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4e3eb534-8f61-4a7f-92e2-9225a842a787","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789131216.1242442,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4e3eb534-8f61-4a7f-92e2-9225a842a787"} {"level":"info","ts":1789131225.3077059,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131225.3077984,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5464bc25-8939-426c-ab93-100421ca48ed"} {"level":"info","ts":1789131225.3078115,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5464bc25-8939-426c-ab93-100421ca48ed"} {"level":"info","ts":1789131225.3078246,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5464bc25-8939-426c-ab93-100421ca48ed","EoS":false} {"level":"info","ts":1789131225.307835,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5464bc25-8939-426c-ab93-100421ca48ed","EoS":true} {"level":"info","ts":1789131225.3078527,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5464bc25-8939-426c-ab93-100421ca48ed","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789131225.3078694,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5464bc25-8939-426c-ab93-100421ca48ed","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789131225.307891,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5464bc25-8939-426c-ab93-100421ca48ed"} {"level":"info","ts":1789131225.4574354,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131225.457539,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"130c9e96-7cc5-4fdb-8886-a32603184f1a"} {"level":"info","ts":1789131225.457563,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"130c9e96-7cc5-4fdb-8886-a32603184f1a"} {"level":"info","ts":1789131225.4575813,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"130c9e96-7cc5-4fdb-8886-a32603184f1a","EoS":false} {"level":"info","ts":1789131225.4576025,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"130c9e96-7cc5-4fdb-8886-a32603184f1a","EoS":true} {"level":"info","ts":1789131225.4576316,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"130c9e96-7cc5-4fdb-8886-a32603184f1a","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789131225.4576504,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"130c9e96-7cc5-4fdb-8886-a32603184f1a","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789131225.457682,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"130c9e96-7cc5-4fdb-8886-a32603184f1a"} {"level":"info","ts":1789131225.5935724,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131225.5936584,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ca1bf69-159c-4ac8-80cb-b3078865d1c1"} {"level":"info","ts":1789131225.5936701,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2ca1bf69-159c-4ac8-80cb-b3078865d1c1"} {"level":"info","ts":1789131225.593681,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2ca1bf69-159c-4ac8-80cb-b3078865d1c1","EoS":false} {"level":"info","ts":1789131225.593692,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2ca1bf69-159c-4ac8-80cb-b3078865d1c1","EoS":true} {"level":"info","ts":1789131225.5937119,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2ca1bf69-159c-4ac8-80cb-b3078865d1c1","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789131225.5937278,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2ca1bf69-159c-4ac8-80cb-b3078865d1c1","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789131225.5937543,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2ca1bf69-159c-4ac8-80cb-b3078865d1c1"} {"level":"info","ts":1789131225.7296941,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131225.7297773,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bde0c90f-d6ab-419e-9d7b-c82e7e9e87f8"} {"level":"info","ts":1789131225.7297893,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bde0c90f-d6ab-419e-9d7b-c82e7e9e87f8"} {"level":"info","ts":1789131225.7298002,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bde0c90f-d6ab-419e-9d7b-c82e7e9e87f8","EoS":false} {"level":"info","ts":1789131225.7298107,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bde0c90f-d6ab-419e-9d7b-c82e7e9e87f8","EoS":true} {"level":"info","ts":1789131225.7298262,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bde0c90f-d6ab-419e-9d7b-c82e7e9e87f8","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789131225.7298417,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bde0c90f-d6ab-419e-9d7b-c82e7e9e87f8","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789131225.729869,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bde0c90f-d6ab-419e-9d7b-c82e7e9e87f8"} {"level":"info","ts":1789131238.3679705,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789131238.3681116,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6322fc35-bff5-4900-b50d-99ca3a285951"} {"level":"info","ts":1789131238.368132,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6322fc35-bff5-4900-b50d-99ca3a285951"} {"level":"info","ts":1789131238.368159,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6322fc35-bff5-4900-b50d-99ca3a285951","EoS":false} {"level":"info","ts":1789131238.3681815,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6322fc35-bff5-4900-b50d-99ca3a285951","EoS":true} {"level":"info","ts":1789131238.3682196,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6322fc35-bff5-4900-b50d-99ca3a285951","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789131238.3682477,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6322fc35-bff5-4900-b50d-99ca3a285951","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789131238.3682828,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6322fc35-bff5-4900-b50d-99ca3a285951"}