{"level":"info","ts":1789654287.6058493,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce469f04-6051-451c-93e9-8918ad3b499e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789654288.2855308,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654288.2856383,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4bf84012-8a7a-4fac-97a2-737027832140"} {"level":"info","ts":1789654288.2856596,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4bf84012-8a7a-4fac-97a2-737027832140"} {"level":"info","ts":1789654288.2856734,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4bf84012-8a7a-4fac-97a2-737027832140","EoS":false} {"level":"info","ts":1789654288.2856834,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4bf84012-8a7a-4fac-97a2-737027832140","EoS":true} {"level":"info","ts":1789654288.2857027,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4bf84012-8a7a-4fac-97a2-737027832140","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789654288.2857182,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4bf84012-8a7a-4fac-97a2-737027832140","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789654288.2857416,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4bf84012-8a7a-4fac-97a2-737027832140"} {"level":"info","ts":1789654294.9021509,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654294.9022439,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a546b4e-0ffc-46e0-a65f-ef8de7582d67"} {"level":"info","ts":1789654294.9022553,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6a546b4e-0ffc-46e0-a65f-ef8de7582d67"} {"level":"info","ts":1789654294.902266,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6a546b4e-0ffc-46e0-a65f-ef8de7582d67","EoS":false} {"level":"info","ts":1789654294.9022796,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6a546b4e-0ffc-46e0-a65f-ef8de7582d67","EoS":true} {"level":"info","ts":1789654294.9023001,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a546b4e-0ffc-46e0-a65f-ef8de7582d67","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789654294.9023144,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6a546b4e-0ffc-46e0-a65f-ef8de7582d67","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789654294.9023237,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"6a546b4e-0ffc-46e0-a65f-ef8de7582d67","modelName":"e2e-external-model"} {"level":"info","ts":1789654294.9023337,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"6a546b4e-0ffc-46e0-a65f-ef8de7582d67","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789654294.902376,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6a546b4e-0ffc-46e0-a65f-ef8de7582d67"} {"level":"info","ts":1789654294.9462461,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654294.9463534,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"728b5593-a2ca-49ec-8146-e41bea1790e9"} {"level":"info","ts":1789654294.9463701,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"728b5593-a2ca-49ec-8146-e41bea1790e9"} {"level":"info","ts":1789654294.9463866,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"728b5593-a2ca-49ec-8146-e41bea1790e9","EoS":false} {"level":"info","ts":1789654294.946406,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"728b5593-a2ca-49ec-8146-e41bea1790e9","EoS":true} {"level":"info","ts":1789654294.9464333,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"728b5593-a2ca-49ec-8146-e41bea1790e9","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789654294.9464524,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"728b5593-a2ca-49ec-8146-e41bea1790e9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789654294.9464662,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"728b5593-a2ca-49ec-8146-e41bea1790e9","modelName":"e2e-external-model"} {"level":"info","ts":1789654294.9464843,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"728b5593-a2ca-49ec-8146-e41bea1790e9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789654294.9465334,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"728b5593-a2ca-49ec-8146-e41bea1790e9"} {"level":"info","ts":1789654294.9754293,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654294.9755328,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38ad1be6-fa9e-48a0-97ff-efa1ab4fc10b"} {"level":"info","ts":1789654294.975545,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"38ad1be6-fa9e-48a0-97ff-efa1ab4fc10b"} {"level":"info","ts":1789654294.9755561,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"38ad1be6-fa9e-48a0-97ff-efa1ab4fc10b","EoS":false} {"level":"info","ts":1789654294.9755676,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"38ad1be6-fa9e-48a0-97ff-efa1ab4fc10b","EoS":true} {"level":"info","ts":1789654294.9755828,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"38ad1be6-fa9e-48a0-97ff-efa1ab4fc10b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789654294.9755952,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"38ad1be6-fa9e-48a0-97ff-efa1ab4fc10b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789654294.9756029,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"38ad1be6-fa9e-48a0-97ff-efa1ab4fc10b","modelName":"e2e-external-model"} {"level":"info","ts":1789654294.9756145,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"38ad1be6-fa9e-48a0-97ff-efa1ab4fc10b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789654294.9756444,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"38ad1be6-fa9e-48a0-97ff-efa1ab4fc10b"} {"level":"info","ts":1789654295.630704,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654295.6308002,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3ce153db-4e33-9a0b-9d5a-4f6419cc452b"} {"level":"info","ts":1789654295.7241514,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"546e798c-eb04-4c69-9d7e-ce0c33e81312","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789654295.7243404,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"546e798c-eb04-4c69-9d7e-ce0c33e81312","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789654295.72429,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4f86875-65d5-4703-a54b-13fe818974d5"} {"level":"info","ts":1789654295.7340887,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ade16f4e-f6e2-499d-859f-f9eb219ecf91","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789654295.734127,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ade16f4e-f6e2-499d-859f-f9eb219ecf91","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789654295.734454,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4f86875-65d5-4703-a54b-13fe818974d5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789654295.734567,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4f86875-65d5-4703-a54b-13fe818974d5","name":"e2e-cleanup-test"} {"level":"error","ts":1789654295.7553887,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4f86875-65d5-4703-a54b-13fe818974d5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789654295.7554939,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4f86875-65d5-4703-a54b-13fe818974d5","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789654295.7555861,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a8606ed-5a01-41f2-819d-5f7e4dff93cd"} {"level":"info","ts":1789654295.7556636,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a8606ed-5a01-41f2-819d-5f7e4dff93cd","name":"e2e-cleanup-test"} {"level":"info","ts":1789654295.75577,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b955f0a-0b3a-4e85-9973-a9e1d58d6016","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789654295.755806,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b955f0a-0b3a-4e85-9973-a9e1d58d6016","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789654295.765803,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a8606ed-5a01-41f2-819d-5f7e4dff93cd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789654295.7658675,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a8606ed-5a01-41f2-819d-5f7e4dff93cd","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789654295.7659178,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"331d4bca-7a5a-455b-8528-a75512d80832"} {"level":"info","ts":1789654295.7659593,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"331d4bca-7a5a-455b-8528-a75512d80832","name":"e2e-cleanup-test"} {"level":"info","ts":1789654295.7748551,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"331d4bca-7a5a-455b-8528-a75512d80832","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789654296.4727077,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654296.472808,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40245088-5ebc-492c-86fd-3851632fa5a3"} {"level":"info","ts":1789654296.4728224,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"40245088-5ebc-492c-86fd-3851632fa5a3"} {"level":"info","ts":1789654296.4728389,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"40245088-5ebc-492c-86fd-3851632fa5a3","EoS":false} {"level":"info","ts":1789654296.472854,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"40245088-5ebc-492c-86fd-3851632fa5a3","EoS":true} {"level":"info","ts":1789654296.472875,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40245088-5ebc-492c-86fd-3851632fa5a3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789654296.4729023,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"40245088-5ebc-492c-86fd-3851632fa5a3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789654296.4729233,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"40245088-5ebc-492c-86fd-3851632fa5a3"} {"level":"info","ts":1789654296.5112028,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654296.5113275,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ae63200-fc2d-4de4-bbe5-b3fb9175b3a9"} {"level":"info","ts":1789654296.511344,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7ae63200-fc2d-4de4-bbe5-b3fb9175b3a9"} {"level":"info","ts":1789654296.5113623,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7ae63200-fc2d-4de4-bbe5-b3fb9175b3a9","EoS":false} {"level":"info","ts":1789654296.5113869,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7ae63200-fc2d-4de4-bbe5-b3fb9175b3a9","EoS":true} {"level":"info","ts":1789654296.5114102,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ae63200-fc2d-4de4-bbe5-b3fb9175b3a9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789654296.5114305,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7ae63200-fc2d-4de4-bbe5-b3fb9175b3a9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789654296.5114596,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7ae63200-fc2d-4de4-bbe5-b3fb9175b3a9"} {"level":"info","ts":1789654301.7817736,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654301.7818718,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"967ee808-444e-4a75-a362-5a89a6b038d2"} {"level":"info","ts":1789654301.7818866,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"967ee808-444e-4a75-a362-5a89a6b038d2"} {"level":"info","ts":1789654301.7819057,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"967ee808-444e-4a75-a362-5a89a6b038d2","EoS":false} {"level":"info","ts":1789654301.7819257,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"967ee808-444e-4a75-a362-5a89a6b038d2","EoS":true} {"level":"info","ts":1789654301.7819567,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"967ee808-444e-4a75-a362-5a89a6b038d2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789654301.7819753,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"967ee808-444e-4a75-a362-5a89a6b038d2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789654301.782007,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"967ee808-444e-4a75-a362-5a89a6b038d2"} {"level":"info","ts":1789654303.98203,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40230ac4-359a-4b72-8b48-0ada2a16ba59"} {"level":"info","ts":1789654303.9820175,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3980d766-63a0-441d-be9c-1ce03abcc809","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789654303.9821239,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3980d766-63a0-441d-be9c-1ce03abcc809","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789654308.265321,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654308.26542,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79ff5985-e4d2-4429-bf93-b9b5e675dec4"} {"level":"info","ts":1789654308.2654343,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"79ff5985-e4d2-4429-bf93-b9b5e675dec4"} {"level":"info","ts":1789654308.2654552,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"79ff5985-e4d2-4429-bf93-b9b5e675dec4","EoS":false} {"level":"info","ts":1789654308.2654748,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"79ff5985-e4d2-4429-bf93-b9b5e675dec4","EoS":true} {"level":"info","ts":1789654308.2655087,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79ff5985-e4d2-4429-bf93-b9b5e675dec4","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1789654308.2655256,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"79ff5985-e4d2-4429-bf93-b9b5e675dec4","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1789654308.26556,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"79ff5985-e4d2-4429-bf93-b9b5e675dec4"} {"level":"info","ts":1789654308.6154013,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"d7f82f4b-d922-4026-a88e-5f348b623a95","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654308.6197624,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"d7f82f4b-d922-4026-a88e-5f348b623a95","name":"e2e-legacy-migration-fa4bda7b"} {"level":"info","ts":1789654308.625953,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"fd80c4b2-8206-47d6-832b-c86c0e345e5b","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654308.6262505,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"fd80c4b2-8206-47d6-832b-c86c0e345e5b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789654308.6261914,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"708b85c2-ac04-4209-a445-ee5fefe10dbc"} {"level":"info","ts":1789654308.6314218,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"940cefe6-8bd9-43db-9a1f-83f73be58a92","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654308.6314542,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"940cefe6-8bd9-43db-9a1f-83f73be58a92","modelName":"e2e-legacy-migration-fa4bda7b","resolvedRefs":1} {"level":"info","ts":1789654308.6315637,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"06b65941-583b-4c89-87e0-38b45727d8b2"} {"level":"error","ts":1789654308.631908,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"d7f82f4b-d922-4026-a88e-5f348b623a95","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-fa4bda7b\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789654308.6346412,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"2bc79ac4-b3c4-4ec8-a555-73651de233b9","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654308.634657,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"082d58ab-4da3-42c4-bdc1-05d0ccd283d7","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654308.6346726,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"2bc79ac4-b3c4-4ec8-a555-73651de233b9","modelName":"e2e-legacy-migration-fa4bda7b","resolvedRefs":1} {"level":"info","ts":1789654308.6346831,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"082d58ab-4da3-42c4-bdc1-05d0ccd283d7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789654308.637435,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"4d84bf6a-0aa5-4c66-9580-d376417447c7","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"error","ts":1789654308.6378226,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"708b85c2-ac04-4209-a445-ee5fefe10dbc","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-fa4bda7b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789654308.6378655,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"708b85c2-ac04-4209-a445-ee5fefe10dbc","name":"e2e-legacy-migration-fa4bda7b"} {"level":"info","ts":1789654308.6405208,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"ad7cdcd6-b59a-45af-8134-1f073830f6e8","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654308.640608,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"ad7cdcd6-b59a-45af-8134-1f073830f6e8","modelName":"e2e-legacy-migration-fa4bda7b","resolvedRefs":1} {"level":"error","ts":1789654308.6409988,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"06b65941-583b-4c89-87e0-38b45727d8b2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-fa4bda7b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789654308.641116,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"06b65941-583b-4c89-87e0-38b45727d8b2","provider":"e2e-legacy-migration-fa4bda7b","phase":"Pending"} {"level":"info","ts":1789654308.6458437,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"4d84bf6a-0aa5-4c66-9580-d376417447c7","name":"e2e-legacy-migration-fa4bda7b"} {"level":"error","ts":1789654308.6491835,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"06b65941-583b-4c89-87e0-38b45727d8b2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-fa4bda7b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789654308.6492298,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"06b65941-583b-4c89-87e0-38b45727d8b2","error":"ExternalModel \"e2e-legacy-migration-fa4bda7b\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-fa4bda7b\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789654308.6492844,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"88897585-b3df-4f2d-8188-c3bdb01d1214"} {"level":"info","ts":1789654308.6493115,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"88897585-b3df-4f2d-8188-c3bdb01d1214","provider":"e2e-legacy-migration-fa4bda7b","phase":"Pending"} {"level":"info","ts":1789654308.649924,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"04ed1f44-6290-42a2-b8a6-be8b194116b1","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654308.6499946,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"04ed1f44-6290-42a2-b8a6-be8b194116b1","modelName":"e2e-legacy-migration-fa4bda7b","resolvedRefs":1} {"level":"error","ts":1789654308.6519911,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"4d84bf6a-0aa5-4c66-9580-d376417447c7","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-fa4bda7b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789654308.6547742,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"708b85c2-ac04-4209-a445-ee5fefe10dbc","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-fa4bda7b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789654308.654814,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"708b85c2-ac04-4209-a445-ee5fefe10dbc","error":"failed to apply Service: services \"e2e-legacy-migration-fa4bda7b\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789654308.6548142,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"88897585-b3df-4f2d-8188-c3bdb01d1214","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-fa4bda7b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789654308.6548767,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"098e0ac7-aef1-4919-8ec0-b59c20e80791"} {"level":"error","ts":1789654308.654878,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"88897585-b3df-4f2d-8188-c3bdb01d1214","error":"ExternalModel \"e2e-legacy-migration-fa4bda7b\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-fa4bda7b\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789654308.654912,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"098e0ac7-aef1-4919-8ec0-b59c20e80791","name":"e2e-legacy-migration-fa4bda7b"} {"level":"info","ts":1789654308.6549609,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"8578a571-ac1d-4e1c-8829-ef3a9af2d1d7"} {"level":"info","ts":1789654308.6549952,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"8578a571-ac1d-4e1c-8829-ef3a9af2d1d7","provider":"e2e-legacy-migration-fa4bda7b","phase":"Pending"} {"level":"error","ts":1789654308.6613061,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"8578a571-ac1d-4e1c-8829-ef3a9af2d1d7","error":"ExternalModel \"e2e-legacy-migration-fa4bda7b\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-fa4bda7b\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789654308.6622918,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"15febbfb-077f-45fe-a9d1-72e841368691","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654308.667346,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"15febbfb-077f-45fe-a9d1-72e841368691","name":"e2e-legacy-migration-fa4bda7b"} {"level":"info","ts":1789654308.6743748,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"fba45d31-4073-4aa0-9a0e-ca1ba0253e85","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654308.6744063,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"fba45d31-4073-4aa0-9a0e-ca1ba0253e85","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789654308.6744974,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"81ad46eb-31be-4106-b9ad-62e29225d603","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654308.674557,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"81ad46eb-31be-4106-b9ad-62e29225d603","modelName":"e2e-legacy-migration-fa4bda7b","resolvedRefs":1} {"level":"info","ts":1789654308.6746728,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"6e4d37b2-18ca-4ff0-8e02-f5a30bfe8df8"} {"level":"info","ts":1789654308.6747577,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"6e4d37b2-18ca-4ff0-8e02-f5a30bfe8df8","name":"e2e-legacy-migration-fa4bda7b"} {"level":"info","ts":1789654308.6751535,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"098e0ac7-aef1-4919-8ec0-b59c20e80791","service":"e2e-legacy-migration-fa4bda7b","serviceEntry":"e2e-legacy-migration-fa4bda7b","destinationRule":"e2e-legacy-migration-fa4bda7b"} {"level":"info","ts":1789654308.675804,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"15febbfb-077f-45fe-a9d1-72e841368691","provider":"openai","model":"e2e-legacy-migration-fa4bda7b","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789654308.6798863,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"098e0ac7-aef1-4919-8ec0-b59c20e80791","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-fa4bda7b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789654308.6799712,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"13c96071-1ea5-46ee-8ed0-dd3ab9745d43"} {"level":"info","ts":1789654308.6800141,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"13c96071-1ea5-46ee-8ed0-dd3ab9745d43","name":"e2e-legacy-migration-fa4bda7b"} {"level":"info","ts":1789654308.6913087,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"e078d474-dcf8-44ac-b7d9-206c58fcdde5","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654308.6914093,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"e078d474-dcf8-44ac-b7d9-206c58fcdde5","modelName":"e2e-legacy-migration-fa4bda7b","resolvedRefs":1} {"level":"error","ts":1789654308.700502,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"6e4d37b2-18ca-4ff0-8e02-f5a30bfe8df8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-fa4bda7b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789654308.70054,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"6e4d37b2-18ca-4ff0-8e02-f5a30bfe8df8","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-fa4bda7b\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789654308.7005982,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"ac9cb951-3036-4d19-aee6-b93508d70a1e"} {"level":"info","ts":1789654308.7006872,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"ac9cb951-3036-4d19-aee6-b93508d70a1e","name":"e2e-legacy-migration-fa4bda7b"} {"level":"info","ts":1789654308.7051203,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"13c96071-1ea5-46ee-8ed0-dd3ab9745d43","service":"e2e-legacy-migration-fa4bda7b","serviceEntry":"e2e-legacy-migration-fa4bda7b","destinationRule":"e2e-legacy-migration-fa4bda7b"} {"level":"info","ts":1789654308.7118323,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"a229df7e-cc64-48e0-bd1a-5cbaf5ccec50","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654308.7119007,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"a229df7e-cc64-48e0-bd1a-5cbaf5ccec50","modelName":"e2e-legacy-migration-fa4bda7b","resolvedRefs":1} {"level":"error","ts":1789654308.7220275,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"ac9cb951-3036-4d19-aee6-b93508d70a1e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-fa4bda7b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789654308.7220795,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"ac9cb951-3036-4d19-aee6-b93508d70a1e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-fa4bda7b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789654308.7221262,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"e1b43bca-e7c8-48c9-809c-eeac60b1fd70"} {"level":"info","ts":1789654308.7221696,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"e1b43bca-e7c8-48c9-809c-eeac60b1fd70","name":"e2e-legacy-migration-fa4bda7b"} {"level":"info","ts":1789654308.7300828,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"70339b8c-bcec-4720-90ea-37fc55a9d81c","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654308.7301133,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"70339b8c-bcec-4720-90ea-37fc55a9d81c","modelName":"e2e-legacy-migration-fa4bda7b","resolvedRefs":1} {"level":"info","ts":1789654308.7345998,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"e1b43bca-e7c8-48c9-809c-eeac60b1fd70","httpRoute":"e2e-legacy-migration-fa4bda7b","providers":["e2e-legacy-migration-fa4bda7b"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789654308.7415557,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"e1b43bca-e7c8-48c9-809c-eeac60b1fd70","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-fa4bda7b\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789654308.741627,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"676bb1c0-f6a1-449d-bb3e-6d7aea39fb9d"} {"level":"info","ts":1789654308.7416804,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"676bb1c0-f6a1-449d-bb3e-6d7aea39fb9d","name":"e2e-legacy-migration-fa4bda7b"} {"level":"info","ts":1789654308.7602277,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"676bb1c0-f6a1-449d-bb3e-6d7aea39fb9d","httpRoute":"e2e-legacy-migration-fa4bda7b","providers":["e2e-legacy-migration-fa4bda7b"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789654308.807463,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"cd5c3be8-6665-4051-b8fa-4de9834d4f7a","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654308.8111086,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"cd5c3be8-6665-4051-b8fa-4de9834d4f7a","name":"e2e-legacy-migration-fa4bda7b"} {"level":"info","ts":1789654308.8164716,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"cd5c3be8-6665-4051-b8fa-4de9834d4f7a","provider":"openai","model":"e2e-legacy-migration-fa4bda7b","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789654311.5413675,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"884d33d1-2fed-4627-a523-e3ffa2474a0d","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654311.5768845,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"66f7c554-f48d-4209-86b2-931bf931eb46","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654311.5770319,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"66f7c554-f48d-4209-86b2-931bf931eb46","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654311.576998,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"ffb525b5-71c9-4288-a28d-6f12833de2d9"} {"level":"info","ts":1789654311.5798159,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"f6ad1758-cfdb-4646-bb61-95fbe8913ce5"} {"level":"info","ts":1789654311.579871,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"aca9b028-a805-4a7f-829a-2ef18f4985fc","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654311.5798967,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-fa4bda7b","reconcileID":"aca9b028-a805-4a7f-829a-2ef18f4985fc","name":"e2e-legacy-migration-fa4bda7b","namespace":"llm"} {"level":"info","ts":1789654311.945389,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654311.9454923,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5"} {"level":"info","ts":1789654311.9455087,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5"} {"level":"info","ts":1789654311.9455247,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5","EoS":false} {"level":"info","ts":1789654311.9455426,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5","EoS":true} {"level":"info","ts":1789654311.945572,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789654311.9455898,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789654311.9456043,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5","modelName":"e2e-external-model"} {"level":"info","ts":1789654311.9456205,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789654311.9456677,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2d4d84f9-861d-4e69-b5c4-7f4338bcd1d5"} {"level":"info","ts":1789654312.3587594,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654312.3588283,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be393d21-a90d-4076-a039-c65880f51588"} {"level":"info","ts":1789654312.358841,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"be393d21-a90d-4076-a039-c65880f51588"} {"level":"info","ts":1789654312.3588514,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"be393d21-a90d-4076-a039-c65880f51588","EoS":false} {"level":"info","ts":1789654312.3588607,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"be393d21-a90d-4076-a039-c65880f51588","EoS":true} {"level":"info","ts":1789654312.358879,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be393d21-a90d-4076-a039-c65880f51588","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789654312.3588932,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"be393d21-a90d-4076-a039-c65880f51588","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789654312.3589146,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"be393d21-a90d-4076-a039-c65880f51588"} {"level":"info","ts":1789654312.5253065,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654312.525368,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5ab16ee-cae1-4d0c-af8a-9ffb96dfdae2"} {"level":"info","ts":1789654312.52538,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a5ab16ee-cae1-4d0c-af8a-9ffb96dfdae2"} {"level":"info","ts":1789654312.5253906,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a5ab16ee-cae1-4d0c-af8a-9ffb96dfdae2","EoS":false} {"level":"info","ts":1789654312.5254,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a5ab16ee-cae1-4d0c-af8a-9ffb96dfdae2","EoS":true} {"level":"info","ts":1789654312.5254169,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"a5ab16ee-cae1-4d0c-af8a-9ffb96dfdae2","field":"model"} {"level":"info","ts":1789654312.525439,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a5ab16ee-cae1-4d0c-af8a-9ffb96dfdae2"} {"level":"info","ts":1789654313.5098805,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c566afd-9fab-4449-a9e3-9089a8425168"} {"level":"info","ts":1789654313.5098758,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce18d9a2-e851-4906-9266-74d8ca09807f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789654313.5100093,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce18d9a2-e851-4906-9266-74d8ca09807f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789654313.651277,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"79b50764-caed-4c4e-9a1c-2fe73fd65c37","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789654313.6513739,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"79b50764-caed-4c4e-9a1c-2fe73fd65c37","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789654313.65145,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aafb9aa1-b7aa-4433-9a44-d7c54546226b"} {"level":"info","ts":1789654329.477421,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654329.4775116,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83c2d99b-ed0a-49df-8f13-7d1327a2297b"} {"level":"info","ts":1789654329.4775236,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"83c2d99b-ed0a-49df-8f13-7d1327a2297b"} {"level":"info","ts":1789654329.4775345,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"83c2d99b-ed0a-49df-8f13-7d1327a2297b","EoS":false} {"level":"info","ts":1789654329.4775448,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"83c2d99b-ed0a-49df-8f13-7d1327a2297b","EoS":true} {"level":"info","ts":1789654329.4775665,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83c2d99b-ed0a-49df-8f13-7d1327a2297b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789654329.4775815,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"83c2d99b-ed0a-49df-8f13-7d1327a2297b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789654329.477606,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"83c2d99b-ed0a-49df-8f13-7d1327a2297b"} {"level":"info","ts":1789654331.4445367,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654331.4446235,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2"} {"level":"info","ts":1789654331.444635,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2"} {"level":"info","ts":1789654331.4446454,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2","EoS":false} {"level":"info","ts":1789654331.4446568,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2","EoS":true} {"level":"info","ts":1789654331.4446774,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789654331.444692,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789654331.4447138,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c56b37d1-0519-4a36-be6b-9c366bc192d2"} {"level":"info","ts":1789654331.5114992,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654331.5115678,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13"} {"level":"info","ts":1789654331.511579,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13"} {"level":"info","ts":1789654331.5115895,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13","EoS":false} {"level":"info","ts":1789654331.5115998,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13","EoS":true} {"level":"info","ts":1789654331.5116155,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789654331.5116305,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789654331.5116534,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3c80a78b-eda8-44bc-a828-48d3c9a3ac13"} {"level":"info","ts":1789654331.5474803,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654331.5475526,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4"} {"level":"info","ts":1789654331.547567,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4"} {"level":"info","ts":1789654331.5475783,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4","EoS":false} {"level":"info","ts":1789654331.5475886,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4","EoS":true} {"level":"info","ts":1789654331.547602,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789654331.5476158,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789654331.5476394,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1aa64d4d-c6da-4a78-980f-d71e672b18e4"} {"level":"info","ts":1789654331.6090693,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654331.6091418,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4"} {"level":"info","ts":1789654331.6091542,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4"} {"level":"info","ts":1789654331.609169,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4","EoS":false} {"level":"info","ts":1789654331.609183,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4","EoS":true} {"level":"info","ts":1789654331.6092038,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789654331.6092246,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789654331.6092439,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"edfb67e5-c5a1-4832-acc6-11f513fd9bc4"} {"level":"info","ts":1789654331.769953,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654331.770062,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44445f62-8eb2-4d30-a419-bb9b34a70d81"} {"level":"info","ts":1789654331.770078,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"44445f62-8eb2-4d30-a419-bb9b34a70d81"} {"level":"info","ts":1789654331.7700968,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"44445f62-8eb2-4d30-a419-bb9b34a70d81","EoS":false} {"level":"info","ts":1789654331.7701335,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"44445f62-8eb2-4d30-a419-bb9b34a70d81","EoS":true} {"level":"info","ts":1789654331.770168,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"44445f62-8eb2-4d30-a419-bb9b34a70d81","field":"model"} {"level":"info","ts":1789654331.7701988,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"44445f62-8eb2-4d30-a419-bb9b34a70d81"} {"level":"info","ts":1789654331.925417,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654331.9256458,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c75223a5-8ba4-4fec-9dd9-c0b9d9c02755"} {"level":"info","ts":1789654331.9256697,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c75223a5-8ba4-4fec-9dd9-c0b9d9c02755"} {"level":"info","ts":1789654331.9256866,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c75223a5-8ba4-4fec-9dd9-c0b9d9c02755","EoS":false} {"level":"info","ts":1789654331.9257023,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c75223a5-8ba4-4fec-9dd9-c0b9d9c02755","EoS":true} {"level":"info","ts":1789654331.9257212,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"c75223a5-8ba4-4fec-9dd9-c0b9d9c02755","field":"model"} {"level":"info","ts":1789654331.9257514,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c75223a5-8ba4-4fec-9dd9-c0b9d9c02755"} {"level":"info","ts":1789654332.0852022,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789654332.0852902,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7c22117-3590-486d-a145-f907dd490948"} {"level":"info","ts":1789654332.085302,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f7c22117-3590-486d-a145-f907dd490948"} {"level":"info","ts":1789654332.0853133,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f7c22117-3590-486d-a145-f907dd490948","EoS":false} {"level":"info","ts":1789654332.0853238,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f7c22117-3590-486d-a145-f907dd490948","EoS":true} {"level":"info","ts":1789654332.085342,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"f7c22117-3590-486d-a145-f907dd490948","field":"model"} {"level":"info","ts":1789654332.085368,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f7c22117-3590-486d-a145-f907dd490948"} {"level":"info","ts":1789655434.6043394,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655434.6044326,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190"} {"level":"info","ts":1789655434.604443,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190"} {"level":"info","ts":1789655434.6044545,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190","EoS":false} {"level":"info","ts":1789655434.604465,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190","EoS":true} {"level":"info","ts":1789655434.6044872,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789655434.6045022,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789655434.6045268,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"078cd875-6643-40be-a155-d15c4cfb5190"} {"level":"info","ts":1789655434.6605473,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655434.660619,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807"} {"level":"info","ts":1789655434.6606293,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807"} {"level":"info","ts":1789655434.6606398,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807","EoS":false} {"level":"info","ts":1789655434.6606495,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807","EoS":true} {"level":"info","ts":1789655434.660667,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789655434.6606803,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789655434.6606982,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6ab1d5b6-efde-41ce-8a56-0ffe7d92f807"} {"level":"info","ts":1789655754.6814723,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655754.6815658,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa"} {"level":"info","ts":1789655754.6815767,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa"} {"level":"info","ts":1789655754.6815875,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa","EoS":false} {"level":"info","ts":1789655754.6815991,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa","EoS":true} {"level":"info","ts":1789655754.6816216,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789655754.6816368,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655754.6816576,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fcc11513-3829-4bc0-925f-904c622551aa"} {"level":"info","ts":1789655754.8488464,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655754.848934,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb"} {"level":"info","ts":1789655754.8489444,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb"} {"level":"info","ts":1789655754.8489554,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb","EoS":false} {"level":"info","ts":1789655754.8489656,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb","EoS":true} {"level":"info","ts":1789655754.8489847,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789655754.8489995,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655754.849019,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"acc693f2-e41c-42f9-9aa5-9c4631e849bb"} {"level":"info","ts":1789655754.9896135,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655754.9897048,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53336c18-8df8-4262-b379-19b619651355"} {"level":"info","ts":1789655754.9897187,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"53336c18-8df8-4262-b379-19b619651355"} {"level":"info","ts":1789655754.9897358,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"53336c18-8df8-4262-b379-19b619651355","EoS":false} {"level":"info","ts":1789655754.989755,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"53336c18-8df8-4262-b379-19b619651355","EoS":true} {"level":"info","ts":1789655754.9897807,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53336c18-8df8-4262-b379-19b619651355","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789655754.9897985,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"53336c18-8df8-4262-b379-19b619651355","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655754.9898252,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"53336c18-8df8-4262-b379-19b619651355"} {"level":"info","ts":1789655755.1340046,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655755.1340961,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc"} {"level":"info","ts":1789655755.1341088,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc"} {"level":"info","ts":1789655755.1341202,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc","EoS":false} {"level":"info","ts":1789655755.1341298,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc","EoS":true} {"level":"info","ts":1789655755.1341453,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789655755.134159,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655755.1341786,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cbf803ba-3683-4345-8d33-a25bd41caffc"} {"level":"info","ts":1789655755.2775524,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655755.2776375,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af"} {"level":"info","ts":1789655755.2776527,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af"} {"level":"info","ts":1789655755.2776723,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af","EoS":false} {"level":"info","ts":1789655755.277689,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af","EoS":true} {"level":"info","ts":1789655755.2777152,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789655755.2777362,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655755.2777612,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5a57aa0c-6ba2-40e9-a4ce-06ee01e291af"} {"level":"info","ts":1789655755.4184325,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655755.4184902,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"013efb1d-1053-4d76-9368-cc4d71e4aab2"} {"level":"info","ts":1789655755.4185,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"013efb1d-1053-4d76-9368-cc4d71e4aab2"} {"level":"info","ts":1789655755.4185095,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"013efb1d-1053-4d76-9368-cc4d71e4aab2","EoS":false} {"level":"info","ts":1789655755.4185188,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"013efb1d-1053-4d76-9368-cc4d71e4aab2","EoS":true} {"level":"info","ts":1789655755.4185345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"013efb1d-1053-4d76-9368-cc4d71e4aab2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789655755.418546,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"013efb1d-1053-4d76-9368-cc4d71e4aab2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655755.4185643,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"013efb1d-1053-4d76-9368-cc4d71e4aab2"} {"level":"info","ts":1789655764.2305548,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655764.2306557,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549"} {"level":"info","ts":1789655764.2306714,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549"} {"level":"info","ts":1789655764.2306893,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549","EoS":false} {"level":"info","ts":1789655764.23071,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549","EoS":true} {"level":"info","ts":1789655764.2307408,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789655764.2307587,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655764.230788,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"972aff23-34e2-442d-a757-1a7065c1c549"} {"level":"info","ts":1789655764.268831,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655764.268898,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c"} {"level":"info","ts":1789655764.268909,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c"} {"level":"info","ts":1789655764.2689197,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c","EoS":false} {"level":"info","ts":1789655764.2689292,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c","EoS":true} {"level":"info","ts":1789655764.268945,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789655764.2689579,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655764.2689743,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d42f9ba0-811f-4d79-95c5-137cfb42592c"} {"level":"info","ts":1789655764.3051906,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655764.3052592,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb7493e5-9ea3-4549-931a-2ee3f92a02cf"} {"level":"info","ts":1789655764.3052704,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bb7493e5-9ea3-4549-931a-2ee3f92a02cf"} {"level":"info","ts":1789655764.305282,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bb7493e5-9ea3-4549-931a-2ee3f92a02cf","EoS":false} {"level":"info","ts":1789655764.305299,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bb7493e5-9ea3-4549-931a-2ee3f92a02cf","EoS":true} {"level":"info","ts":1789655764.305314,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb7493e5-9ea3-4549-931a-2ee3f92a02cf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789655764.3053262,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bb7493e5-9ea3-4549-931a-2ee3f92a02cf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655764.305342,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bb7493e5-9ea3-4549-931a-2ee3f92a02cf"} {"level":"info","ts":1789655764.3374877,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655764.3375564,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"812c5d25-d1c4-4deb-82f4-aa908cc99e94"} {"level":"info","ts":1789655764.3375697,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"812c5d25-d1c4-4deb-82f4-aa908cc99e94"} {"level":"info","ts":1789655764.3375864,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"812c5d25-d1c4-4deb-82f4-aa908cc99e94","EoS":false} {"level":"info","ts":1789655764.3376029,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"812c5d25-d1c4-4deb-82f4-aa908cc99e94","EoS":true} {"level":"info","ts":1789655764.3376284,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"812c5d25-d1c4-4deb-82f4-aa908cc99e94","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789655764.3376436,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"812c5d25-d1c4-4deb-82f4-aa908cc99e94","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655764.3376627,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"812c5d25-d1c4-4deb-82f4-aa908cc99e94"} {"level":"info","ts":1789655764.369083,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655764.369139,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3c7f5358-035c-4e14-a5ba-589a7c7cefbc"} {"level":"info","ts":1789655765.1255767,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655765.1256797,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8"} {"level":"info","ts":1789655765.1256933,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8"} {"level":"info","ts":1789655765.1257117,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8","EoS":false} {"level":"info","ts":1789655765.1257348,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8","EoS":true} {"level":"info","ts":1789655765.1257677,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789655765.1257875,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655765.1258168,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3ad96a9a-fe9e-4705-9945-32f1bdb4fcb8"} {"level":"info","ts":1789655766.1260343,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655766.1261642,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a"} {"level":"info","ts":1789655766.1261787,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a"} {"level":"info","ts":1789655766.1261966,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a","EoS":false} {"level":"info","ts":1789655766.1262162,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a","EoS":true} {"level":"info","ts":1789655766.1262476,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789655766.1262658,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655766.12629,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"dec5ce70-30ff-4b75-ac3e-49e5863caa2a"} {"level":"info","ts":1789655766.8571808,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655766.8572853,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90"} {"level":"info","ts":1789655766.857297,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90"} {"level":"info","ts":1789655766.857309,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90","EoS":false} {"level":"info","ts":1789655766.8573215,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90","EoS":true} {"level":"info","ts":1789655766.857342,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789655766.8573565,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655766.857373,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"45ed552d-0888-4e74-8ff9-490652359d90"} {"level":"info","ts":1789655767.9405541,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655767.940656,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a"} {"level":"info","ts":1789655767.940672,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a"} {"level":"info","ts":1789655767.940692,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a","EoS":false} {"level":"info","ts":1789655767.9407098,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a","EoS":true} {"level":"info","ts":1789655767.9407394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789655767.940757,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655767.9407806,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"296e5b6d-18e9-4039-b47a-cc02abf1c60a"} {"level":"info","ts":1789655775.4677572,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655775.4678638,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a65a14f8-40af-42da-8cd0-b3a8f38021d9"} {"level":"info","ts":1789655775.4678788,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a65a14f8-40af-42da-8cd0-b3a8f38021d9"} {"level":"info","ts":1789655775.467898,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a65a14f8-40af-42da-8cd0-b3a8f38021d9","EoS":false} {"level":"info","ts":1789655775.4679165,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a65a14f8-40af-42da-8cd0-b3a8f38021d9","EoS":true} {"level":"info","ts":1789655775.4679499,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a65a14f8-40af-42da-8cd0-b3a8f38021d9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789655775.4679701,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a65a14f8-40af-42da-8cd0-b3a8f38021d9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655775.468,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a65a14f8-40af-42da-8cd0-b3a8f38021d9"} {"level":"info","ts":1789655780.507325,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655780.5074193,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66595401-ae7d-4901-864d-e6d7ae08abea"} {"level":"info","ts":1789655780.507434,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"66595401-ae7d-4901-864d-e6d7ae08abea"} {"level":"info","ts":1789655780.507445,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"66595401-ae7d-4901-864d-e6d7ae08abea","EoS":false} {"level":"info","ts":1789655780.507458,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"66595401-ae7d-4901-864d-e6d7ae08abea","EoS":true} {"level":"info","ts":1789655780.5074768,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66595401-ae7d-4901-864d-e6d7ae08abea","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789655780.5074918,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"66595401-ae7d-4901-864d-e6d7ae08abea","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655780.5075114,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"66595401-ae7d-4901-864d-e6d7ae08abea"} {"level":"info","ts":1789655781.6731179,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655781.6732063,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d97043a-4a73-46d8-b822-427b6db5fbc9"} {"level":"info","ts":1789655781.673218,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4d97043a-4a73-46d8-b822-427b6db5fbc9"} {"level":"info","ts":1789655781.673229,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4d97043a-4a73-46d8-b822-427b6db5fbc9","EoS":false} {"level":"info","ts":1789655781.6732416,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4d97043a-4a73-46d8-b822-427b6db5fbc9","EoS":true} {"level":"info","ts":1789655781.673263,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d97043a-4a73-46d8-b822-427b6db5fbc9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789655781.6732829,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4d97043a-4a73-46d8-b822-427b6db5fbc9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655781.6733117,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4d97043a-4a73-46d8-b822-427b6db5fbc9"} {"level":"info","ts":1789655791.8648963,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655791.8649797,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5"} {"level":"info","ts":1789655791.864991,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5"} {"level":"info","ts":1789655791.8650022,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5","EoS":false} {"level":"info","ts":1789655791.8650124,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5","EoS":true} {"level":"info","ts":1789655791.865096,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789655791.8651135,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655791.8651345,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"44d976a6-cc4a-4fb2-b17c-b352ea7309a5"} {"level":"info","ts":1789655793.5618708,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655793.5619547,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3893cd1-4a30-412d-a86c-eda9b3c15a48"} {"level":"info","ts":1789655793.561968,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b3893cd1-4a30-412d-a86c-eda9b3c15a48"} {"level":"info","ts":1789655793.5619788,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b3893cd1-4a30-412d-a86c-eda9b3c15a48","EoS":false} {"level":"info","ts":1789655793.5619907,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b3893cd1-4a30-412d-a86c-eda9b3c15a48","EoS":true} {"level":"info","ts":1789655793.562014,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3893cd1-4a30-412d-a86c-eda9b3c15a48","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789655793.5620291,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b3893cd1-4a30-412d-a86c-eda9b3c15a48","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789655793.5620682,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b3893cd1-4a30-412d-a86c-eda9b3c15a48"} {"level":"info","ts":1789655859.5857122,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655859.5858076,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a223500-0011-47c3-8933-e653f3490d9d"} {"level":"info","ts":1789655859.585823,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4a223500-0011-47c3-8933-e653f3490d9d"} {"level":"info","ts":1789655859.585835,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4a223500-0011-47c3-8933-e653f3490d9d","EoS":false} {"level":"info","ts":1789655859.5858462,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4a223500-0011-47c3-8933-e653f3490d9d","EoS":true} {"level":"info","ts":1789655859.5858674,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a223500-0011-47c3-8933-e653f3490d9d","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789655859.5858846,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4a223500-0011-47c3-8933-e653f3490d9d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789655859.585913,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4a223500-0011-47c3-8933-e653f3490d9d"} {"level":"info","ts":1789655884.9184465,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655884.9185264,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682"} {"level":"info","ts":1789655884.9185367,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682"} {"level":"info","ts":1789655884.9185476,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682","EoS":false} {"level":"info","ts":1789655884.9185581,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682","EoS":true} {"level":"info","ts":1789655884.9185774,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789655884.918596,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789655884.9186244,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e9bff332-afeb-4809-b38c-fdb4ea6c4682"} {"level":"info","ts":1789655944.168129,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655944.1682463,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2cc078af-d98c-40a7-8e91-c353dde4eabe"} {"level":"info","ts":1789655944.1682642,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2cc078af-d98c-40a7-8e91-c353dde4eabe"} {"level":"info","ts":1789655944.1682818,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2cc078af-d98c-40a7-8e91-c353dde4eabe","EoS":false} {"level":"info","ts":1789655944.1683004,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2cc078af-d98c-40a7-8e91-c353dde4eabe","EoS":true} {"level":"info","ts":1789655944.168326,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2cc078af-d98c-40a7-8e91-c353dde4eabe","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789655944.1683466,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2cc078af-d98c-40a7-8e91-c353dde4eabe","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789655944.1683784,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2cc078af-d98c-40a7-8e91-c353dde4eabe"} {"level":"info","ts":1789655952.4079144,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655952.4079988,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f"} {"level":"info","ts":1789655952.4080105,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f"} {"level":"info","ts":1789655952.4080229,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f","EoS":false} {"level":"info","ts":1789655952.4080353,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f","EoS":true} {"level":"info","ts":1789655952.4080732,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789655952.4080894,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789655952.408112,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8290af12-e578-97b8-a0c9-df8f1653a16f"} {"level":"info","ts":1789655952.5585825,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655952.5586507,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6"} {"level":"info","ts":1789655952.5586634,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6"} {"level":"info","ts":1789655952.5586736,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6","EoS":false} {"level":"info","ts":1789655952.5586832,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6","EoS":true} {"level":"info","ts":1789655952.5586996,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789655952.5587127,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789655952.5587857,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f5f40983-a7dc-417a-ba08-2151cdbba3e6"} {"level":"info","ts":1789655952.7017968,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655952.7018902,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060"} {"level":"info","ts":1789655952.7019057,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060"} {"level":"info","ts":1789655952.70192,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060","EoS":false} {"level":"info","ts":1789655952.701938,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060","EoS":true} {"level":"info","ts":1789655952.7019584,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789655952.7019773,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789655952.7020032,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c8ac566f-94b5-43f9-991e-108388332060"} {"level":"info","ts":1789655952.8505814,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655952.8506534,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8af89a6e-d357-413d-9f85-7b427d94bfa8"} {"level":"info","ts":1789655952.8506658,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8af89a6e-d357-413d-9f85-7b427d94bfa8"} {"level":"info","ts":1789655952.850677,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8af89a6e-d357-413d-9f85-7b427d94bfa8","EoS":false} {"level":"info","ts":1789655952.850694,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8af89a6e-d357-413d-9f85-7b427d94bfa8","EoS":true} {"level":"info","ts":1789655952.8507097,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8af89a6e-d357-413d-9f85-7b427d94bfa8","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789655952.850725,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8af89a6e-d357-413d-9f85-7b427d94bfa8","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789655952.8507426,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8af89a6e-d357-413d-9f85-7b427d94bfa8"} {"level":"info","ts":1789655965.5584357,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789655965.558526,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb"} {"level":"info","ts":1789655965.5585384,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb"} {"level":"info","ts":1789655965.5585494,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb","EoS":false} {"level":"info","ts":1789655965.5585597,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb","EoS":true} {"level":"info","ts":1789655965.558579,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789655965.558594,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789655965.558618,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0aca70d8-3a00-4a19-9a71-321131cb3ccb"}