{"level":"info","ts":1789163027.2004843,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bb18f3f0-2a49-4af0-8018-1e85fef842e1"} {"level":"info","ts":1789163027.2004998,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bb18f3f0-2a49-4af0-8018-1e85fef842e1","EoS":false} {"level":"info","ts":1789163027.2005255,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bb18f3f0-2a49-4af0-8018-1e85fef842e1","EoS":true} {"level":"info","ts":1789163027.2005513,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb18f3f0-2a49-4af0-8018-1e85fef842e1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789163027.2005694,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bb18f3f0-2a49-4af0-8018-1e85fef842e1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789163027.2005813,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"bb18f3f0-2a49-4af0-8018-1e85fef842e1","modelName":"e2e-external-model"} {"level":"info","ts":1789163027.2006,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"bb18f3f0-2a49-4af0-8018-1e85fef842e1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789163027.2006578,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bb18f3f0-2a49-4af0-8018-1e85fef842e1"} {"level":"info","ts":1789163027.2331066,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163027.2332764,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7245b68-098e-41eb-937b-825a64a08376"} {"level":"info","ts":1789163027.2333152,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d7245b68-098e-41eb-937b-825a64a08376"} {"level":"info","ts":1789163027.23335,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d7245b68-098e-41eb-937b-825a64a08376","EoS":false} {"level":"info","ts":1789163027.233384,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d7245b68-098e-41eb-937b-825a64a08376","EoS":true} {"level":"info","ts":1789163027.2334294,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7245b68-098e-41eb-937b-825a64a08376","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789163027.2334657,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d7245b68-098e-41eb-937b-825a64a08376","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789163027.233496,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"d7245b68-098e-41eb-937b-825a64a08376","modelName":"e2e-external-model"} {"level":"info","ts":1789163027.2335322,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"d7245b68-098e-41eb-937b-825a64a08376","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789163027.233597,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d7245b68-098e-41eb-937b-825a64a08376"} {"level":"info","ts":1789163027.259267,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163027.2593522,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c26fd16-e67c-4319-b7a4-e6bda38014e3"} {"level":"info","ts":1789163027.2593653,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4c26fd16-e67c-4319-b7a4-e6bda38014e3"} {"level":"info","ts":1789163027.2593765,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4c26fd16-e67c-4319-b7a4-e6bda38014e3","EoS":false} {"level":"info","ts":1789163027.2593908,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4c26fd16-e67c-4319-b7a4-e6bda38014e3","EoS":true} {"level":"info","ts":1789163027.2594213,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4c26fd16-e67c-4319-b7a4-e6bda38014e3","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789163027.2594447,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4c26fd16-e67c-4319-b7a4-e6bda38014e3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789163027.2594564,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"4c26fd16-e67c-4319-b7a4-e6bda38014e3","modelName":"e2e-external-model"} {"level":"info","ts":1789163027.2594683,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"4c26fd16-e67c-4319-b7a4-e6bda38014e3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789163027.2595074,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4c26fd16-e67c-4319-b7a4-e6bda38014e3"} {"level":"info","ts":1789163027.4512146,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dfdad240-ee1a-4aba-8ec4-f97ae5cc7f30"} {"level":"info","ts":1789163027.4513984,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1b9a272-7d22-4b9a-99f4-633cb1301595","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789163027.4514651,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1b9a272-7d22-4b9a-99f4-633cb1301595","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789163027.4571009,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a88f0a1-c7aa-4277-8568-f37375eb6aba","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789163027.457141,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a88f0a1-c7aa-4277-8568-f37375eb6aba","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789163027.4599764,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dfdad240-ee1a-4aba-8ec4-f97ae5cc7f30","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163027.4600456,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dfdad240-ee1a-4aba-8ec4-f97ae5cc7f30","name":"e2e-cleanup-test"} {"level":"error","ts":1789163027.4813008,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dfdad240-ee1a-4aba-8ec4-f97ae5cc7f30","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789163027.48136,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dfdad240-ee1a-4aba-8ec4-f97ae5cc7f30","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163027.4814348,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fcba30c4-3e54-4d97-ad19-5b23e79d68da"} {"level":"info","ts":1789163027.4814978,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fcba30c4-3e54-4d97-ad19-5b23e79d68da","name":"e2e-cleanup-test"} {"level":"info","ts":1789163027.4979997,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d003054d-03bb-4d73-ba4e-9c8942846fc6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789163027.4981213,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d003054d-03bb-4d73-ba4e-9c8942846fc6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789163027.500982,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fcba30c4-3e54-4d97-ad19-5b23e79d68da","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789163027.5010285,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fcba30c4-3e54-4d97-ad19-5b23e79d68da","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163027.5010877,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"597b4ebb-6b20-49c7-91c7-03b002073381"} {"level":"info","ts":1789163027.5011482,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"597b4ebb-6b20-49c7-91c7-03b002073381","name":"e2e-cleanup-test"} {"level":"info","ts":1789163027.525291,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"597b4ebb-6b20-49c7-91c7-03b002073381","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789163027.5325844,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a35eaab-2178-4d13-88bb-0f38324420b3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789163027.5326252,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a35eaab-2178-4d13-88bb-0f38324420b3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789163027.5390496,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"597b4ebb-6b20-49c7-91c7-03b002073381","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163027.5391638,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4798398b-3fc8-4fd2-8121-4376cbd01407"} {"level":"info","ts":1789163027.539236,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4798398b-3fc8-4fd2-8121-4376cbd01407","name":"e2e-cleanup-test"} {"level":"info","ts":1789163027.5628169,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4798398b-3fc8-4fd2-8121-4376cbd01407","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789163028.0583792,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163028.0584722,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3fbe0f21-332d-489d-a2a8-b8d66bfd2208"} {"level":"info","ts":1789163035.7056985,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8fc9ea66-4059-4069-9cb5-6065ff6b750e"} {"level":"info","ts":1789163035.7058616,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d027d12-12a6-4dbe-8de5-b8f759e25b1d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789163035.705878,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d027d12-12a6-4dbe-8de5-b8f759e25b1d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789163039.9864163,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163039.9865067,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8cc85ee-59df-472e-8e2f-70588af46b74"} {"level":"info","ts":1789163039.9865184,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f8cc85ee-59df-472e-8e2f-70588af46b74"} {"level":"info","ts":1789163039.9865305,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f8cc85ee-59df-472e-8e2f-70588af46b74","EoS":false} {"level":"info","ts":1789163039.9865437,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f8cc85ee-59df-472e-8e2f-70588af46b74","EoS":true} {"level":"info","ts":1789163039.9865704,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8cc85ee-59df-472e-8e2f-70588af46b74","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1789163039.9865882,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f8cc85ee-59df-472e-8e2f-70588af46b74","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1789163039.9866107,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f8cc85ee-59df-472e-8e2f-70588af46b74"} {"level":"info","ts":1789163040.3274007,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"4236bc48-032c-40ad-a1ce-972082b34953","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163040.3309808,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"4236bc48-032c-40ad-a1ce-972082b34953","name":"e2e-legacy-migration-2800aae2"} {"level":"info","ts":1789163040.3378844,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"cb78f881-1449-49a7-b967-c7e399dea768"} {"level":"info","ts":1789163040.3380573,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"b07c3c2a-da11-443a-a541-fdd71771a154","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163040.338213,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"b07c3c2a-da11-443a-a541-fdd71771a154","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789163040.3422313,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"4236bc48-032c-40ad-a1ce-972082b34953","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-2800aae2\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163040.3439429,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"1a7c8b2c-3933-46d6-a51e-51cec9969299","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163040.3439872,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"1a7c8b2c-3933-46d6-a51e-51cec9969299","modelName":"e2e-legacy-migration-2800aae2","resolvedRefs":1} {"level":"info","ts":1789163040.3440409,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"316e3340-a7ff-4f57-9b30-28a1e3170951"} {"level":"info","ts":1789163040.34764,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"261d8aca-076d-4aa5-a54c-a7da7f12ec88","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163040.3477552,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"2de13a6f-e686-4da7-a40a-ef918f6e2977","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163040.347832,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"2de13a6f-e686-4da7-a40a-ef918f6e2977","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789163040.3476858,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"a68103f6-39dc-414d-8c57-2802505f8ded","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163040.3479223,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"a68103f6-39dc-414d-8c57-2802505f8ded","modelName":"e2e-legacy-migration-2800aae2","resolvedRefs":1} {"level":"error","ts":1789163040.3479998,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"cb78f881-1449-49a7-b967-c7e399dea768","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-2800aae2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163040.3480532,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"cb78f881-1449-49a7-b967-c7e399dea768","name":"e2e-legacy-migration-2800aae2"} {"level":"info","ts":1789163040.3492265,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"f5a093bd-86b9-4ec3-bfa6-7794722c69bf","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163040.3492544,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"f5a093bd-86b9-4ec3-bfa6-7794722c69bf","modelName":"e2e-legacy-migration-2800aae2","resolvedRefs":1} {"level":"error","ts":1789163040.3527982,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"316e3340-a7ff-4f57-9b30-28a1e3170951","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2800aae2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163040.352893,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"316e3340-a7ff-4f57-9b30-28a1e3170951","provider":"e2e-legacy-migration-2800aae2","phase":"Pending"} {"level":"info","ts":1789163040.3555994,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"261d8aca-076d-4aa5-a54c-a7da7f12ec88","name":"e2e-legacy-migration-2800aae2"} {"level":"info","ts":1789163040.3592694,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"974a7c08-5810-4760-8180-ff5ed1459da1","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163040.3593028,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"974a7c08-5810-4760-8180-ff5ed1459da1","modelName":"e2e-legacy-migration-2800aae2","resolvedRefs":1} {"level":"error","ts":1789163040.3604693,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"316e3340-a7ff-4f57-9b30-28a1e3170951","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2800aae2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789163040.3605752,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"316e3340-a7ff-4f57-9b30-28a1e3170951","error":"ExternalModel \"e2e-legacy-migration-2800aae2\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-2800aae2\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163040.3606384,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"f1678e6c-d88c-4187-9a9f-4359b7e59840"} {"level":"info","ts":1789163040.3607094,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"f1678e6c-d88c-4187-9a9f-4359b7e59840","provider":"e2e-legacy-migration-2800aae2","phase":"Pending"} {"level":"error","ts":1789163040.361945,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"261d8aca-076d-4aa5-a54c-a7da7f12ec88","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2800aae2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789163040.365922,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"cb78f881-1449-49a7-b967-c7e399dea768","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-2800aae2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789163040.3659632,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"cb78f881-1449-49a7-b967-c7e399dea768","error":"failed to apply Service: services \"e2e-legacy-migration-2800aae2\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163040.3660238,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"b97ef407-9ac6-4e1f-b0f8-9c88dc7c2da0"} {"level":"info","ts":1789163040.3661354,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"b97ef407-9ac6-4e1f-b0f8-9c88dc7c2da0","name":"e2e-legacy-migration-2800aae2"} {"level":"error","ts":1789163040.3661861,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"f1678e6c-d88c-4187-9a9f-4359b7e59840","error":"ExternalModel \"e2e-legacy-migration-2800aae2\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-2800aae2\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163040.373069,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"29b28ba1-a9fa-4798-b62f-df7ea6531ebd","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163040.376456,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"2799fb64-c01c-47bc-ab7e-dac268f7c54d"} {"level":"info","ts":1789163040.376544,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"2799fb64-c01c-47bc-ab7e-dac268f7c54d","provider":"e2e-legacy-migration-2800aae2","phase":"Pending"} {"level":"info","ts":1789163040.377031,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"29b28ba1-a9fa-4798-b62f-df7ea6531ebd","name":"e2e-legacy-migration-2800aae2"} {"level":"info","ts":1789163040.377559,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"b97ef407-9ac6-4e1f-b0f8-9c88dc7c2da0","service":"e2e-legacy-migration-2800aae2","serviceEntry":"e2e-legacy-migration-2800aae2","destinationRule":"e2e-legacy-migration-2800aae2"} {"level":"info","ts":1789163040.3799257,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"39bfda3f-80d5-4b33-9820-e06153af47ba","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163040.379954,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"39bfda3f-80d5-4b33-9820-e06153af47ba","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789163040.3800094,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"c6cc2d7c-68b6-44ca-b817-c398b95c4b6f","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163040.3800569,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"c6cc2d7c-68b6-44ca-b817-c398b95c4b6f","modelName":"e2e-legacy-migration-2800aae2","resolvedRefs":1} {"level":"error","ts":1789163040.3840406,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"b97ef407-9ac6-4e1f-b0f8-9c88dc7c2da0","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-2800aae2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163040.384158,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"531cccae-7df4-4a7c-bb13-a902f9530fb3"} {"level":"info","ts":1789163040.384209,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"531cccae-7df4-4a7c-bb13-a902f9530fb3","name":"e2e-legacy-migration-2800aae2"} {"level":"info","ts":1789163040.3846824,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"29b28ba1-a9fa-4798-b62f-df7ea6531ebd","provider":"openai","model":"e2e-legacy-migration-2800aae2","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789163040.3850012,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"2799fb64-c01c-47bc-ab7e-dac268f7c54d","error":"ExternalModel \"e2e-legacy-migration-2800aae2\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-2800aae2\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163040.3851047,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"42c09549-aa64-4fc1-9680-1d50f2bb2415"} {"level":"info","ts":1789163040.3851764,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"42c09549-aa64-4fc1-9680-1d50f2bb2415","name":"e2e-legacy-migration-2800aae2"} {"level":"info","ts":1789163040.4008055,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"531cccae-7df4-4a7c-bb13-a902f9530fb3","service":"e2e-legacy-migration-2800aae2","serviceEntry":"e2e-legacy-migration-2800aae2","destinationRule":"e2e-legacy-migration-2800aae2"} {"level":"info","ts":1789163040.4025528,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"73b4fa83-2292-4bbd-aa38-b22e11d75d5f","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163040.4026377,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"73b4fa83-2292-4bbd-aa38-b22e11d75d5f","modelName":"e2e-legacy-migration-2800aae2","resolvedRefs":1} {"level":"error","ts":1789163040.4103706,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"42c09549-aa64-4fc1-9680-1d50f2bb2415","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2800aae2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789163040.4104884,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"42c09549-aa64-4fc1-9680-1d50f2bb2415","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-2800aae2\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163040.410561,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"57bf7e3e-1205-4297-b56d-5a9358781fef"} {"level":"info","ts":1789163040.410625,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"57bf7e3e-1205-4297-b56d-5a9358781fef","name":"e2e-legacy-migration-2800aae2"} {"level":"info","ts":1789163040.4190614,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"781e6238-6146-4978-8c1b-5a8c5aad105a","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163040.4191418,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"781e6238-6146-4978-8c1b-5a8c5aad105a","modelName":"e2e-legacy-migration-2800aae2","resolvedRefs":1} {"level":"info","ts":1789163040.4201484,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"57bf7e3e-1205-4297-b56d-5a9358781fef","httpRoute":"e2e-legacy-migration-2800aae2","providers":["e2e-legacy-migration-2800aae2"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789163040.4254613,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"57bf7e3e-1205-4297-b56d-5a9358781fef","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2800aae2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163040.425534,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"fc68b025-c8ea-41d4-b686-a92c8b0c0ccc"} {"level":"info","ts":1789163040.4255779,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"fc68b025-c8ea-41d4-b686-a92c8b0c0ccc","name":"e2e-legacy-migration-2800aae2"} {"level":"info","ts":1789163040.4346988,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"fc68b025-c8ea-41d4-b686-a92c8b0c0ccc","httpRoute":"e2e-legacy-migration-2800aae2","providers":["e2e-legacy-migration-2800aae2"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789163040.4426665,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"8ea86c1c-66c2-454b-bea5-3d576270416a","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163040.4427934,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"8ea86c1c-66c2-454b-bea5-3d576270416a","modelName":"e2e-legacy-migration-2800aae2","resolvedRefs":1} {"level":"error","ts":1789163040.4455147,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"fc68b025-c8ea-41d4-b686-a92c8b0c0ccc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2800aae2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163040.4455905,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"a38f02fc-441f-4717-a4bb-f929506d08cc"} {"level":"info","ts":1789163040.4456449,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"a38f02fc-441f-4717-a4bb-f929506d08cc","name":"e2e-legacy-migration-2800aae2"} {"level":"info","ts":1789163040.4581974,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"a38f02fc-441f-4717-a4bb-f929506d08cc","httpRoute":"e2e-legacy-migration-2800aae2","providers":["e2e-legacy-migration-2800aae2"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789163040.5186853,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"aa65c0bb-4eab-4478-b1b8-70a8bf0f5202","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163040.5225334,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"aa65c0bb-4eab-4478-b1b8-70a8bf0f5202","name":"e2e-legacy-migration-2800aae2"} {"level":"info","ts":1789163040.5271766,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"aa65c0bb-4eab-4478-b1b8-70a8bf0f5202","provider":"openai","model":"e2e-legacy-migration-2800aae2","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789163043.2636478,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"66c7a889-ce7a-4de4-a2b0-b1af1d43b31e","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163043.2748435,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"415531b2-d607-472d-89b6-bcd623ab4db2"} {"level":"info","ts":1789163043.2749624,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"279b1383-5daa-477a-b97e-88e9675d9e4c"} {"level":"error","ts":1789163043.2749891,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"279b1383-5daa-477a-b97e-88e9675d9e4c","provider":"e2e-legacy-migration-2800aae2","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-2800aae2\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163043.2753067,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"898dd603-56c6-43ac-b753-2b44f95b12c2","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163043.2754393,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"898dd603-56c6-43ac-b753-2b44f95b12c2","modelName":"e2e-legacy-migration-2800aae2","resolvedRefs":1} {"level":"info","ts":1789163043.275403,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"df0cefb1-c932-4cd1-b097-f147f9bed38d","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163043.275536,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"df0cefb1-c932-4cd1-b097-f147f9bed38d","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163043.2774239,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"28401896-ef8f-4f66-94c4-efe66cec8222","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"info","ts":1789163043.2774432,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"28401896-ef8f-4f66-94c4-efe66cec8222","name":"e2e-legacy-migration-2800aae2","namespace":"llm"} {"level":"error","ts":1789163043.2794435,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"279b1383-5daa-477a-b97e-88e9675d9e4c","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2800aae2\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789163043.2794852,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"279b1383-5daa-477a-b97e-88e9675d9e4c","error":"ExternalModel \"e2e-legacy-migration-2800aae2\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-2800aae2\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789163043.2795444,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2800aae2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2800aae2","reconcileID":"476263cb-770e-450c-a56d-a86cde0a06af"} {"level":"info","ts":1789163043.6790214,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163043.6791008,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f"} {"level":"info","ts":1789163043.679113,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f"} {"level":"info","ts":1789163043.679125,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f","EoS":false} {"level":"info","ts":1789163043.679136,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f","EoS":true} {"level":"info","ts":1789163043.6791558,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789163043.6791713,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789163043.6791809,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f","modelName":"e2e-external-model"} {"level":"info","ts":1789163043.6791952,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789163043.6792257,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7dbac96b-1993-469b-a895-812626d77f7f"} {"level":"info","ts":1789163043.7743196,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163043.7744012,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00ef8176-cca8-4222-b9ea-f98a4543d37e"} {"level":"info","ts":1789163043.7744124,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"00ef8176-cca8-4222-b9ea-f98a4543d37e"} {"level":"info","ts":1789163043.7744253,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"00ef8176-cca8-4222-b9ea-f98a4543d37e","EoS":false} {"level":"info","ts":1789163043.7744381,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"00ef8176-cca8-4222-b9ea-f98a4543d37e","EoS":true} {"level":"info","ts":1789163043.7744586,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00ef8176-cca8-4222-b9ea-f98a4543d37e","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789163043.7744744,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"00ef8176-cca8-4222-b9ea-f98a4543d37e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789163043.7744963,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"00ef8176-cca8-4222-b9ea-f98a4543d37e"} {"level":"info","ts":1789163043.8570976,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163043.857178,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"042d0b5b-da21-4b95-9008-35cb68ece4a3"} {"level":"info","ts":1789163043.8571873,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"042d0b5b-da21-4b95-9008-35cb68ece4a3"} {"level":"info","ts":1789163043.857197,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"042d0b5b-da21-4b95-9008-35cb68ece4a3","EoS":false} {"level":"info","ts":1789163043.8572066,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"042d0b5b-da21-4b95-9008-35cb68ece4a3","EoS":true} {"level":"info","ts":1789163043.8572304,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"042d0b5b-da21-4b95-9008-35cb68ece4a3","field":"model"} {"level":"info","ts":1789163043.857255,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"042d0b5b-da21-4b95-9008-35cb68ece4a3"} {"level":"info","ts":1789163044.7289534,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4ed1be1-6372-411d-911c-cb4331bf1d8e"} {"level":"info","ts":1789163044.7290008,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd106809-1f50-44d5-b803-29f899dce264","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789163044.729027,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd106809-1f50-44d5-b803-29f899dce264","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789163044.8723333,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"32f0d570-bd78-4678-af4a-2b2b528418ae","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789163044.8723629,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"32f0d570-bd78-4678-af4a-2b2b528418ae","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789163044.8724189,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8d9ae332-a523-49e7-bede-901a24fe007a"} {"level":"info","ts":1789163057.5885835,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163057.588677,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03f1d2dc-d52a-4394-9e7d-12db67182ddc"} {"level":"info","ts":1789163057.588688,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"03f1d2dc-d52a-4394-9e7d-12db67182ddc"} {"level":"info","ts":1789163057.5887,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"03f1d2dc-d52a-4394-9e7d-12db67182ddc","EoS":false} {"level":"info","ts":1789163057.5887423,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"03f1d2dc-d52a-4394-9e7d-12db67182ddc","EoS":true} {"level":"info","ts":1789163057.5887668,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03f1d2dc-d52a-4394-9e7d-12db67182ddc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789163057.5887833,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"03f1d2dc-d52a-4394-9e7d-12db67182ddc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789163057.5888047,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"03f1d2dc-d52a-4394-9e7d-12db67182ddc"} {"level":"info","ts":1789163059.5057614,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163059.505855,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c89c6a2-fb24-4865-91c4-666a1657c8b0"} {"level":"info","ts":1789163059.5058668,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3c89c6a2-fb24-4865-91c4-666a1657c8b0"} {"level":"info","ts":1789163059.5058775,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3c89c6a2-fb24-4865-91c4-666a1657c8b0","EoS":false} {"level":"info","ts":1789163059.5058882,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3c89c6a2-fb24-4865-91c4-666a1657c8b0","EoS":true} {"level":"info","ts":1789163059.5059083,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c89c6a2-fb24-4865-91c4-666a1657c8b0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789163059.5059245,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3c89c6a2-fb24-4865-91c4-666a1657c8b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789163059.5059454,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3c89c6a2-fb24-4865-91c4-666a1657c8b0"} {"level":"info","ts":1789163059.5649033,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163059.5649846,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"603129cd-54a7-4795-917c-e428709f64b5"} {"level":"info","ts":1789163059.5649946,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"603129cd-54a7-4795-917c-e428709f64b5"} {"level":"info","ts":1789163059.5650046,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"603129cd-54a7-4795-917c-e428709f64b5","EoS":false} {"level":"info","ts":1789163059.5650187,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"603129cd-54a7-4795-917c-e428709f64b5","EoS":true} {"level":"info","ts":1789163059.5650373,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"603129cd-54a7-4795-917c-e428709f64b5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789163059.5650518,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"603129cd-54a7-4795-917c-e428709f64b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789163059.5650709,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"603129cd-54a7-4795-917c-e428709f64b5"} {"level":"info","ts":1789163059.6109157,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163059.6110039,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d982bde1-b266-4e9b-911d-973129cfa748"} {"level":"info","ts":1789163059.611015,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d982bde1-b266-4e9b-911d-973129cfa748"} {"level":"info","ts":1789163059.6110263,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d982bde1-b266-4e9b-911d-973129cfa748","EoS":false} {"level":"info","ts":1789163059.611039,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d982bde1-b266-4e9b-911d-973129cfa748","EoS":true} {"level":"info","ts":1789163059.6110675,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d982bde1-b266-4e9b-911d-973129cfa748","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789163059.611085,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d982bde1-b266-4e9b-911d-973129cfa748","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789163059.611107,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d982bde1-b266-4e9b-911d-973129cfa748"} {"level":"info","ts":1789163059.6992064,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163059.699296,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85cccc07-2a6e-4a22-a743-5a01bb3240f3"} {"level":"info","ts":1789163059.6993089,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"85cccc07-2a6e-4a22-a743-5a01bb3240f3"} {"level":"info","ts":1789163059.6993196,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"85cccc07-2a6e-4a22-a743-5a01bb3240f3","EoS":false} {"level":"info","ts":1789163059.6993308,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"85cccc07-2a6e-4a22-a743-5a01bb3240f3","EoS":true} {"level":"info","ts":1789163059.6993518,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85cccc07-2a6e-4a22-a743-5a01bb3240f3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789163059.6993678,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"85cccc07-2a6e-4a22-a743-5a01bb3240f3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789163059.6993918,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"85cccc07-2a6e-4a22-a743-5a01bb3240f3"} {"level":"info","ts":1789163073.0963576,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163073.0964744,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34cde227-b23b-44d4-90c5-f9a73b63f1d0"} {"level":"info","ts":1789163073.0964928,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"34cde227-b23b-44d4-90c5-f9a73b63f1d0"} {"level":"info","ts":1789163073.0965173,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"34cde227-b23b-44d4-90c5-f9a73b63f1d0","EoS":false} {"level":"info","ts":1789163073.0965326,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"34cde227-b23b-44d4-90c5-f9a73b63f1d0","EoS":true} {"level":"info","ts":1789163073.0965602,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"34cde227-b23b-44d4-90c5-f9a73b63f1d0","field":"model"} {"level":"info","ts":1789163073.0965946,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"34cde227-b23b-44d4-90c5-f9a73b63f1d0"} {"level":"info","ts":1789163073.252848,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163073.2529604,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31663592-2f51-4678-af95-2c381fe61d86"} {"level":"info","ts":1789163073.2529776,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"31663592-2f51-4678-af95-2c381fe61d86"} {"level":"info","ts":1789163073.2529938,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"31663592-2f51-4678-af95-2c381fe61d86","EoS":false} {"level":"info","ts":1789163073.253012,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"31663592-2f51-4678-af95-2c381fe61d86","EoS":true} {"level":"info","ts":1789163073.25303,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"31663592-2f51-4678-af95-2c381fe61d86","field":"model"} {"level":"info","ts":1789163073.253102,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"31663592-2f51-4678-af95-2c381fe61d86"} {"level":"info","ts":1789163073.3969445,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789163073.3970337,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb8cb049-e2a0-4f99-ba06-223dff3a03d5"} {"level":"info","ts":1789163073.3970478,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fb8cb049-e2a0-4f99-ba06-223dff3a03d5"} {"level":"info","ts":1789163073.3970609,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fb8cb049-e2a0-4f99-ba06-223dff3a03d5","EoS":false} {"level":"info","ts":1789163073.3970814,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fb8cb049-e2a0-4f99-ba06-223dff3a03d5","EoS":true} {"level":"info","ts":1789163073.3971,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"fb8cb049-e2a0-4f99-ba06-223dff3a03d5","field":"model"} {"level":"info","ts":1789163073.3971276,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fb8cb049-e2a0-4f99-ba06-223dff3a03d5"} {"level":"info","ts":1789164138.4946468,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164138.494788,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7d84b0c-7ad7-4b39-bf30-6d3f76767ab3"} {"level":"info","ts":1789164138.494802,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b7d84b0c-7ad7-4b39-bf30-6d3f76767ab3"} {"level":"info","ts":1789164138.4948144,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b7d84b0c-7ad7-4b39-bf30-6d3f76767ab3","EoS":false} {"level":"info","ts":1789164138.4948277,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b7d84b0c-7ad7-4b39-bf30-6d3f76767ab3","EoS":true} {"level":"info","ts":1789164138.4948528,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7d84b0c-7ad7-4b39-bf30-6d3f76767ab3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789164138.4948688,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b7d84b0c-7ad7-4b39-bf30-6d3f76767ab3","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789164138.4948928,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b7d84b0c-7ad7-4b39-bf30-6d3f76767ab3"} {"level":"info","ts":1789164138.5472443,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164138.5473454,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e041e271-8c61-431d-a309-c79868095410"} {"level":"info","ts":1789164138.5473576,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e041e271-8c61-431d-a309-c79868095410"} {"level":"info","ts":1789164138.5473695,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e041e271-8c61-431d-a309-c79868095410","EoS":false} {"level":"info","ts":1789164138.5473826,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e041e271-8c61-431d-a309-c79868095410","EoS":true} {"level":"info","ts":1789164138.5474064,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e041e271-8c61-431d-a309-c79868095410","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789164138.5474215,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e041e271-8c61-431d-a309-c79868095410","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789164138.5474436,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e041e271-8c61-431d-a309-c79868095410"} {"level":"info","ts":1789164459.7340066,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164459.734129,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1845fb41-ffdf-42ce-960b-8083e55c86af"} {"level":"info","ts":1789164459.7341466,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1845fb41-ffdf-42ce-960b-8083e55c86af"} {"level":"info","ts":1789164459.7341635,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1845fb41-ffdf-42ce-960b-8083e55c86af","EoS":false} {"level":"info","ts":1789164459.734182,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1845fb41-ffdf-42ce-960b-8083e55c86af","EoS":true} {"level":"info","ts":1789164459.7342095,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1845fb41-ffdf-42ce-960b-8083e55c86af","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789164459.7342303,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1845fb41-ffdf-42ce-960b-8083e55c86af","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164459.7342615,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1845fb41-ffdf-42ce-960b-8083e55c86af"} {"level":"info","ts":1789164459.899456,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164459.8995667,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c4f83cd-8bf7-44ed-9bde-7beda0bba51c"} {"level":"info","ts":1789164459.8995805,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1c4f83cd-8bf7-44ed-9bde-7beda0bba51c"} {"level":"info","ts":1789164459.8995917,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1c4f83cd-8bf7-44ed-9bde-7beda0bba51c","EoS":false} {"level":"info","ts":1789164459.8996022,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1c4f83cd-8bf7-44ed-9bde-7beda0bba51c","EoS":true} {"level":"info","ts":1789164459.899623,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c4f83cd-8bf7-44ed-9bde-7beda0bba51c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789164459.899638,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1c4f83cd-8bf7-44ed-9bde-7beda0bba51c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164459.8996575,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1c4f83cd-8bf7-44ed-9bde-7beda0bba51c"} {"level":"info","ts":1789164460.0369618,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164460.0370889,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5a4fac4-5bef-4f00-a4cc-c72ba7bd3e90"} {"level":"info","ts":1789164460.0371037,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b5a4fac4-5bef-4f00-a4cc-c72ba7bd3e90"} {"level":"info","ts":1789164460.037123,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b5a4fac4-5bef-4f00-a4cc-c72ba7bd3e90","EoS":false} {"level":"info","ts":1789164460.0371425,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b5a4fac4-5bef-4f00-a4cc-c72ba7bd3e90","EoS":true} {"level":"info","ts":1789164460.0371752,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5a4fac4-5bef-4f00-a4cc-c72ba7bd3e90","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789164460.037194,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b5a4fac4-5bef-4f00-a4cc-c72ba7bd3e90","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164460.0372243,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b5a4fac4-5bef-4f00-a4cc-c72ba7bd3e90"} {"level":"info","ts":1789164460.1776054,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164460.1777055,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09daa8b2-9a4d-4dc7-ba4c-0e3d9dccc185"} {"level":"info","ts":1789164460.1777558,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"09daa8b2-9a4d-4dc7-ba4c-0e3d9dccc185"} {"level":"info","ts":1789164460.1777697,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"09daa8b2-9a4d-4dc7-ba4c-0e3d9dccc185","EoS":false} {"level":"info","ts":1789164460.1777806,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"09daa8b2-9a4d-4dc7-ba4c-0e3d9dccc185","EoS":true} {"level":"info","ts":1789164460.1778007,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09daa8b2-9a4d-4dc7-ba4c-0e3d9dccc185","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789164460.1778147,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"09daa8b2-9a4d-4dc7-ba4c-0e3d9dccc185","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164460.1778362,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"09daa8b2-9a4d-4dc7-ba4c-0e3d9dccc185"} {"level":"info","ts":1789164460.31692,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164460.3170066,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35e6029b-f4f2-49b5-91fa-a82614b1be3e"} {"level":"info","ts":1789164460.3170185,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"35e6029b-f4f2-49b5-91fa-a82614b1be3e"} {"level":"info","ts":1789164460.31703,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"35e6029b-f4f2-49b5-91fa-a82614b1be3e","EoS":false} {"level":"info","ts":1789164460.3170419,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"35e6029b-f4f2-49b5-91fa-a82614b1be3e","EoS":true} {"level":"info","ts":1789164460.317061,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35e6029b-f4f2-49b5-91fa-a82614b1be3e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789164460.317076,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"35e6029b-f4f2-49b5-91fa-a82614b1be3e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164460.3170967,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"35e6029b-f4f2-49b5-91fa-a82614b1be3e"} {"level":"info","ts":1789164460.455856,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164460.4559376,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50ed5631-8bf3-4edd-9119-12d992c75bf5"} {"level":"info","ts":1789164460.4559493,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"50ed5631-8bf3-4edd-9119-12d992c75bf5"} {"level":"info","ts":1789164460.45596,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"50ed5631-8bf3-4edd-9119-12d992c75bf5","EoS":false} {"level":"info","ts":1789164460.4559731,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"50ed5631-8bf3-4edd-9119-12d992c75bf5","EoS":true} {"level":"info","ts":1789164460.4559932,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50ed5631-8bf3-4edd-9119-12d992c75bf5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789164460.4560099,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"50ed5631-8bf3-4edd-9119-12d992c75bf5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164460.4560316,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"50ed5631-8bf3-4edd-9119-12d992c75bf5"} {"level":"info","ts":1789164469.1532156,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164469.153326,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e13d409-1f3c-4fab-b1b1-78b60382c231"} {"level":"info","ts":1789164469.1533446,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4e13d409-1f3c-4fab-b1b1-78b60382c231"} {"level":"info","ts":1789164469.1533623,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4e13d409-1f3c-4fab-b1b1-78b60382c231","EoS":false} {"level":"info","ts":1789164469.153385,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4e13d409-1f3c-4fab-b1b1-78b60382c231","EoS":true} {"level":"info","ts":1789164469.1534162,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e13d409-1f3c-4fab-b1b1-78b60382c231","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789164469.1534355,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4e13d409-1f3c-4fab-b1b1-78b60382c231","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164469.1534662,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4e13d409-1f3c-4fab-b1b1-78b60382c231"} {"level":"info","ts":1789164469.1892264,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164469.189315,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c76bc6de-512c-42ca-88fa-45ee1cfa4e92"} {"level":"info","ts":1789164469.1893327,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c76bc6de-512c-42ca-88fa-45ee1cfa4e92"} {"level":"info","ts":1789164469.1893518,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c76bc6de-512c-42ca-88fa-45ee1cfa4e92","EoS":false} {"level":"info","ts":1789164469.1893687,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c76bc6de-512c-42ca-88fa-45ee1cfa4e92","EoS":true} {"level":"info","ts":1789164469.1893978,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c76bc6de-512c-42ca-88fa-45ee1cfa4e92","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789164469.189417,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c76bc6de-512c-42ca-88fa-45ee1cfa4e92","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164469.189446,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c76bc6de-512c-42ca-88fa-45ee1cfa4e92"} {"level":"info","ts":1789164469.2273126,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164469.227417,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8a13ef0-8442-4cdd-8cde-842ed132ff85"} {"level":"info","ts":1789164469.227435,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c8a13ef0-8442-4cdd-8cde-842ed132ff85"} {"level":"info","ts":1789164469.2274504,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c8a13ef0-8442-4cdd-8cde-842ed132ff85","EoS":false} {"level":"info","ts":1789164469.2274683,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c8a13ef0-8442-4cdd-8cde-842ed132ff85","EoS":true} {"level":"info","ts":1789164469.2274942,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8a13ef0-8442-4cdd-8cde-842ed132ff85","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789164469.2275124,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c8a13ef0-8442-4cdd-8cde-842ed132ff85","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164469.2275403,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c8a13ef0-8442-4cdd-8cde-842ed132ff85"} {"level":"info","ts":1789164469.258119,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164469.2581978,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a92da252-a1bd-43ae-aa68-b22a5436df1e"} {"level":"info","ts":1789164470.00603,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164470.0061157,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46661929-d790-4e55-9000-886695a8b2f3"} {"level":"info","ts":1789164470.0061293,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"46661929-d790-4e55-9000-886695a8b2f3"} {"level":"info","ts":1789164470.0061405,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"46661929-d790-4e55-9000-886695a8b2f3","EoS":false} {"level":"info","ts":1789164470.0061512,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"46661929-d790-4e55-9000-886695a8b2f3","EoS":true} {"level":"info","ts":1789164470.0061715,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46661929-d790-4e55-9000-886695a8b2f3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789164470.006188,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"46661929-d790-4e55-9000-886695a8b2f3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164470.0062096,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"46661929-d790-4e55-9000-886695a8b2f3"} {"level":"info","ts":1789164470.9226408,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164470.9227564,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6259b2b-b4ba-4d76-8452-9a54e4a68332"} {"level":"info","ts":1789164470.9227715,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e6259b2b-b4ba-4d76-8452-9a54e4a68332"} {"level":"info","ts":1789164470.9227831,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e6259b2b-b4ba-4d76-8452-9a54e4a68332","EoS":false} {"level":"info","ts":1789164470.9227955,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e6259b2b-b4ba-4d76-8452-9a54e4a68332","EoS":true} {"level":"info","ts":1789164470.9228146,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e6259b2b-b4ba-4d76-8452-9a54e4a68332","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789164470.9228303,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e6259b2b-b4ba-4d76-8452-9a54e4a68332","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164470.9228518,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e6259b2b-b4ba-4d76-8452-9a54e4a68332"} {"level":"info","ts":1789164471.6295834,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164471.6296926,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c0b5790-5545-4d95-b447-d939dd2edc65"} {"level":"info","ts":1789164471.6297383,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1c0b5790-5545-4d95-b447-d939dd2edc65"} {"level":"info","ts":1789164471.629761,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1c0b5790-5545-4d95-b447-d939dd2edc65","EoS":false} {"level":"info","ts":1789164471.629779,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1c0b5790-5545-4d95-b447-d939dd2edc65","EoS":true} {"level":"info","ts":1789164471.6298094,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c0b5790-5545-4d95-b447-d939dd2edc65","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789164471.62983,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1c0b5790-5545-4d95-b447-d939dd2edc65","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164471.6298604,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1c0b5790-5545-4d95-b447-d939dd2edc65"} {"level":"info","ts":1789164472.6763806,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164472.6764724,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d325880a-b6fa-4f34-b1c7-18fb59075080"} {"level":"info","ts":1789164472.6764867,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d325880a-b6fa-4f34-b1c7-18fb59075080"} {"level":"info","ts":1789164472.676504,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d325880a-b6fa-4f34-b1c7-18fb59075080","EoS":false} {"level":"info","ts":1789164472.676518,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d325880a-b6fa-4f34-b1c7-18fb59075080","EoS":true} {"level":"info","ts":1789164472.676543,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d325880a-b6fa-4f34-b1c7-18fb59075080","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789164472.676558,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d325880a-b6fa-4f34-b1c7-18fb59075080","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164472.676581,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d325880a-b6fa-4f34-b1c7-18fb59075080"} {"level":"info","ts":1789164480.1884196,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164480.1885045,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d0487bc-571b-4b9a-9916-bc3219890f07"} {"level":"info","ts":1789164480.1885161,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5d0487bc-571b-4b9a-9916-bc3219890f07"} {"level":"info","ts":1789164480.1885266,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5d0487bc-571b-4b9a-9916-bc3219890f07","EoS":false} {"level":"info","ts":1789164480.188539,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5d0487bc-571b-4b9a-9916-bc3219890f07","EoS":true} {"level":"info","ts":1789164480.188558,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d0487bc-571b-4b9a-9916-bc3219890f07","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789164480.1885726,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5d0487bc-571b-4b9a-9916-bc3219890f07","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164480.188595,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5d0487bc-571b-4b9a-9916-bc3219890f07"} {"level":"info","ts":1789164494.6286483,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164494.6287758,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0537f383-3965-4f64-a54d-dfc70863fbb1"} {"level":"info","ts":1789164494.6287909,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0537f383-3965-4f64-a54d-dfc70863fbb1"} {"level":"info","ts":1789164494.6288023,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0537f383-3965-4f64-a54d-dfc70863fbb1","EoS":false} {"level":"info","ts":1789164494.6288137,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0537f383-3965-4f64-a54d-dfc70863fbb1","EoS":true} {"level":"info","ts":1789164494.6288338,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0537f383-3965-4f64-a54d-dfc70863fbb1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789164494.6288505,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0537f383-3965-4f64-a54d-dfc70863fbb1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164494.6288748,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0537f383-3965-4f64-a54d-dfc70863fbb1"} {"level":"info","ts":1789164495.8506737,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164495.8507793,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f575deb-cc2a-4b31-9cff-cc024a3e146f"} {"level":"info","ts":1789164495.8507917,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4f575deb-cc2a-4b31-9cff-cc024a3e146f"} {"level":"info","ts":1789164495.8508039,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4f575deb-cc2a-4b31-9cff-cc024a3e146f","EoS":false} {"level":"info","ts":1789164495.8508155,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4f575deb-cc2a-4b31-9cff-cc024a3e146f","EoS":true} {"level":"info","ts":1789164495.8508365,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4f575deb-cc2a-4b31-9cff-cc024a3e146f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789164495.8508523,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4f575deb-cc2a-4b31-9cff-cc024a3e146f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164495.850872,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4f575deb-cc2a-4b31-9cff-cc024a3e146f"} {"level":"info","ts":1789164503.8168986,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164503.816997,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da5e3af2-d8aa-4c5a-ab34-102753f8bd31"} {"level":"info","ts":1789164503.8170106,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"da5e3af2-d8aa-4c5a-ab34-102753f8bd31"} {"level":"info","ts":1789164503.8170226,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"da5e3af2-d8aa-4c5a-ab34-102753f8bd31","EoS":false} {"level":"info","ts":1789164503.8170333,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"da5e3af2-d8aa-4c5a-ab34-102753f8bd31","EoS":true} {"level":"info","ts":1789164503.817054,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da5e3af2-d8aa-4c5a-ab34-102753f8bd31","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789164503.8170695,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"da5e3af2-d8aa-4c5a-ab34-102753f8bd31","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164503.817092,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"da5e3af2-d8aa-4c5a-ab34-102753f8bd31"} {"level":"info","ts":1789164505.4358096,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164505.4359138,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5dfb157-1f66-4b11-becb-02f398c807c0"} {"level":"info","ts":1789164505.4359307,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d5dfb157-1f66-4b11-becb-02f398c807c0"} {"level":"info","ts":1789164505.4359503,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d5dfb157-1f66-4b11-becb-02f398c807c0","EoS":false} {"level":"info","ts":1789164505.4359684,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d5dfb157-1f66-4b11-becb-02f398c807c0","EoS":true} {"level":"info","ts":1789164505.436001,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d5dfb157-1f66-4b11-becb-02f398c807c0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789164505.4360201,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d5dfb157-1f66-4b11-becb-02f398c807c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164505.4360502,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d5dfb157-1f66-4b11-becb-02f398c807c0"} {"level":"info","ts":1789164573.5606463,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164573.5607972,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df4e2df0-e6a6-4413-a829-7518fc36c809"} {"level":"info","ts":1789164573.5608175,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"df4e2df0-e6a6-4413-a829-7518fc36c809"} {"level":"info","ts":1789164573.560839,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"df4e2df0-e6a6-4413-a829-7518fc36c809","EoS":false} {"level":"info","ts":1789164573.56086,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"df4e2df0-e6a6-4413-a829-7518fc36c809","EoS":true} {"level":"info","ts":1789164573.5608892,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df4e2df0-e6a6-4413-a829-7518fc36c809","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789164573.560908,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"df4e2df0-e6a6-4413-a829-7518fc36c809","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789164573.5609376,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"df4e2df0-e6a6-4413-a829-7518fc36c809"} {"level":"info","ts":1789164596.8881292,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164596.8882294,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"864efffd-24d6-4c2c-a5fd-210009e7c67a"} {"level":"info","ts":1789164596.8882387,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"864efffd-24d6-4c2c-a5fd-210009e7c67a"} {"level":"info","ts":1789164596.8882492,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"864efffd-24d6-4c2c-a5fd-210009e7c67a","EoS":false} {"level":"info","ts":1789164596.8882594,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"864efffd-24d6-4c2c-a5fd-210009e7c67a","EoS":true} {"level":"info","ts":1789164596.888279,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"864efffd-24d6-4c2c-a5fd-210009e7c67a","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789164596.8882942,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"864efffd-24d6-4c2c-a5fd-210009e7c67a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789164596.888316,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"864efffd-24d6-4c2c-a5fd-210009e7c67a"} {"level":"info","ts":1789164676.0600898,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164676.0601778,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46e25546-50b4-420f-af2e-2f00502fdebc"} {"level":"info","ts":1789164676.0601885,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"46e25546-50b4-420f-af2e-2f00502fdebc"} {"level":"info","ts":1789164676.0602002,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"46e25546-50b4-420f-af2e-2f00502fdebc","EoS":false} {"level":"info","ts":1789164676.0602143,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"46e25546-50b4-420f-af2e-2f00502fdebc","EoS":true} {"level":"info","ts":1789164676.060236,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46e25546-50b4-420f-af2e-2f00502fdebc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789164676.0602517,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"46e25546-50b4-420f-af2e-2f00502fdebc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164676.0602727,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"46e25546-50b4-420f-af2e-2f00502fdebc"} {"level":"info","ts":1789164676.0996325,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164676.0997488,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73881861-35a3-4f38-9a48-d21b7a5c75ae"} {"level":"info","ts":1789164676.0997617,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"73881861-35a3-4f38-9a48-d21b7a5c75ae"} {"level":"info","ts":1789164676.0997732,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"73881861-35a3-4f38-9a48-d21b7a5c75ae","EoS":false} {"level":"info","ts":1789164676.099784,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"73881861-35a3-4f38-9a48-d21b7a5c75ae","EoS":true} {"level":"info","ts":1789164676.0998023,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73881861-35a3-4f38-9a48-d21b7a5c75ae","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789164676.0998178,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"73881861-35a3-4f38-9a48-d21b7a5c75ae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164676.0998392,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"73881861-35a3-4f38-9a48-d21b7a5c75ae"} {"level":"info","ts":1789164676.136638,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164676.1367528,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8d4876d-502d-444a-95bc-e9c15745a819"} {"level":"info","ts":1789164676.1367652,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f8d4876d-502d-444a-95bc-e9c15745a819"} {"level":"info","ts":1789164676.1367772,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f8d4876d-502d-444a-95bc-e9c15745a819","EoS":false} {"level":"info","ts":1789164676.136791,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f8d4876d-502d-444a-95bc-e9c15745a819","EoS":true} {"level":"info","ts":1789164676.136812,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8d4876d-502d-444a-95bc-e9c15745a819","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789164676.1368282,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f8d4876d-502d-444a-95bc-e9c15745a819","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164676.1368487,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f8d4876d-502d-444a-95bc-e9c15745a819"} {"level":"info","ts":1789164676.1724043,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164676.1724803,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"197419cd-06db-4e3e-8161-c02abbe9fa63"} {"level":"info","ts":1789164676.1724904,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"197419cd-06db-4e3e-8161-c02abbe9fa63"} {"level":"info","ts":1789164676.1725004,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"197419cd-06db-4e3e-8161-c02abbe9fa63","EoS":false} {"level":"info","ts":1789164676.17251,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"197419cd-06db-4e3e-8161-c02abbe9fa63","EoS":true} {"level":"info","ts":1789164676.172528,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"197419cd-06db-4e3e-8161-c02abbe9fa63","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789164676.1725485,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"197419cd-06db-4e3e-8161-c02abbe9fa63","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789164676.1725755,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"197419cd-06db-4e3e-8161-c02abbe9fa63"} {"level":"info","ts":1789164678.6856666,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164678.6857846,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f418182-8156-438b-8234-8d3093c9addf"} {"level":"info","ts":1789164678.6858008,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6f418182-8156-438b-8234-8d3093c9addf"} {"level":"info","ts":1789164678.6858184,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6f418182-8156-438b-8234-8d3093c9addf","EoS":false} {"level":"info","ts":1789164678.6858323,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6f418182-8156-438b-8234-8d3093c9addf","EoS":true} {"level":"info","ts":1789164678.6858582,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f418182-8156-438b-8234-8d3093c9addf","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789164678.685882,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6f418182-8156-438b-8234-8d3093c9addf","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789164678.685917,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6f418182-8156-438b-8234-8d3093c9addf"} {"level":"info","ts":1789164691.039899,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164691.0399938,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682"} {"level":"info","ts":1789164691.0400126,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682"} {"level":"info","ts":1789164691.0400257,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682","EoS":false} {"level":"info","ts":1789164691.0400386,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682","EoS":true} {"level":"info","ts":1789164691.0400574,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789164691.0400727,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789164691.0401013,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3636055c-1c21-4451-bace-1e7b9807a682"} {"level":"info","ts":1789164691.191954,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164691.1920497,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8"} {"level":"info","ts":1789164691.1920614,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8"} {"level":"info","ts":1789164691.1920729,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8","EoS":false} {"level":"info","ts":1789164691.192083,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8","EoS":true} {"level":"info","ts":1789164691.1920993,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789164691.1921146,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789164691.1921368,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fd419417-981d-4e8e-80b1-80cb4793c2c8"} {"level":"info","ts":1789164691.3295317,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164691.3296225,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692"} {"level":"info","ts":1789164691.3296351,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692"} {"level":"info","ts":1789164691.3296456,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692","EoS":false} {"level":"info","ts":1789164691.3296564,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692","EoS":true} {"level":"info","ts":1789164691.3296742,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789164691.3296888,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789164691.329711,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"da91e2e6-eb6f-4fda-b3b0-50a9b5571692"} {"level":"info","ts":1789164691.4667702,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164691.4668617,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c803dcbe-163d-4f44-a514-e62602963c32"} {"level":"info","ts":1789164691.4668715,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c803dcbe-163d-4f44-a514-e62602963c32"} {"level":"info","ts":1789164691.4668822,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c803dcbe-163d-4f44-a514-e62602963c32","EoS":false} {"level":"info","ts":1789164691.4668944,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c803dcbe-163d-4f44-a514-e62602963c32","EoS":true} {"level":"info","ts":1789164691.466914,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c803dcbe-163d-4f44-a514-e62602963c32","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789164691.4669304,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c803dcbe-163d-4f44-a514-e62602963c32","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789164691.4669528,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c803dcbe-163d-4f44-a514-e62602963c32"} {"level":"info","ts":1789164704.1961336,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789164704.1962473,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8595a9c4-7808-446a-850c-4f3ae95ce0bd"} {"level":"info","ts":1789164704.1962657,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8595a9c4-7808-446a-850c-4f3ae95ce0bd"} {"level":"info","ts":1789164704.1962826,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8595a9c4-7808-446a-850c-4f3ae95ce0bd","EoS":false} {"level":"info","ts":1789164704.1962972,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8595a9c4-7808-446a-850c-4f3ae95ce0bd","EoS":true} {"level":"info","ts":1789164704.196325,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8595a9c4-7808-446a-850c-4f3ae95ce0bd","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789164704.1963456,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8595a9c4-7808-446a-850c-4f3ae95ce0bd","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789164704.1963773,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8595a9c4-7808-446a-850c-4f3ae95ce0bd"}