{"level":"info","ts":1789384542.4004755,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"025e0152-b2e5-4d26-a2d3-ba12d5777efb"} {"level":"info","ts":1789384542.4004855,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"025e0152-b2e5-4d26-a2d3-ba12d5777efb","EoS":false} {"level":"info","ts":1789384542.4004982,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"025e0152-b2e5-4d26-a2d3-ba12d5777efb","EoS":true} {"level":"info","ts":1789384542.4005187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"025e0152-b2e5-4d26-a2d3-ba12d5777efb","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789384542.400534,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"025e0152-b2e5-4d26-a2d3-ba12d5777efb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789384542.4005437,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"025e0152-b2e5-4d26-a2d3-ba12d5777efb","modelName":"e2e-external-model"} {"level":"info","ts":1789384542.4005542,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"025e0152-b2e5-4d26-a2d3-ba12d5777efb","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789384542.4005983,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"025e0152-b2e5-4d26-a2d3-ba12d5777efb"} {"level":"info","ts":1789384542.4313803,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384542.4314513,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5171f42d-725b-4b72-8932-07145286cfe8"} {"level":"info","ts":1789384542.4314635,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5171f42d-725b-4b72-8932-07145286cfe8"} {"level":"info","ts":1789384542.4314735,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5171f42d-725b-4b72-8932-07145286cfe8","EoS":false} {"level":"info","ts":1789384542.431483,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5171f42d-725b-4b72-8932-07145286cfe8","EoS":true} {"level":"info","ts":1789384542.4315014,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5171f42d-725b-4b72-8932-07145286cfe8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789384542.4315171,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5171f42d-725b-4b72-8932-07145286cfe8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789384542.4315262,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"5171f42d-725b-4b72-8932-07145286cfe8","modelName":"e2e-external-model"} {"level":"info","ts":1789384542.4315448,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"5171f42d-725b-4b72-8932-07145286cfe8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789384542.4315746,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5171f42d-725b-4b72-8932-07145286cfe8"} {"level":"info","ts":1789384542.4602299,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384542.4603183,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"178d0757-1628-4527-bdc4-886b9cc110cf"} {"level":"info","ts":1789384542.4603312,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"178d0757-1628-4527-bdc4-886b9cc110cf"} {"level":"info","ts":1789384542.4603417,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"178d0757-1628-4527-bdc4-886b9cc110cf","EoS":false} {"level":"info","ts":1789384542.460351,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"178d0757-1628-4527-bdc4-886b9cc110cf","EoS":true} {"level":"info","ts":1789384542.4603775,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"178d0757-1628-4527-bdc4-886b9cc110cf","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789384542.4603908,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"178d0757-1628-4527-bdc4-886b9cc110cf","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789384542.4604006,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"178d0757-1628-4527-bdc4-886b9cc110cf","modelName":"e2e-external-model"} {"level":"info","ts":1789384542.4604108,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"178d0757-1628-4527-bdc4-886b9cc110cf","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789384542.4604414,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"178d0757-1628-4527-bdc4-886b9cc110cf"} {"level":"info","ts":1789384542.6326923,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"054e3f92-7373-4ee9-b351-de62d184c286"} {"level":"info","ts":1789384542.6327505,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28682f6f-a0aa-4595-87c4-5cf98f00449d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789384542.632791,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28682f6f-a0aa-4595-87c4-5cf98f00449d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789384542.6442435,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b375542d-0d44-4b75-b83f-ec303c5dbde7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789384542.6442974,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b375542d-0d44-4b75-b83f-ec303c5dbde7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789384542.6456466,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"054e3f92-7373-4ee9-b351-de62d184c286","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384542.6457062,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"054e3f92-7373-4ee9-b351-de62d184c286","name":"e2e-cleanup-test"} {"level":"info","ts":1789384542.6636126,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1abab5aa-a47a-4954-91f9-655c31277eb2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789384542.663651,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1abab5aa-a47a-4954-91f9-655c31277eb2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789384542.6718276,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"054e3f92-7373-4ee9-b351-de62d184c286","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789384542.6718712,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"054e3f92-7373-4ee9-b351-de62d184c286","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384542.671932,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4a19ce4-c266-4a94-b180-1d3f23b1f3c6"} {"level":"info","ts":1789384542.672,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4a19ce4-c266-4a94-b180-1d3f23b1f3c6","name":"e2e-cleanup-test"} {"level":"info","ts":1789384542.6854665,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6d91672f-d7ec-44ba-9ec4-6c4bda8d7529","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789384542.6855175,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6d91672f-d7ec-44ba-9ec4-6c4bda8d7529","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789384542.685752,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4a19ce4-c266-4a94-b180-1d3f23b1f3c6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789384542.6896093,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4a19ce4-c266-4a94-b180-1d3f23b1f3c6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384542.6896758,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c31c8ad8-e376-4f1a-a8f7-ef8598f2d3a3"} {"level":"info","ts":1789384542.6897135,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c31c8ad8-e376-4f1a-a8f7-ef8598f2d3a3","name":"e2e-cleanup-test"} {"level":"info","ts":1789384542.7001994,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c31c8ad8-e376-4f1a-a8f7-ef8598f2d3a3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789384542.7059062,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9734f91b-ac57-4cdb-81be-ea7e1aa0dfd3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789384542.7059367,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9734f91b-ac57-4cdb-81be-ea7e1aa0dfd3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789384542.7114162,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c31c8ad8-e376-4f1a-a8f7-ef8598f2d3a3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384542.7115004,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88e0714c-56a5-49d0-bd4b-4cfe6afe4609"} {"level":"info","ts":1789384542.711559,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88e0714c-56a5-49d0-bd4b-4cfe6afe4609","name":"e2e-cleanup-test"} {"level":"info","ts":1789384542.7225022,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88e0714c-56a5-49d0-bd4b-4cfe6afe4609","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789384542.7789073,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384542.778974,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed927a83-15e8-41d8-b46d-2627760c77f3"} {"level":"info","ts":1789384542.7789834,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ed927a83-15e8-41d8-b46d-2627760c77f3"} {"level":"info","ts":1789384542.7789936,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ed927a83-15e8-41d8-b46d-2627760c77f3","EoS":false} {"level":"info","ts":1789384542.7790034,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ed927a83-15e8-41d8-b46d-2627760c77f3","EoS":true} {"level":"info","ts":1789384542.7790177,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed927a83-15e8-41d8-b46d-2627760c77f3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789384542.7790282,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ed927a83-15e8-41d8-b46d-2627760c77f3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789384542.7790487,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ed927a83-15e8-41d8-b46d-2627760c77f3"} {"level":"info","ts":1789384545.2911599,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384545.2913194,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d71350a1-3f76-447c-a7eb-1c4114769912"} {"level":"info","ts":1789384550.8762028,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80c81c9f-15be-4857-bfee-0c7689d0d063"} {"level":"info","ts":1789384550.8762386,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ea602c4-ddba-45cd-8758-bc316028d26c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789384550.8762965,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ea602c4-ddba-45cd-8758-bc316028d26c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789384555.1727026,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384555.172785,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"549345ad-582c-41cd-b67a-3c8bfe052e73"} {"level":"info","ts":1789384555.1727986,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"549345ad-582c-41cd-b67a-3c8bfe052e73"} {"level":"info","ts":1789384555.172811,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"549345ad-582c-41cd-b67a-3c8bfe052e73","EoS":false} {"level":"info","ts":1789384555.1728272,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"549345ad-582c-41cd-b67a-3c8bfe052e73","EoS":true} {"level":"info","ts":1789384555.1728473,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"549345ad-582c-41cd-b67a-3c8bfe052e73","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1789384555.1728632,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"549345ad-582c-41cd-b67a-3c8bfe052e73","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1789384555.1729338,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"549345ad-582c-41cd-b67a-3c8bfe052e73"} {"level":"info","ts":1789384555.5398912,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"4d522e4e-bdc3-413c-9077-fb925bdf6af7","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384555.5541837,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"4d522e4e-bdc3-413c-9077-fb925bdf6af7","name":"e2e-legacy-migration-3a632e60"} {"level":"info","ts":1789384555.5601912,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"fca04a4a-e115-48b9-9961-abb8ff5153a2"} {"level":"info","ts":1789384555.5603275,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"e853622a-a64e-4fe6-bc55-ca5efbb6230b","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384555.5606139,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"e853622a-a64e-4fe6-bc55-ca5efbb6230b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789384555.571776,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"04c4b464-f96f-46d9-b3fa-938408e79f7e","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384555.5718014,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"04c4b464-f96f-46d9-b3fa-938408e79f7e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789384555.581341,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"bb87a8b5-df49-4d8d-b4a7-1ed39103ad7d"} {"level":"info","ts":1789384555.5813699,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"de692632-05af-4c33-aa7c-0f73755bb3c1","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384555.5814085,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"de692632-05af-4c33-aa7c-0f73755bb3c1","modelName":"e2e-legacy-migration-3a632e60","resolvedRefs":1} {"level":"error","ts":1789384555.5834115,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"4d522e4e-bdc3-413c-9077-fb925bdf6af7","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3a632e60\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789384555.585907,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"fca04a4a-e115-48b9-9961-abb8ff5153a2","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3a632e60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384555.5859709,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"fca04a4a-e115-48b9-9961-abb8ff5153a2","name":"e2e-legacy-migration-3a632e60"} {"level":"info","ts":1789384555.5891232,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"b5ab3f11-c224-4d78-9040-0ce4ace5455c","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384555.5932214,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"bb87a8b5-df49-4d8d-b4a7-1ed39103ad7d","provider":"e2e-legacy-migration-3a632e60","phase":"Pending"} {"level":"info","ts":1789384555.5943308,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"a6850139-1bf1-42ea-9466-2a68e480f0d2","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384555.5943651,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"a6850139-1bf1-42ea-9466-2a68e480f0d2","modelName":"e2e-legacy-migration-3a632e60","resolvedRefs":1} {"level":"info","ts":1789384555.598229,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"b5ab3f11-c224-4d78-9040-0ce4ace5455c","name":"e2e-legacy-migration-3a632e60"} {"level":"info","ts":1789384555.6115956,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"668d78b5-997a-48ff-940d-a9a78a2bc955","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384555.6116693,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"668d78b5-997a-48ff-940d-a9a78a2bc955","modelName":"e2e-legacy-migration-3a632e60","resolvedRefs":1} {"level":"error","ts":1789384555.6121945,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"bb87a8b5-df49-4d8d-b4a7-1ed39103ad7d","error":"ExternalModel \"e2e-legacy-migration-3a632e60\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3a632e60\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384555.6122456,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"c5d61dcf-badd-4535-b525-532e13285200"} {"level":"info","ts":1789384555.612289,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"c5d61dcf-badd-4535-b525-532e13285200","provider":"e2e-legacy-migration-3a632e60","phase":"Pending"} {"level":"info","ts":1789384555.6145198,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"fca04a4a-e115-48b9-9961-abb8ff5153a2","kind":"ServiceEntry","name":"e2e-legacy-migration-3a632e60"} {"level":"error","ts":1789384555.6182308,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"b5ab3f11-c224-4d78-9040-0ce4ace5455c","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3a632e60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789384555.6274035,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"c5d61dcf-badd-4535-b525-532e13285200","error":"ExternalModel \"e2e-legacy-migration-3a632e60\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3a632e60\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384555.6284125,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"7ebe86e6-8466-4a8e-85fc-342b58188f40","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384555.633027,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"7ebe86e6-8466-4a8e-85fc-342b58188f40","name":"e2e-legacy-migration-3a632e60"} {"level":"info","ts":1789384555.6378365,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"fdf1c974-96e2-4856-a640-010048aaf556"} {"level":"info","ts":1789384555.6378634,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"fdf1c974-96e2-4856-a640-010048aaf556","provider":"e2e-legacy-migration-3a632e60","phase":"Pending"} {"level":"error","ts":1789384555.638151,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"fca04a4a-e115-48b9-9961-abb8ff5153a2","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3a632e60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789384555.6381862,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"fca04a4a-e115-48b9-9961-abb8ff5153a2","error":"failed to apply ServiceEntry: serviceentries.networking.istio.io \"e2e-legacy-migration-3a632e60\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384555.6382341,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"c99254ea-eec9-4c8a-b140-f97a98f91c83"} {"level":"info","ts":1789384555.6382976,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"c99254ea-eec9-4c8a-b140-f97a98f91c83","name":"e2e-legacy-migration-3a632e60"} {"level":"info","ts":1789384555.6437857,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"7ebe86e6-8466-4a8e-85fc-342b58188f40","provider":"openai","model":"e2e-legacy-migration-3a632e60","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789384555.6557763,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"fdf1c974-96e2-4856-a640-010048aaf556","error":"ExternalModel \"e2e-legacy-migration-3a632e60\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3a632e60\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384555.6590817,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"df6258c6-56b8-4d16-b72d-d2b41add9ca6","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384555.6591141,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"df6258c6-56b8-4d16-b72d-d2b41add9ca6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789384555.6592085,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"4cdc0f75-0cbc-45f9-bb54-c5e3317581d4","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384555.6592293,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"4cdc0f75-0cbc-45f9-bb54-c5e3317581d4","modelName":"e2e-legacy-migration-3a632e60","resolvedRefs":1} {"level":"info","ts":1789384555.6593492,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"b62c35da-a9b2-4a28-a9f1-de9cf78a366c"} {"level":"info","ts":1789384555.6593883,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"b62c35da-a9b2-4a28-a9f1-de9cf78a366c","name":"e2e-legacy-migration-3a632e60"} {"level":"info","ts":1789384555.6643126,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384555.6643786,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fad4458a-7760-42ed-9ea3-16b9d97d56aa"} {"level":"info","ts":1789384555.6643908,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fad4458a-7760-42ed-9ea3-16b9d97d56aa"} {"level":"info","ts":1789384555.6644018,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fad4458a-7760-42ed-9ea3-16b9d97d56aa","EoS":false} {"level":"info","ts":1789384555.6644123,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fad4458a-7760-42ed-9ea3-16b9d97d56aa","EoS":true} {"level":"info","ts":1789384555.6644266,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fad4458a-7760-42ed-9ea3-16b9d97d56aa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789384555.66444,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fad4458a-7760-42ed-9ea3-16b9d97d56aa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789384555.6644576,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fad4458a-7760-42ed-9ea3-16b9d97d56aa"} {"level":"info","ts":1789384555.6880486,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"c99254ea-eec9-4c8a-b140-f97a98f91c83","service":"e2e-legacy-migration-3a632e60","serviceEntry":"e2e-legacy-migration-3a632e60","destinationRule":"e2e-legacy-migration-3a632e60"} {"level":"info","ts":1789384555.6892185,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"d3e88482-efde-4bcd-b369-e1d64b5b6239","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384555.6892595,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"d3e88482-efde-4bcd-b369-e1d64b5b6239","modelName":"e2e-legacy-migration-3a632e60","resolvedRefs":1} {"level":"error","ts":1789384555.703699,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"b62c35da-a9b2-4a28-a9f1-de9cf78a366c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3a632e60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789384555.7037802,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"b62c35da-a9b2-4a28-a9f1-de9cf78a366c","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-3a632e60\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384555.7038496,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"fb31b114-7318-4bb8-b0ca-8a6c4a97de9f"} {"level":"info","ts":1789384555.703941,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"fb31b114-7318-4bb8-b0ca-8a6c4a97de9f","name":"e2e-legacy-migration-3a632e60"} {"level":"error","ts":1789384555.711112,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"c99254ea-eec9-4c8a-b140-f97a98f91c83","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-3a632e60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384555.7111797,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"5d57a137-e52f-4612-bfd7-da19bd5ba97e"} {"level":"info","ts":1789384555.7112205,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"5d57a137-e52f-4612-bfd7-da19bd5ba97e","name":"e2e-legacy-migration-3a632e60"} {"level":"info","ts":1789384555.7247186,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"fb31b114-7318-4bb8-b0ca-8a6c4a97de9f","httpRoute":"e2e-legacy-migration-3a632e60","providers":["e2e-legacy-migration-3a632e60"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789384555.7294536,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"0302723e-b088-498b-a7dc-e51054a8444b","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384555.7294874,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"0302723e-b088-498b-a7dc-e51054a8444b","modelName":"e2e-legacy-migration-3a632e60","resolvedRefs":1} {"level":"error","ts":1789384555.7299821,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"fb31b114-7318-4bb8-b0ca-8a6c4a97de9f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3a632e60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384555.7300792,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"7e4acc51-f68d-462d-b1b1-820ea62c64d8"} {"level":"info","ts":1789384555.7301402,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"7e4acc51-f68d-462d-b1b1-820ea62c64d8","name":"e2e-legacy-migration-3a632e60"} {"level":"info","ts":1789384555.739528,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"5d57a137-e52f-4612-bfd7-da19bd5ba97e","service":"e2e-legacy-migration-3a632e60","serviceEntry":"e2e-legacy-migration-3a632e60","destinationRule":"e2e-legacy-migration-3a632e60"} {"level":"info","ts":1789384555.7558713,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"7e4acc51-f68d-462d-b1b1-820ea62c64d8","httpRoute":"e2e-legacy-migration-3a632e60","providers":["e2e-legacy-migration-3a632e60"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789384555.772163,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"9a3d5112-0473-4ae8-8a5c-98123c18f003","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384555.7721927,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"9a3d5112-0473-4ae8-8a5c-98123c18f003","modelName":"e2e-legacy-migration-3a632e60","resolvedRefs":1} {"level":"error","ts":1789384555.7731266,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"7e4acc51-f68d-462d-b1b1-820ea62c64d8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3a632e60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384555.7732072,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"2dcf1149-ebc5-4bab-a07e-55d66116a040"} {"level":"info","ts":1789384555.7732985,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"2dcf1149-ebc5-4bab-a07e-55d66116a040","name":"e2e-legacy-migration-3a632e60"} {"level":"info","ts":1789384555.896817,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"2dcf1149-ebc5-4bab-a07e-55d66116a040","httpRoute":"e2e-legacy-migration-3a632e60","providers":["e2e-legacy-migration-3a632e60"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789384556.0464694,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"63bca79b-799d-47d8-b2dc-8ecf6514c2ce","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384556.0555928,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"63bca79b-799d-47d8-b2dc-8ecf6514c2ce","name":"e2e-legacy-migration-3a632e60"} {"level":"info","ts":1789384556.069044,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"63bca79b-799d-47d8-b2dc-8ecf6514c2ce","provider":"openai","model":"e2e-legacy-migration-3a632e60","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789384558.4772568,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"124c5c59-8fdc-4163-b80c-89d02b5471ff","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384558.4955816,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"30ccc15a-59cb-4c41-8d6f-1b51121cd9f2","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384558.4959147,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"30ccc15a-59cb-4c41-8d6f-1b51121cd9f2","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384558.495711,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"b18d6c28-5254-4b91-ba7c-9a980b33a6cc"} {"level":"info","ts":1789384558.4958029,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"3324ea9a-f8c7-4626-b792-812f75b2ff9e","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"error","ts":1789384558.496001,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"3324ea9a-f8c7-4626-b792-812f75b2ff9e","provider":"e2e-legacy-migration-3a632e60","error":"ExternalProvider \"e2e-legacy-migration-3a632e60\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384558.496077,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"3324ea9a-f8c7-4626-b792-812f75b2ff9e"} {"level":"info","ts":1789384558.4958785,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"1d2c8839-947e-4209-a528-799f6aadb700"} {"level":"error","ts":1789384558.4961493,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"1d2c8839-947e-4209-a528-799f6aadb700","provider":"e2e-legacy-migration-3a632e60","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-3a632e60\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384558.5044444,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"790b2553-4f28-42a6-ac05-fd1fea242547","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"info","ts":1789384558.5044775,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"790b2553-4f28-42a6-ac05-fd1fea242547","name":"e2e-legacy-migration-3a632e60","namespace":"llm"} {"level":"error","ts":1789384558.5149899,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"1d2c8839-947e-4209-a528-799f6aadb700","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-3a632e60\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789384558.5150306,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"1d2c8839-947e-4209-a528-799f6aadb700","error":"ExternalModel \"e2e-legacy-migration-3a632e60\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-3a632e60\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789384558.515095,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3a632e60","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3a632e60","reconcileID":"3cb6b023-1b1d-4334-819e-d682a87e2711"} {"level":"info","ts":1789384558.8808255,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384558.8809156,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8"} {"level":"info","ts":1789384558.8809285,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8"} {"level":"info","ts":1789384558.880939,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8","EoS":false} {"level":"info","ts":1789384558.8809507,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8","EoS":true} {"level":"info","ts":1789384558.8809714,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789384558.8809872,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789384558.8809974,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8","modelName":"e2e-external-model"} {"level":"info","ts":1789384558.881008,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789384558.8810368,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ab8f59f7-75bd-4d06-a66a-bc78665138c8"} {"level":"info","ts":1789384559.0788531,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384559.07893,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efa72dff-44c0-49a9-bc3f-ee3329c4eb06"} {"level":"info","ts":1789384559.0789416,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"efa72dff-44c0-49a9-bc3f-ee3329c4eb06"} {"level":"info","ts":1789384559.0789526,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"efa72dff-44c0-49a9-bc3f-ee3329c4eb06","EoS":false} {"level":"info","ts":1789384559.078963,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"efa72dff-44c0-49a9-bc3f-ee3329c4eb06","EoS":true} {"level":"info","ts":1789384559.0789828,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"efa72dff-44c0-49a9-bc3f-ee3329c4eb06","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789384559.0789948,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"efa72dff-44c0-49a9-bc3f-ee3329c4eb06","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789384559.0790174,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"efa72dff-44c0-49a9-bc3f-ee3329c4eb06"} {"level":"info","ts":1789384559.2649684,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384559.2650428,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e97cd6be-4478-4237-b2d1-d11f4a05077b"} {"level":"info","ts":1789384559.2650545,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e97cd6be-4478-4237-b2d1-d11f4a05077b"} {"level":"info","ts":1789384559.2650652,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e97cd6be-4478-4237-b2d1-d11f4a05077b","EoS":false} {"level":"info","ts":1789384559.2650747,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e97cd6be-4478-4237-b2d1-d11f4a05077b","EoS":true} {"level":"info","ts":1789384559.265097,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"e97cd6be-4478-4237-b2d1-d11f4a05077b","field":"model"} {"level":"info","ts":1789384559.2651203,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e97cd6be-4478-4237-b2d1-d11f4a05077b"} {"level":"info","ts":1789384559.9981117,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384559.998217,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0feb2d77-8f91-47d0-a56c-1827f377df2a"} {"level":"info","ts":1789384559.9982314,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0feb2d77-8f91-47d0-a56c-1827f377df2a"} {"level":"info","ts":1789384559.9982488,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0feb2d77-8f91-47d0-a56c-1827f377df2a","EoS":false} {"level":"info","ts":1789384559.9982848,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0feb2d77-8f91-47d0-a56c-1827f377df2a","EoS":true} {"level":"info","ts":1789384559.998317,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0feb2d77-8f91-47d0-a56c-1827f377df2a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789384559.9983375,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0feb2d77-8f91-47d0-a56c-1827f377df2a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789384559.9983716,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0feb2d77-8f91-47d0-a56c-1827f377df2a"} {"level":"info","ts":1789384560.1051931,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384560.1052628,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d0f2bd6-3eb4-44c0-93ef-eabdfe1622b9"} {"level":"info","ts":1789384560.105297,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2d0f2bd6-3eb4-44c0-93ef-eabdfe1622b9"} {"level":"info","ts":1789384560.1053104,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2d0f2bd6-3eb4-44c0-93ef-eabdfe1622b9","EoS":false} {"level":"info","ts":1789384560.10532,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2d0f2bd6-3eb4-44c0-93ef-eabdfe1622b9","EoS":true} {"level":"info","ts":1789384560.1053367,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d0f2bd6-3eb4-44c0-93ef-eabdfe1622b9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789384560.105351,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2d0f2bd6-3eb4-44c0-93ef-eabdfe1622b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789384560.1053736,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2d0f2bd6-3eb4-44c0-93ef-eabdfe1622b9"} {"level":"info","ts":1789384560.2040284,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384560.2041013,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e9fd0fe-13bc-448b-ae34-c0052eb9d9c5"} {"level":"info","ts":1789384560.2041147,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8e9fd0fe-13bc-448b-ae34-c0052eb9d9c5"} {"level":"info","ts":1789384560.204126,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8e9fd0fe-13bc-448b-ae34-c0052eb9d9c5","EoS":false} {"level":"info","ts":1789384560.2041357,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8e9fd0fe-13bc-448b-ae34-c0052eb9d9c5","EoS":true} {"level":"info","ts":1789384560.204153,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e9fd0fe-13bc-448b-ae34-c0052eb9d9c5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789384560.2041667,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8e9fd0fe-13bc-448b-ae34-c0052eb9d9c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789384560.2041867,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8e9fd0fe-13bc-448b-ae34-c0052eb9d9c5"} {"level":"info","ts":1789384560.2145357,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f3116cfd-af5a-4529-9e48-1c517ca12659"} {"level":"info","ts":1789384560.214676,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5e9ff10-a4ae-4e87-a68f-58fff4612cda","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789384560.214725,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5e9ff10-a4ae-4e87-a68f-58fff4612cda","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789384560.3051279,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384560.3052135,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d7847c0-fb86-4ecc-b6db-93334dfbe34a"} {"level":"info","ts":1789384560.3052323,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0d7847c0-fb86-4ecc-b6db-93334dfbe34a"} {"level":"info","ts":1789384560.305246,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0d7847c0-fb86-4ecc-b6db-93334dfbe34a","EoS":false} {"level":"info","ts":1789384560.3052616,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0d7847c0-fb86-4ecc-b6db-93334dfbe34a","EoS":true} {"level":"info","ts":1789384560.305303,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d7847c0-fb86-4ecc-b6db-93334dfbe34a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789384560.3053162,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0d7847c0-fb86-4ecc-b6db-93334dfbe34a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789384560.3053405,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0d7847c0-fb86-4ecc-b6db-93334dfbe34a"} {"level":"info","ts":1789384560.3806927,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a8b9b76-396f-4f5a-9698-57806a0f3136","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789384560.3807962,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a8b9b76-396f-4f5a-9698-57806a0f3136","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789384560.380713,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d8ab3d2b-5d06-4cc5-9921-e6115e16340e"} {"level":"info","ts":1789384591.727569,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384591.7276933,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c9c7348-30d7-4641-92c3-95ac4852c45d"} {"level":"info","ts":1789384591.7277079,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5c9c7348-30d7-4641-92c3-95ac4852c45d"} {"level":"info","ts":1789384591.7277231,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5c9c7348-30d7-4641-92c3-95ac4852c45d","EoS":false} {"level":"info","ts":1789384591.7277365,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5c9c7348-30d7-4641-92c3-95ac4852c45d","EoS":true} {"level":"info","ts":1789384591.7277846,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"5c9c7348-30d7-4641-92c3-95ac4852c45d","field":"model"} {"level":"info","ts":1789384591.7278147,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5c9c7348-30d7-4641-92c3-95ac4852c45d"} {"level":"info","ts":1789384591.892368,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384591.8924515,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff703ef4-42bb-4763-8508-ce89d956ec35"} {"level":"info","ts":1789384591.8924658,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ff703ef4-42bb-4763-8508-ce89d956ec35"} {"level":"info","ts":1789384591.8924773,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ff703ef4-42bb-4763-8508-ce89d956ec35","EoS":false} {"level":"info","ts":1789384591.8924868,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ff703ef4-42bb-4763-8508-ce89d956ec35","EoS":true} {"level":"info","ts":1789384591.8925023,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"ff703ef4-42bb-4763-8508-ce89d956ec35","field":"model"} {"level":"info","ts":1789384591.8925307,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ff703ef4-42bb-4763-8508-ce89d956ec35"} {"level":"info","ts":1789384592.0544739,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384592.0545633,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa15eb54-2d7b-4a3f-8238-98f45537b89b"} {"level":"info","ts":1789384592.0545762,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fa15eb54-2d7b-4a3f-8238-98f45537b89b"} {"level":"info","ts":1789384592.0545876,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fa15eb54-2d7b-4a3f-8238-98f45537b89b","EoS":false} {"level":"info","ts":1789384592.0545995,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fa15eb54-2d7b-4a3f-8238-98f45537b89b","EoS":true} {"level":"info","ts":1789384592.0546217,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"fa15eb54-2d7b-4a3f-8238-98f45537b89b","field":"model"} {"level":"info","ts":1789384592.0546472,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fa15eb54-2d7b-4a3f-8238-98f45537b89b"} {"level":"info","ts":1789385661.281894,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385661.2820024,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8639023-e716-4961-8959-5bf9da53e22d"} {"level":"info","ts":1789385661.282017,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d8639023-e716-4961-8959-5bf9da53e22d"} {"level":"info","ts":1789385661.28203,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d8639023-e716-4961-8959-5bf9da53e22d","EoS":false} {"level":"info","ts":1789385661.2820404,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d8639023-e716-4961-8959-5bf9da53e22d","EoS":true} {"level":"info","ts":1789385661.2820628,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8639023-e716-4961-8959-5bf9da53e22d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789385661.282078,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d8639023-e716-4961-8959-5bf9da53e22d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789385661.2821043,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d8639023-e716-4961-8959-5bf9da53e22d"} {"level":"info","ts":1789385661.3301086,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385661.3301804,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85c93986-6b77-48dc-b699-8935c72a4ece"} {"level":"info","ts":1789385661.330193,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"85c93986-6b77-48dc-b699-8935c72a4ece"} {"level":"info","ts":1789385661.3302035,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"85c93986-6b77-48dc-b699-8935c72a4ece","EoS":false} {"level":"info","ts":1789385661.3302128,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"85c93986-6b77-48dc-b699-8935c72a4ece","EoS":true} {"level":"info","ts":1789385661.3302345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85c93986-6b77-48dc-b699-8935c72a4ece","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789385661.330253,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"85c93986-6b77-48dc-b699-8935c72a4ece","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789385661.3302827,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"85c93986-6b77-48dc-b699-8935c72a4ece"} {"level":"info","ts":1789385980.9059358,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385980.9060273,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d18bec03-4ec2-4baf-ba1e-54ce9b989e72"} {"level":"info","ts":1789385980.9060388,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d18bec03-4ec2-4baf-ba1e-54ce9b989e72"} {"level":"info","ts":1789385980.906051,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d18bec03-4ec2-4baf-ba1e-54ce9b989e72","EoS":false} {"level":"info","ts":1789385980.906063,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d18bec03-4ec2-4baf-ba1e-54ce9b989e72","EoS":true} {"level":"info","ts":1789385980.9060848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d18bec03-4ec2-4baf-ba1e-54ce9b989e72","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789385980.9061005,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d18bec03-4ec2-4baf-ba1e-54ce9b989e72","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385980.9061205,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d18bec03-4ec2-4baf-ba1e-54ce9b989e72"} {"level":"info","ts":1789385981.0741115,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385981.0742006,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05f09071-e21c-48c7-bfd4-a0d9a8569a20"} {"level":"info","ts":1789385981.0742116,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"05f09071-e21c-48c7-bfd4-a0d9a8569a20"} {"level":"info","ts":1789385981.0742218,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"05f09071-e21c-48c7-bfd4-a0d9a8569a20","EoS":false} {"level":"info","ts":1789385981.0742316,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"05f09071-e21c-48c7-bfd4-a0d9a8569a20","EoS":true} {"level":"info","ts":1789385981.0742521,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05f09071-e21c-48c7-bfd4-a0d9a8569a20","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789385981.0742943,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"05f09071-e21c-48c7-bfd4-a0d9a8569a20","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385981.074315,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"05f09071-e21c-48c7-bfd4-a0d9a8569a20"} {"level":"info","ts":1789385981.217529,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385981.2176228,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e03d8f7b-9bf3-41b4-b0a0-a32f336525f0"} {"level":"info","ts":1789385981.2176373,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e03d8f7b-9bf3-41b4-b0a0-a32f336525f0"} {"level":"info","ts":1789385981.2176561,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e03d8f7b-9bf3-41b4-b0a0-a32f336525f0","EoS":false} {"level":"info","ts":1789385981.2176754,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e03d8f7b-9bf3-41b4-b0a0-a32f336525f0","EoS":true} {"level":"info","ts":1789385981.2177022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e03d8f7b-9bf3-41b4-b0a0-a32f336525f0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789385981.2177196,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e03d8f7b-9bf3-41b4-b0a0-a32f336525f0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385981.217753,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e03d8f7b-9bf3-41b4-b0a0-a32f336525f0"} {"level":"info","ts":1789385981.36157,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385981.3616672,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2cb50f2-84f8-4718-90b8-7a78e38893c6"} {"level":"info","ts":1789385981.3616889,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c2cb50f2-84f8-4718-90b8-7a78e38893c6"} {"level":"info","ts":1789385981.3617072,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c2cb50f2-84f8-4718-90b8-7a78e38893c6","EoS":false} {"level":"info","ts":1789385981.361727,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c2cb50f2-84f8-4718-90b8-7a78e38893c6","EoS":true} {"level":"info","ts":1789385981.36176,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c2cb50f2-84f8-4718-90b8-7a78e38893c6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789385981.361778,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c2cb50f2-84f8-4718-90b8-7a78e38893c6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385981.3618085,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c2cb50f2-84f8-4718-90b8-7a78e38893c6"} {"level":"info","ts":1789385981.5016415,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385981.5017345,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15929f25-dedb-4816-b51b-f867ab1c22b0"} {"level":"info","ts":1789385981.50175,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"15929f25-dedb-4816-b51b-f867ab1c22b0"} {"level":"info","ts":1789385981.5017662,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"15929f25-dedb-4816-b51b-f867ab1c22b0","EoS":false} {"level":"info","ts":1789385981.5017798,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"15929f25-dedb-4816-b51b-f867ab1c22b0","EoS":true} {"level":"info","ts":1789385981.5018008,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"15929f25-dedb-4816-b51b-f867ab1c22b0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789385981.5018156,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"15929f25-dedb-4816-b51b-f867ab1c22b0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385981.5018353,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"15929f25-dedb-4816-b51b-f867ab1c22b0"} {"level":"info","ts":1789385981.6389873,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385981.6390927,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c33ac602-ca35-4401-88cf-ba55eb1975f3"} {"level":"info","ts":1789385981.6391094,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c33ac602-ca35-4401-88cf-ba55eb1975f3"} {"level":"info","ts":1789385981.6391277,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c33ac602-ca35-4401-88cf-ba55eb1975f3","EoS":false} {"level":"info","ts":1789385981.6391485,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c33ac602-ca35-4401-88cf-ba55eb1975f3","EoS":true} {"level":"info","ts":1789385981.6391788,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c33ac602-ca35-4401-88cf-ba55eb1975f3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789385981.6392026,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c33ac602-ca35-4401-88cf-ba55eb1975f3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385981.6392286,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c33ac602-ca35-4401-88cf-ba55eb1975f3"} {"level":"info","ts":1789385996.4952116,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385996.4953332,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ff9266a-6188-47a1-b23c-f17ae24affb4"} {"level":"info","ts":1789385996.4953482,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7ff9266a-6188-47a1-b23c-f17ae24affb4"} {"level":"info","ts":1789385996.4953618,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7ff9266a-6188-47a1-b23c-f17ae24affb4","EoS":false} {"level":"info","ts":1789385996.4953804,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7ff9266a-6188-47a1-b23c-f17ae24affb4","EoS":true} {"level":"info","ts":1789385996.4954035,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ff9266a-6188-47a1-b23c-f17ae24affb4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789385996.4954183,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7ff9266a-6188-47a1-b23c-f17ae24affb4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385996.4954412,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7ff9266a-6188-47a1-b23c-f17ae24affb4"} {"level":"info","ts":1789385996.5335715,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385996.5336492,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b7b33b0-4ad3-45fd-8faa-94013e79c9d1"} {"level":"info","ts":1789385996.5336633,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5b7b33b0-4ad3-45fd-8faa-94013e79c9d1"} {"level":"info","ts":1789385996.533678,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5b7b33b0-4ad3-45fd-8faa-94013e79c9d1","EoS":false} {"level":"info","ts":1789385996.5336907,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5b7b33b0-4ad3-45fd-8faa-94013e79c9d1","EoS":true} {"level":"info","ts":1789385996.5337093,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b7b33b0-4ad3-45fd-8faa-94013e79c9d1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789385996.533723,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5b7b33b0-4ad3-45fd-8faa-94013e79c9d1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385996.533748,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5b7b33b0-4ad3-45fd-8faa-94013e79c9d1"} {"level":"info","ts":1789385996.564652,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385996.5647368,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61abecdc-7540-46ac-8f03-40cd6550fe20"} {"level":"info","ts":1789385996.5647497,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"61abecdc-7540-46ac-8f03-40cd6550fe20"} {"level":"info","ts":1789385996.5647616,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"61abecdc-7540-46ac-8f03-40cd6550fe20","EoS":false} {"level":"info","ts":1789385996.5647712,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"61abecdc-7540-46ac-8f03-40cd6550fe20","EoS":true} {"level":"info","ts":1789385996.5647972,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61abecdc-7540-46ac-8f03-40cd6550fe20","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789385996.5648127,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"61abecdc-7540-46ac-8f03-40cd6550fe20","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385996.5648332,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"61abecdc-7540-46ac-8f03-40cd6550fe20"} {"level":"info","ts":1789385996.6003647,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385996.600445,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"66c59d01-c947-48ae-877c-0f9763199924"} {"level":"info","ts":1789385997.3517048,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385997.3517911,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"622ed8c8-7dd8-4980-ab34-89122398fc9f"} {"level":"info","ts":1789385997.3518047,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"622ed8c8-7dd8-4980-ab34-89122398fc9f"} {"level":"info","ts":1789385997.3518186,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"622ed8c8-7dd8-4980-ab34-89122398fc9f","EoS":false} {"level":"info","ts":1789385997.3518286,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"622ed8c8-7dd8-4980-ab34-89122398fc9f","EoS":true} {"level":"info","ts":1789385997.351849,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"622ed8c8-7dd8-4980-ab34-89122398fc9f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789385997.351864,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"622ed8c8-7dd8-4980-ab34-89122398fc9f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385997.3518858,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"622ed8c8-7dd8-4980-ab34-89122398fc9f"} {"level":"info","ts":1789385998.285973,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385998.2860725,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1eef1d71-2140-49e4-9f13-693e548757bb"} {"level":"info","ts":1789385998.286091,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1eef1d71-2140-49e4-9f13-693e548757bb"} {"level":"info","ts":1789385998.2861028,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1eef1d71-2140-49e4-9f13-693e548757bb","EoS":false} {"level":"info","ts":1789385998.2861125,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1eef1d71-2140-49e4-9f13-693e548757bb","EoS":true} {"level":"info","ts":1789385998.2861316,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1eef1d71-2140-49e4-9f13-693e548757bb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789385998.2861469,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1eef1d71-2140-49e4-9f13-693e548757bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385998.286176,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1eef1d71-2140-49e4-9f13-693e548757bb"} {"level":"info","ts":1789385999.0108402,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385999.010927,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"713b3971-6ee7-4d2a-98a3-2a01b71c8f27"} {"level":"info","ts":1789385999.010942,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"713b3971-6ee7-4d2a-98a3-2a01b71c8f27"} {"level":"info","ts":1789385999.010953,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"713b3971-6ee7-4d2a-98a3-2a01b71c8f27","EoS":false} {"level":"info","ts":1789385999.0109627,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"713b3971-6ee7-4d2a-98a3-2a01b71c8f27","EoS":true} {"level":"info","ts":1789385999.0109818,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"713b3971-6ee7-4d2a-98a3-2a01b71c8f27","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789385999.0109973,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"713b3971-6ee7-4d2a-98a3-2a01b71c8f27","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385999.011023,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"713b3971-6ee7-4d2a-98a3-2a01b71c8f27"} {"level":"info","ts":1789386000.0629747,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386000.063067,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5bd55974-eb95-4d65-b561-020344a32bbe"} {"level":"info","ts":1789386000.0630774,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5bd55974-eb95-4d65-b561-020344a32bbe"} {"level":"info","ts":1789386000.063088,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5bd55974-eb95-4d65-b561-020344a32bbe","EoS":false} {"level":"info","ts":1789386000.063098,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5bd55974-eb95-4d65-b561-020344a32bbe","EoS":true} {"level":"info","ts":1789386000.0631166,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5bd55974-eb95-4d65-b561-020344a32bbe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789386000.0631318,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5bd55974-eb95-4d65-b561-020344a32bbe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789386000.0631545,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5bd55974-eb95-4d65-b561-020344a32bbe"} {"level":"info","ts":1789386005.438608,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386005.4386988,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d8b26a2-b852-4097-9c1c-df3fe14859b7"} {"level":"info","ts":1789386005.4387114,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0d8b26a2-b852-4097-9c1c-df3fe14859b7"} {"level":"info","ts":1789386005.4387224,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0d8b26a2-b852-4097-9c1c-df3fe14859b7","EoS":false} {"level":"info","ts":1789386005.4387326,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0d8b26a2-b852-4097-9c1c-df3fe14859b7","EoS":true} {"level":"info","ts":1789386005.438752,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d8b26a2-b852-4097-9c1c-df3fe14859b7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789386005.438768,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0d8b26a2-b852-4097-9c1c-df3fe14859b7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789386005.4387896,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0d8b26a2-b852-4097-9c1c-df3fe14859b7"} {"level":"info","ts":1789386010.4447374,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386010.444843,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"089cd491-d911-40bc-ba94-2182ca6a34bc"} {"level":"info","ts":1789386010.4448602,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"089cd491-d911-40bc-ba94-2182ca6a34bc"} {"level":"info","ts":1789386010.4448783,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"089cd491-d911-40bc-ba94-2182ca6a34bc","EoS":false} {"level":"info","ts":1789386010.444899,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"089cd491-d911-40bc-ba94-2182ca6a34bc","EoS":true} {"level":"info","ts":1789386010.4449925,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"089cd491-d911-40bc-ba94-2182ca6a34bc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789386010.4450119,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"089cd491-d911-40bc-ba94-2182ca6a34bc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789386010.4450428,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"089cd491-d911-40bc-ba94-2182ca6a34bc"} {"level":"info","ts":1789386011.5717998,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386011.5718858,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53b5f55a-f814-42e6-b857-c790db122506"} {"level":"info","ts":1789386011.571899,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"53b5f55a-f814-42e6-b857-c790db122506"} {"level":"info","ts":1789386011.5719097,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"53b5f55a-f814-42e6-b857-c790db122506","EoS":false} {"level":"info","ts":1789386011.5719192,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"53b5f55a-f814-42e6-b857-c790db122506","EoS":true} {"level":"info","ts":1789386011.571939,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53b5f55a-f814-42e6-b857-c790db122506","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789386011.571955,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"53b5f55a-f814-42e6-b857-c790db122506","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789386011.571976,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"53b5f55a-f814-42e6-b857-c790db122506"} {"level":"info","ts":1789386019.5400238,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386019.540124,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f17b3856-c11d-4065-94b0-711a02afd5ec"} {"level":"info","ts":1789386019.5401385,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f17b3856-c11d-4065-94b0-711a02afd5ec"} {"level":"info","ts":1789386019.5401566,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f17b3856-c11d-4065-94b0-711a02afd5ec","EoS":false} {"level":"info","ts":1789386019.5401807,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f17b3856-c11d-4065-94b0-711a02afd5ec","EoS":true} {"level":"info","ts":1789386019.5402465,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f17b3856-c11d-4065-94b0-711a02afd5ec","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789386019.5402873,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f17b3856-c11d-4065-94b0-711a02afd5ec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789386019.540318,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f17b3856-c11d-4065-94b0-711a02afd5ec"} {"level":"info","ts":1789386021.1134982,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386021.113579,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"230caa82-7022-4886-9b95-1b0c8b1169ba"} {"level":"info","ts":1789386021.1135893,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"230caa82-7022-4886-9b95-1b0c8b1169ba"} {"level":"info","ts":1789386021.1136,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"230caa82-7022-4886-9b95-1b0c8b1169ba","EoS":false} {"level":"info","ts":1789386021.1136098,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"230caa82-7022-4886-9b95-1b0c8b1169ba","EoS":true} {"level":"info","ts":1789386021.1136293,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"230caa82-7022-4886-9b95-1b0c8b1169ba","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789386021.1136465,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"230caa82-7022-4886-9b95-1b0c8b1169ba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789386021.113669,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"230caa82-7022-4886-9b95-1b0c8b1169ba"} {"level":"info","ts":1789386087.0306325,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386087.0307324,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"acfb9528-7b4e-42d1-bde3-953b697ccbec"} {"level":"info","ts":1789386087.0307453,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"acfb9528-7b4e-42d1-bde3-953b697ccbec"} {"level":"info","ts":1789386087.0307562,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"acfb9528-7b4e-42d1-bde3-953b697ccbec","EoS":false} {"level":"info","ts":1789386087.0307665,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"acfb9528-7b4e-42d1-bde3-953b697ccbec","EoS":true} {"level":"info","ts":1789386087.0307875,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"acfb9528-7b4e-42d1-bde3-953b697ccbec","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789386087.0308027,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"acfb9528-7b4e-42d1-bde3-953b697ccbec","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789386087.0308232,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"acfb9528-7b4e-42d1-bde3-953b697ccbec"} {"level":"info","ts":1789386110.6344006,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386110.6344955,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d7fea1e-6069-45f0-874b-b7ce46746fcb"} {"level":"info","ts":1789386110.6345081,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3d7fea1e-6069-45f0-874b-b7ce46746fcb"} {"level":"info","ts":1789386110.6345203,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3d7fea1e-6069-45f0-874b-b7ce46746fcb","EoS":false} {"level":"info","ts":1789386110.6345358,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3d7fea1e-6069-45f0-874b-b7ce46746fcb","EoS":true} {"level":"info","ts":1789386110.6345615,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d7fea1e-6069-45f0-874b-b7ce46746fcb","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789386110.6345763,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3d7fea1e-6069-45f0-874b-b7ce46746fcb","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789386110.6345985,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3d7fea1e-6069-45f0-874b-b7ce46746fcb"} {"level":"info","ts":1789386182.835082,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386182.8351705,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a2d6721-0498-4c40-8e71-e4375f2a492a"} {"level":"info","ts":1789386182.8351846,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7a2d6721-0498-4c40-8e71-e4375f2a492a"} {"level":"info","ts":1789386182.8351953,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7a2d6721-0498-4c40-8e71-e4375f2a492a","EoS":false} {"level":"info","ts":1789386182.8352075,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7a2d6721-0498-4c40-8e71-e4375f2a492a","EoS":true} {"level":"info","ts":1789386182.835229,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7a2d6721-0498-4c40-8e71-e4375f2a492a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789386182.835243,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7a2d6721-0498-4c40-8e71-e4375f2a492a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789386182.835294,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7a2d6721-0498-4c40-8e71-e4375f2a492a"} {"level":"info","ts":1789386182.8837557,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386182.883839,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"934bb996-ef95-445d-a315-5374b4d38014"} {"level":"info","ts":1789386182.8838525,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"934bb996-ef95-445d-a315-5374b4d38014"} {"level":"info","ts":1789386182.8838634,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"934bb996-ef95-445d-a315-5374b4d38014","EoS":false} {"level":"info","ts":1789386182.8838744,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"934bb996-ef95-445d-a315-5374b4d38014","EoS":true} {"level":"info","ts":1789386182.8838933,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"934bb996-ef95-445d-a315-5374b4d38014","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789386182.8839078,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"934bb996-ef95-445d-a315-5374b4d38014","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789386182.8839285,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"934bb996-ef95-445d-a315-5374b4d38014"} {"level":"info","ts":1789386182.9155579,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386182.9156482,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0aacf4f-56c8-4081-a059-839e70be014b"} {"level":"info","ts":1789386182.9156623,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e0aacf4f-56c8-4081-a059-839e70be014b"} {"level":"info","ts":1789386182.9156795,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e0aacf4f-56c8-4081-a059-839e70be014b","EoS":false} {"level":"info","ts":1789386182.915696,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e0aacf4f-56c8-4081-a059-839e70be014b","EoS":true} {"level":"info","ts":1789386182.9157245,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0aacf4f-56c8-4081-a059-839e70be014b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789386182.9157412,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e0aacf4f-56c8-4081-a059-839e70be014b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789386182.9157715,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e0aacf4f-56c8-4081-a059-839e70be014b"} {"level":"info","ts":1789386190.5692043,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386190.569341,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ed441da-75df-49db-964c-8c6c7184961e"} {"level":"info","ts":1789386190.5693574,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5ed441da-75df-49db-964c-8c6c7184961e"} {"level":"info","ts":1789386190.569376,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5ed441da-75df-49db-964c-8c6c7184961e","EoS":false} {"level":"info","ts":1789386190.5694427,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5ed441da-75df-49db-964c-8c6c7184961e","EoS":true} {"level":"info","ts":1789386190.569471,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ed441da-75df-49db-964c-8c6c7184961e","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789386190.5694902,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5ed441da-75df-49db-964c-8c6c7184961e","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789386190.569525,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5ed441da-75df-49db-964c-8c6c7184961e"} {"level":"info","ts":1789386196.7037785,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386196.7038639,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4"} {"level":"info","ts":1789386196.703877,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4"} {"level":"info","ts":1789386196.7038882,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4","EoS":false} {"level":"info","ts":1789386196.703898,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4","EoS":true} {"level":"info","ts":1789386196.7039142,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789386196.703929,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789386196.7039511,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f72ce321-dc60-47ca-8438-6339f06d44b4"} {"level":"info","ts":1789386196.8647256,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386196.864813,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2"} {"level":"info","ts":1789386196.8648224,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2"} {"level":"info","ts":1789386196.8648322,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2","EoS":false} {"level":"info","ts":1789386196.864864,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2","EoS":true} {"level":"info","ts":1789386196.8648872,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789386196.864908,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789386196.864933,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"22cb85f1-4846-4354-813c-3a3fabbe42d2"} {"level":"info","ts":1789386197.0058997,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386197.0059984,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005"} {"level":"info","ts":1789386197.006014,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005"} {"level":"info","ts":1789386197.006032,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005","EoS":false} {"level":"info","ts":1789386197.0061007,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005","EoS":true} {"level":"info","ts":1789386197.00613,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789386197.0061502,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789386197.0061839,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"dd4b8597-3ebc-4b95-a924-51cd3eca1005"} {"level":"info","ts":1789386197.1489978,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386197.1490872,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e44b9b70-98a0-49f3-8282-b3dbb8171a31"} {"level":"info","ts":1789386197.1490977,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e44b9b70-98a0-49f3-8282-b3dbb8171a31"} {"level":"info","ts":1789386197.1491084,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e44b9b70-98a0-49f3-8282-b3dbb8171a31","EoS":false} {"level":"info","ts":1789386197.1491206,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e44b9b70-98a0-49f3-8282-b3dbb8171a31","EoS":true} {"level":"info","ts":1789386197.149138,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e44b9b70-98a0-49f3-8282-b3dbb8171a31","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789386197.1491532,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e44b9b70-98a0-49f3-8282-b3dbb8171a31","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789386197.1491768,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e44b9b70-98a0-49f3-8282-b3dbb8171a31"} {"level":"info","ts":1789386209.9493644,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789386209.9494545,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bf2b016-01b0-4a77-a5f2-0fa44c3eab60"} {"level":"info","ts":1789386209.9494658,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1bf2b016-01b0-4a77-a5f2-0fa44c3eab60"} {"level":"info","ts":1789386209.949477,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1bf2b016-01b0-4a77-a5f2-0fa44c3eab60","EoS":false} {"level":"info","ts":1789386209.9494877,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1bf2b016-01b0-4a77-a5f2-0fa44c3eab60","EoS":true} {"level":"info","ts":1789386209.9495065,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1bf2b016-01b0-4a77-a5f2-0fa44c3eab60","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789386209.9495223,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1bf2b016-01b0-4a77-a5f2-0fa44c3eab60","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789386209.9495444,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1bf2b016-01b0-4a77-a5f2-0fa44c3eab60"}