{"level":"info","ts":1789566948.781464,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"791abf45-f3c5-43ba-9a19-02ba776855b2"} {"level":"info","ts":1789566948.8141794,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566948.8143024,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8149f01f-2eed-4211-8b6e-418a935c5f4d"} {"level":"info","ts":1789566948.8143208,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8149f01f-2eed-4211-8b6e-418a935c5f4d"} {"level":"info","ts":1789566948.8143382,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8149f01f-2eed-4211-8b6e-418a935c5f4d","EoS":false} {"level":"info","ts":1789566948.8143542,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8149f01f-2eed-4211-8b6e-418a935c5f4d","EoS":true} {"level":"info","ts":1789566948.814385,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8149f01f-2eed-4211-8b6e-418a935c5f4d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789566948.8144069,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8149f01f-2eed-4211-8b6e-418a935c5f4d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789566948.8144212,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"8149f01f-2eed-4211-8b6e-418a935c5f4d","modelName":"e2e-external-model"} {"level":"info","ts":1789566948.81444,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"8149f01f-2eed-4211-8b6e-418a935c5f4d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789566948.814492,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8149f01f-2eed-4211-8b6e-418a935c5f4d"} {"level":"info","ts":1789566948.8415568,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566948.8416517,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a06dc2b-d199-4f62-8b50-a41c918a1e21"} {"level":"info","ts":1789566948.8416665,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0a06dc2b-d199-4f62-8b50-a41c918a1e21"} {"level":"info","ts":1789566948.8416834,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0a06dc2b-d199-4f62-8b50-a41c918a1e21","EoS":false} {"level":"info","ts":1789566948.841703,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0a06dc2b-d199-4f62-8b50-a41c918a1e21","EoS":true} {"level":"info","ts":1789566948.8417325,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a06dc2b-d199-4f62-8b50-a41c918a1e21","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789566948.841753,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0a06dc2b-d199-4f62-8b50-a41c918a1e21","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789566948.8417678,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"0a06dc2b-d199-4f62-8b50-a41c918a1e21","modelName":"e2e-external-model"} {"level":"info","ts":1789566948.8417864,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"0a06dc2b-d199-4f62-8b50-a41c918a1e21","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789566948.8418393,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0a06dc2b-d199-4f62-8b50-a41c918a1e21"} {"level":"info","ts":1789566949.6860507,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566949.6861258,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"89e7bf6c-4448-4069-8512-f1dfd7217e90"} {"level":"info","ts":1789566950.4537308,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d00efbeb-b073-4269-a9fc-b327af15ffb9"} {"level":"info","ts":1789566950.4537265,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b0f7069-ffda-40fa-9e51-f1175b01fee8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789566950.4537754,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b0f7069-ffda-40fa-9e51-f1175b01fee8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789566950.4704843,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d00efbeb-b073-4269-a9fc-b327af15ffb9","name":"e2e-cleanup-test"} {"level":"info","ts":1789566950.470953,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f7b10d76-43ab-403a-9fed-debe9cb7e92b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789566950.4709785,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f7b10d76-43ab-403a-9fed-debe9cb7e92b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789566950.5047061,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d00efbeb-b073-4269-a9fc-b327af15ffb9","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789566950.504778,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"76425cba-d7ef-4038-bf41-00854a7a537f"} {"level":"info","ts":1789566950.5048296,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"76425cba-d7ef-4038-bf41-00854a7a537f","name":"e2e-cleanup-test"} {"level":"info","ts":1789566950.5053465,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"183044dd-44a8-458e-b066-ae8ae9a185ee","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789566950.5053742,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"183044dd-44a8-458e-b066-ae8ae9a185ee","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789566950.5448656,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"76425cba-d7ef-4038-bf41-00854a7a537f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789566950.5449789,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"76425cba-d7ef-4038-bf41-00854a7a537f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789566950.5450978,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3ffcb88-ece7-49f0-a714-987a922a751c"} {"level":"info","ts":1789566950.5451782,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3ffcb88-ece7-49f0-a714-987a922a751c","name":"e2e-cleanup-test"} {"level":"info","ts":1789566950.5459673,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"369a9fcf-0d86-4ab0-ae12-898a34fe3abf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789566950.5460668,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"369a9fcf-0d86-4ab0-ae12-898a34fe3abf","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789566950.5710874,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3ffcb88-ece7-49f0-a714-987a922a751c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789566950.576852,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3ffcb88-ece7-49f0-a714-987a922a751c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789566950.5769951,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce23c20d-445a-4196-88a0-98ce2a0a8478"} {"level":"info","ts":1789566950.5770788,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce23c20d-445a-4196-88a0-98ce2a0a8478","name":"e2e-cleanup-test"} {"level":"info","ts":1789566950.581092,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2d403110-5b00-421f-baf8-43484dc09426","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789566950.5811222,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2d403110-5b00-421f-baf8-43484dc09426","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789566950.6095607,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce23c20d-445a-4196-88a0-98ce2a0a8478","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789566950.6153216,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce23c20d-445a-4196-88a0-98ce2a0a8478","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789566950.615416,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d776b4b6-84c1-4e60-9e12-b0dc6d972171"} {"level":"info","ts":1789566950.615468,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d776b4b6-84c1-4e60-9e12-b0dc6d972171","name":"e2e-cleanup-test"} {"level":"info","ts":1789566950.633691,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d776b4b6-84c1-4e60-9e12-b0dc6d972171","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789566951.9442127,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566951.9444559,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36bc4cbb-20a7-900f-b2f8-b45317afb86f"} {"level":"info","ts":1789566951.9445007,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"36bc4cbb-20a7-900f-b2f8-b45317afb86f"} {"level":"info","ts":1789566951.9445233,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"36bc4cbb-20a7-900f-b2f8-b45317afb86f","EoS":false} {"level":"info","ts":1789566951.9445436,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"36bc4cbb-20a7-900f-b2f8-b45317afb86f","EoS":true} {"level":"info","ts":1789566951.9445953,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36bc4cbb-20a7-900f-b2f8-b45317afb86f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789566951.9446402,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"36bc4cbb-20a7-900f-b2f8-b45317afb86f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789566951.944688,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"36bc4cbb-20a7-900f-b2f8-b45317afb86f"} {"level":"info","ts":1789566951.9929488,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566951.993047,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6035d704-0647-49b9-9c1c-8e059a7cf2cd"} {"level":"info","ts":1789566951.9930627,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6035d704-0647-49b9-9c1c-8e059a7cf2cd"} {"level":"info","ts":1789566951.9930756,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6035d704-0647-49b9-9c1c-8e059a7cf2cd","EoS":false} {"level":"info","ts":1789566951.993086,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6035d704-0647-49b9-9c1c-8e059a7cf2cd","EoS":true} {"level":"info","ts":1789566951.9931073,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6035d704-0647-49b9-9c1c-8e059a7cf2cd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789566951.9931216,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6035d704-0647-49b9-9c1c-8e059a7cf2cd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789566951.9931428,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6035d704-0647-49b9-9c1c-8e059a7cf2cd"} {"level":"info","ts":1789566957.0744033,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566957.0745041,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a4d49ae-7554-4a1d-805e-aacd04d96d8c"} {"level":"info","ts":1789566957.07452,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3a4d49ae-7554-4a1d-805e-aacd04d96d8c"} {"level":"info","ts":1789566957.0745382,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3a4d49ae-7554-4a1d-805e-aacd04d96d8c","EoS":false} {"level":"info","ts":1789566957.0745559,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3a4d49ae-7554-4a1d-805e-aacd04d96d8c","EoS":true} {"level":"info","ts":1789566957.0745854,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a4d49ae-7554-4a1d-805e-aacd04d96d8c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789566957.0746036,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3a4d49ae-7554-4a1d-805e-aacd04d96d8c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789566957.074628,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3a4d49ae-7554-4a1d-805e-aacd04d96d8c"} {"level":"info","ts":1789566958.712669,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d5e581e-0abd-4d9e-86f9-b3b9e0d089c9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789566958.7128081,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d5e581e-0abd-4d9e-86f9-b3b9e0d089c9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789566958.7129173,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20aef905-1225-4808-b438-4d837a52e83a"} {"level":"info","ts":1789566962.998927,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566962.999036,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"843bf8b7-88a4-40d6-8bb1-2746c2d0587e"} {"level":"info","ts":1789566962.9990544,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"843bf8b7-88a4-40d6-8bb1-2746c2d0587e"} {"level":"info","ts":1789566962.9990704,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"843bf8b7-88a4-40d6-8bb1-2746c2d0587e","EoS":false} {"level":"info","ts":1789566962.9990885,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"843bf8b7-88a4-40d6-8bb1-2746c2d0587e","EoS":true} {"level":"info","ts":1789566962.999109,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"843bf8b7-88a4-40d6-8bb1-2746c2d0587e","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1789566962.9991243,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"843bf8b7-88a4-40d6-8bb1-2746c2d0587e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1789566962.9991498,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"843bf8b7-88a4-40d6-8bb1-2746c2d0587e"} {"level":"info","ts":1789566963.367392,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"c589cada-4899-4bfa-8c14-d56c16ed3720","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566963.3747053,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"c589cada-4899-4bfa-8c14-d56c16ed3720","name":"e2e-legacy-migration-2e6cd612"} {"level":"info","ts":1789566963.3942657,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"8d461859-c3c7-40ad-944e-ad34505dff63","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566963.3943996,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"8d461859-c3c7-40ad-944e-ad34505dff63","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789566963.3942971,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"f2a709cb-4622-4b29-87ce-1ca5ec391401"} {"level":"info","ts":1789566963.3964963,"caller":"legacymigration/reconciler.go:169","msg":"creating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"c589cada-4899-4bfa-8c14-d56c16ed3720","name":"e2e-legacy-migration-2e6cd612"} {"level":"info","ts":1789566963.4072244,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"b90ed7e7-36bb-4f72-b125-68f4e6956db5","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566963.4073958,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"b90ed7e7-36bb-4f72-b125-68f4e6956db5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789566963.4088485,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"d84b5d2d-608a-4ca2-9724-74f442bbb83e"} {"level":"info","ts":1789566963.4088824,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"685281de-d866-417a-a3b7-9feee1b40dc9","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566963.40907,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"685281de-d866-417a-a3b7-9feee1b40dc9","modelName":"e2e-legacy-migration-2e6cd612","resolvedRefs":1} {"level":"info","ts":1789566963.4093063,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"c589cada-4899-4bfa-8c14-d56c16ed3720","provider":"openai","model":"e2e-legacy-migration-2e6cd612","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789566963.4098334,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"f2a709cb-4622-4b29-87ce-1ca5ec391401","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-2e6cd612\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789566963.4098842,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"f2a709cb-4622-4b29-87ce-1ca5ec391401","name":"e2e-legacy-migration-2e6cd612"} {"level":"info","ts":1789566963.4245934,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"19ea8c0a-6ac7-47ef-ad80-7b6762da2397","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566963.4246914,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"19ea8c0a-6ac7-47ef-ad80-7b6762da2397","modelName":"e2e-legacy-migration-2e6cd612","resolvedRefs":1} {"level":"error","ts":1789566963.427509,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"d84b5d2d-608a-4ca2-9724-74f442bbb83e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2e6cd612\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789566963.4275565,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"d84b5d2d-608a-4ca2-9724-74f442bbb83e","provider":"e2e-legacy-migration-2e6cd612","phase":"Pending"} {"level":"error","ts":1789566963.4364867,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"d84b5d2d-608a-4ca2-9724-74f442bbb83e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2e6cd612\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789566963.4365308,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"d84b5d2d-608a-4ca2-9724-74f442bbb83e","error":"ExternalModel \"e2e-legacy-migration-2e6cd612\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-2e6cd612\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789566963.4365897,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"4cb552d3-f36b-45d4-b7b3-2f6d9ee3ac35"} {"level":"info","ts":1789566963.4366164,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"4cb552d3-f36b-45d4-b7b3-2f6d9ee3ac35","provider":"e2e-legacy-migration-2e6cd612","phase":"Pending"} {"level":"info","ts":1789566963.4447079,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"290d8212-c1c8-457c-ac18-cf351e2c36cf","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566963.4447956,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"290d8212-c1c8-457c-ac18-cf351e2c36cf","modelName":"e2e-legacy-migration-2e6cd612","resolvedRefs":1} {"level":"error","ts":1789566963.4449985,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"f2a709cb-4622-4b29-87ce-1ca5ec391401","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-2e6cd612\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789566963.4450445,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"f2a709cb-4622-4b29-87ce-1ca5ec391401","error":"failed to apply Service: services \"e2e-legacy-migration-2e6cd612\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789566963.4451048,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"53311aba-afd9-47dc-b1d0-3ab18d2f14da"} {"level":"info","ts":1789566963.4451535,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"53311aba-afd9-47dc-b1d0-3ab18d2f14da","name":"e2e-legacy-migration-2e6cd612"} {"level":"error","ts":1789566963.452152,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"4cb552d3-f36b-45d4-b7b3-2f6d9ee3ac35","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2e6cd612\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789566963.4521854,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"4cb552d3-f36b-45d4-b7b3-2f6d9ee3ac35","error":"ExternalModel \"e2e-legacy-migration-2e6cd612\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-2e6cd612\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789566963.4522254,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"7f89d236-6007-4ef8-b165-3832484d72c1"} {"level":"info","ts":1789566963.4522684,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"7f89d236-6007-4ef8-b165-3832484d72c1","provider":"e2e-legacy-migration-2e6cd612","phase":"Pending"} {"level":"error","ts":1789566963.4623504,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"7f89d236-6007-4ef8-b165-3832484d72c1","error":"ExternalModel \"e2e-legacy-migration-2e6cd612\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-2e6cd612\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789566963.4694753,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"539912aa-57aa-4cd0-b626-561810f25f1a","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566963.4695446,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"539912aa-57aa-4cd0-b626-561810f25f1a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789566963.4696553,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"d0ea21bf-1f84-48eb-bbd6-fbd58f99f808"} {"level":"info","ts":1789566963.4697,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"d0ea21bf-1f84-48eb-bbd6-fbd58f99f808","name":"e2e-legacy-migration-2e6cd612"} {"level":"info","ts":1789566963.4697196,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"e9c44024-7951-4fcb-9068-71e8c2d2c2c1","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566963.4697413,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"e9c44024-7951-4fcb-9068-71e8c2d2c2c1","modelName":"e2e-legacy-migration-2e6cd612","resolvedRefs":1} {"level":"info","ts":1789566963.4724884,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"53311aba-afd9-47dc-b1d0-3ab18d2f14da","service":"e2e-legacy-migration-2e6cd612","serviceEntry":"e2e-legacy-migration-2e6cd612","destinationRule":"e2e-legacy-migration-2e6cd612"} {"level":"error","ts":1789566963.4902623,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"53311aba-afd9-47dc-b1d0-3ab18d2f14da","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-2e6cd612\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789566963.4903412,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"897399dc-e5e2-40e7-a0ed-1662e31eed29"} {"level":"info","ts":1789566963.4903839,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"897399dc-e5e2-40e7-a0ed-1662e31eed29","name":"e2e-legacy-migration-2e6cd612"} {"level":"error","ts":1789566963.509438,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"d0ea21bf-1f84-48eb-bbd6-fbd58f99f808","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-2e6cd612\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789566963.5100236,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"9b4f86ea-5f8d-4aed-982c-100ccf205d5f","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566963.5100455,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"9b4f86ea-5f8d-4aed-982c-100ccf205d5f","modelName":"e2e-legacy-migration-2e6cd612","resolvedRefs":1} {"level":"info","ts":1789566963.5100465,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"1d2df6a1-bb2e-4fe2-8371-f0b923c89f1c"} {"level":"info","ts":1789566963.5101118,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"1d2df6a1-bb2e-4fe2-8371-f0b923c89f1c","name":"e2e-legacy-migration-2e6cd612"} {"level":"info","ts":1789566963.524114,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"897399dc-e5e2-40e7-a0ed-1662e31eed29","service":"e2e-legacy-migration-2e6cd612","serviceEntry":"e2e-legacy-migration-2e6cd612","destinationRule":"e2e-legacy-migration-2e6cd612"} {"level":"info","ts":1789566963.53493,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"0fcf63fb-5f98-484e-b7eb-3206bfa85bf7","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566963.5349565,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"0fcf63fb-5f98-484e-b7eb-3206bfa85bf7","modelName":"e2e-legacy-migration-2e6cd612","resolvedRefs":1} {"level":"error","ts":1789566963.538838,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"1d2df6a1-bb2e-4fe2-8371-f0b923c89f1c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2e6cd612\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789566963.538874,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"1d2df6a1-bb2e-4fe2-8371-f0b923c89f1c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-2e6cd612\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789566963.5389159,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"6b6bf3c0-f975-4ae4-a58a-b2fc801a9abf"} {"level":"info","ts":1789566963.5389633,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"6b6bf3c0-f975-4ae4-a58a-b2fc801a9abf","name":"e2e-legacy-migration-2e6cd612"} {"level":"info","ts":1789566963.5526474,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"6b6bf3c0-f975-4ae4-a58a-b2fc801a9abf","httpRoute":"e2e-legacy-migration-2e6cd612","providers":["e2e-legacy-migration-2e6cd612"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789566963.5643926,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"60d6b4f9-24db-4456-994e-ecb278688a9b","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566963.5644262,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"60d6b4f9-24db-4456-994e-ecb278688a9b","modelName":"e2e-legacy-migration-2e6cd612","resolvedRefs":1} {"level":"error","ts":1789566963.5686436,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"6b6bf3c0-f975-4ae4-a58a-b2fc801a9abf","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2e6cd612\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789566963.5687218,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"2193435b-4266-4512-a57f-2a61ba822d22"} {"level":"info","ts":1789566963.568778,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"2193435b-4266-4512-a57f-2a61ba822d22","name":"e2e-legacy-migration-2e6cd612"} {"level":"info","ts":1789566963.589432,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"2193435b-4266-4512-a57f-2a61ba822d22","httpRoute":"e2e-legacy-migration-2e6cd612","providers":["e2e-legacy-migration-2e6cd612"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789566963.6473587,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"bc6fb76a-a656-4748-9de0-96f5e370f0d2","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566963.6558673,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"bc6fb76a-a656-4748-9de0-96f5e370f0d2","name":"e2e-legacy-migration-2e6cd612"} {"level":"info","ts":1789566963.6626132,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"bc6fb76a-a656-4748-9de0-96f5e370f0d2","provider":"openai","model":"e2e-legacy-migration-2e6cd612","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789566966.4907184,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"08e2d408-4ada-4d9c-99bb-d5cc6957d733","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566966.508102,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"478eb14b-7886-448d-b960-25eaa008eeab","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566966.50874,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"478eb14b-7886-448d-b960-25eaa008eeab","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566966.508628,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"80bbd322-e4de-4b57-9d26-bf061dab6ae5","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566966.5089161,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"80bbd322-e4de-4b57-9d26-bf061dab6ae5","name":"e2e-legacy-migration-2e6cd612","namespace":"llm"} {"level":"info","ts":1789566966.5085762,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"7b7e5af8-d410-4465-9c75-2d743888b447"} {"level":"info","ts":1789566966.5086908,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2e6cd612","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2e6cd612","reconcileID":"af375761-d694-446d-a0c5-f81b0edeeea2"} {"level":"info","ts":1789566966.9205775,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566966.9208312,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83"} {"level":"info","ts":1789566966.920883,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83"} {"level":"info","ts":1789566966.9209244,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83","EoS":false} {"level":"info","ts":1789566966.9209623,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83","EoS":true} {"level":"info","ts":1789566966.921012,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789566966.9210527,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789566966.9210865,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83","modelName":"e2e-external-model"} {"level":"info","ts":1789566966.921123,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789566966.9212012,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e2856e4b-0236-47c7-80b5-f0ad3d9d7a83"} {"level":"info","ts":1789566968.051568,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566968.0517914,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac21c563-4a82-482c-af49-23ac7c506d19"} {"level":"info","ts":1789566968.051834,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ac21c563-4a82-482c-af49-23ac7c506d19"} {"level":"info","ts":1789566968.0518625,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ac21c563-4a82-482c-af49-23ac7c506d19","EoS":false} {"level":"info","ts":1789566968.0518873,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ac21c563-4a82-482c-af49-23ac7c506d19","EoS":true} {"level":"info","ts":1789566968.0519242,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac21c563-4a82-482c-af49-23ac7c506d19","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789566968.051951,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ac21c563-4a82-482c-af49-23ac7c506d19","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789566968.0519845,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ac21c563-4a82-482c-af49-23ac7c506d19"} {"level":"info","ts":1789566968.6625173,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566968.6625986,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b"} {"level":"info","ts":1789566968.6626105,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b"} {"level":"info","ts":1789566968.6626215,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b","EoS":false} {"level":"info","ts":1789566968.6626313,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b","EoS":true} {"level":"info","ts":1789566968.6626523,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789566968.6626673,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789566968.662685,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5ae5917d-75e4-432a-b489-80e779f8fb8b"} {"level":"info","ts":1789566969.7360175,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566969.7361054,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf2bbbf7-3a0d-43b6-ba0a-5471fced2ac2"} {"level":"info","ts":1789566969.736115,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bf2bbbf7-3a0d-43b6-ba0a-5471fced2ac2"} {"level":"info","ts":1789566969.736126,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bf2bbbf7-3a0d-43b6-ba0a-5471fced2ac2","EoS":false} {"level":"info","ts":1789566969.7361352,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bf2bbbf7-3a0d-43b6-ba0a-5471fced2ac2","EoS":true} {"level":"info","ts":1789566969.7361567,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"bf2bbbf7-3a0d-43b6-ba0a-5471fced2ac2","field":"model"} {"level":"info","ts":1789566969.7361748,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bf2bbbf7-3a0d-43b6-ba0a-5471fced2ac2"} {"level":"info","ts":1789566971.0028927,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55b45d92-da1d-48da-9b7b-9934379edcf9"} {"level":"info","ts":1789566971.0029984,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef904e03-8831-4bdd-8da5-c57ba59a6cb3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789566971.0030313,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef904e03-8831-4bdd-8da5-c57ba59a6cb3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789566971.1483598,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"000d6f6c-3472-427e-9c32-e68bb445a5d2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789566971.1484547,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"000d6f6c-3472-427e-9c32-e68bb445a5d2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789566971.148561,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d6ff3b45-a44d-4ad3-bfef-51802278ab7c"} {"level":"info","ts":1789566972.1572173,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566972.15733,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7"} {"level":"info","ts":1789566972.1573448,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7"} {"level":"info","ts":1789566972.1573575,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7","EoS":false} {"level":"info","ts":1789566972.1573691,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7","EoS":true} {"level":"info","ts":1789566972.1573915,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789566972.157406,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789566972.1574256,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6f6638cf-20cb-4e2d-af8c-fc9d7e1385c7"} {"level":"info","ts":1789566972.2318633,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566972.2319448,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005"} {"level":"info","ts":1789566972.2319543,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005"} {"level":"info","ts":1789566972.2319655,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005","EoS":false} {"level":"info","ts":1789566972.2319758,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005","EoS":true} {"level":"info","ts":1789566972.2319942,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789566972.2320085,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789566972.2320285,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fba8ae77-5c41-46e8-94b8-675ff70a8005"} {"level":"info","ts":1789566972.2751083,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566972.2751877,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700"} {"level":"info","ts":1789566972.2751985,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700"} {"level":"info","ts":1789566972.2752094,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700","EoS":false} {"level":"info","ts":1789566972.2752204,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700","EoS":true} {"level":"info","ts":1789566972.2752392,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789566972.2752671,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789566972.2752862,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ded572c6-82a6-42a7-9218-2ac391948700"} {"level":"info","ts":1789566972.3358982,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566972.3359938,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401"} {"level":"info","ts":1789566972.3360102,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401"} {"level":"info","ts":1789566972.3360276,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401","EoS":false} {"level":"info","ts":1789566972.3360453,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401","EoS":true} {"level":"info","ts":1789566972.3360753,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789566972.3360927,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789566972.33612,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a886bd09-7860-4d7d-85c8-71e7c3af2401"} {"level":"info","ts":1789566988.3430784,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566988.3431845,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43daa840-9dac-4cac-81f5-80c0d05dd8b3"} {"level":"info","ts":1789566988.3432002,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"43daa840-9dac-4cac-81f5-80c0d05dd8b3"} {"level":"info","ts":1789566988.3432193,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"43daa840-9dac-4cac-81f5-80c0d05dd8b3","EoS":false} {"level":"info","ts":1789566988.3432379,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"43daa840-9dac-4cac-81f5-80c0d05dd8b3","EoS":true} {"level":"info","ts":1789566988.3432822,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"43daa840-9dac-4cac-81f5-80c0d05dd8b3","field":"model"} {"level":"info","ts":1789566988.3433154,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"43daa840-9dac-4cac-81f5-80c0d05dd8b3"} {"level":"info","ts":1789566988.493605,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566988.493718,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea060ac2-4d21-4f34-8d35-053980b74994"} {"level":"info","ts":1789566988.493736,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ea060ac2-4d21-4f34-8d35-053980b74994"} {"level":"info","ts":1789566988.493751,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ea060ac2-4d21-4f34-8d35-053980b74994","EoS":false} {"level":"info","ts":1789566988.4937685,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ea060ac2-4d21-4f34-8d35-053980b74994","EoS":true} {"level":"info","ts":1789566988.4937863,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"ea060ac2-4d21-4f34-8d35-053980b74994","field":"model"} {"level":"info","ts":1789566988.493819,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ea060ac2-4d21-4f34-8d35-053980b74994"} {"level":"info","ts":1789566988.646447,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789566988.6465423,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ec09544-42ae-41d9-aec5-01186d2e8d8d"} {"level":"info","ts":1789566988.646555,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2ec09544-42ae-41d9-aec5-01186d2e8d8d"} {"level":"info","ts":1789566988.6465669,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2ec09544-42ae-41d9-aec5-01186d2e8d8d","EoS":false} {"level":"info","ts":1789566988.6465771,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2ec09544-42ae-41d9-aec5-01186d2e8d8d","EoS":true} {"level":"info","ts":1789566988.6465945,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"2ec09544-42ae-41d9-aec5-01186d2e8d8d","field":"model"} {"level":"info","ts":1789566988.6466188,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2ec09544-42ae-41d9-aec5-01186d2e8d8d"} {"level":"info","ts":1789567925.1994588,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789567925.1995468,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608"} {"level":"info","ts":1789567925.1995559,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608"} {"level":"info","ts":1789567925.1995664,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608","EoS":false} {"level":"info","ts":1789567925.1995766,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608","EoS":true} {"level":"info","ts":1789567925.199599,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789567925.1996145,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789567925.1996355,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6dacc46f-f44c-427b-9500-bec14b60b608"} {"level":"info","ts":1789567925.2512355,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789567925.2513373,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1"} {"level":"info","ts":1789567925.2513463,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1"} {"level":"info","ts":1789567925.2513578,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1","EoS":false} {"level":"info","ts":1789567925.2513692,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1","EoS":true} {"level":"info","ts":1789567925.2513914,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789567925.2514057,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789567925.2514281,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ce7fc6cf-2845-4d6c-8896-bd6ab0175bc1"} {"level":"info","ts":1789568256.35778,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568256.3578715,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e"} {"level":"info","ts":1789568256.3578832,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e"} {"level":"info","ts":1789568256.3578947,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e","EoS":false} {"level":"info","ts":1789568256.357905,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e","EoS":true} {"level":"info","ts":1789568256.3579261,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789568256.3579392,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568256.3579586,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f8d62625-22ba-4149-83e1-8eb9cf43422e"} {"level":"info","ts":1789568256.5231297,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568256.5232112,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf"} {"level":"info","ts":1789568256.5232217,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf"} {"level":"info","ts":1789568256.5232322,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf","EoS":false} {"level":"info","ts":1789568256.5232623,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf","EoS":true} {"level":"info","ts":1789568256.523285,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789568256.5233018,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568256.5233223,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"29e7ff3a-b968-97bb-8311-6e4caa29bcbf"} {"level":"info","ts":1789568256.665574,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568256.6656716,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477"} {"level":"info","ts":1789568256.6656866,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477"} {"level":"info","ts":1789568256.6656983,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477","EoS":false} {"level":"info","ts":1789568256.6657116,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477","EoS":true} {"level":"info","ts":1789568256.665731,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789568256.6657462,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568256.6657655,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ed1265de-3916-4ee9-98a9-9617dd495477"} {"level":"info","ts":1789568256.8066173,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568256.8067086,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30"} {"level":"info","ts":1789568256.806724,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30"} {"level":"info","ts":1789568256.8067367,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30","EoS":false} {"level":"info","ts":1789568256.8067472,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30","EoS":true} {"level":"info","ts":1789568256.806766,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789568256.8067806,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568256.8068004,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b64f90dd-fc4d-40cb-8a67-8d3151f7af30"} {"level":"info","ts":1789568256.9457252,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568256.9458072,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940"} {"level":"info","ts":1789568256.9458194,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940"} {"level":"info","ts":1789568256.9458318,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940","EoS":false} {"level":"info","ts":1789568256.9458413,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940","EoS":true} {"level":"info","ts":1789568256.9458616,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789568256.945877,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568256.9458992,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"54a1ef0c-60d0-4098-817e-755feb627940"} {"level":"info","ts":1789568257.0818255,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568257.0819254,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"673fc364-fbf7-43af-98fb-a1d399ae5e2c"} {"level":"info","ts":1789568257.081941,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"673fc364-fbf7-43af-98fb-a1d399ae5e2c"} {"level":"info","ts":1789568257.0819588,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"673fc364-fbf7-43af-98fb-a1d399ae5e2c","EoS":false} {"level":"info","ts":1789568257.0819757,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"673fc364-fbf7-43af-98fb-a1d399ae5e2c","EoS":true} {"level":"info","ts":1789568257.0820096,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"673fc364-fbf7-43af-98fb-a1d399ae5e2c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789568257.0820298,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"673fc364-fbf7-43af-98fb-a1d399ae5e2c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568257.082061,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"673fc364-fbf7-43af-98fb-a1d399ae5e2c"} {"level":"info","ts":1789568265.765812,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568265.7659202,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007"} {"level":"info","ts":1789568265.7659378,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007"} {"level":"info","ts":1789568265.7659497,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007","EoS":false} {"level":"info","ts":1789568265.7659616,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007","EoS":true} {"level":"info","ts":1789568265.7659829,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789568265.7659981,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568265.7660263,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ff9c36fe-4191-437b-9ea3-9d0077bca007"} {"level":"info","ts":1789568265.8050926,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568265.8051674,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e884cd1-bc44-4aba-bbf7-02b222eb6f67"} {"level":"info","ts":1789568265.8051796,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9e884cd1-bc44-4aba-bbf7-02b222eb6f67"} {"level":"info","ts":1789568265.8051922,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9e884cd1-bc44-4aba-bbf7-02b222eb6f67","EoS":false} {"level":"info","ts":1789568265.8052018,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9e884cd1-bc44-4aba-bbf7-02b222eb6f67","EoS":true} {"level":"info","ts":1789568265.8052182,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e884cd1-bc44-4aba-bbf7-02b222eb6f67","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789568265.8052316,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9e884cd1-bc44-4aba-bbf7-02b222eb6f67","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568265.8052683,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9e884cd1-bc44-4aba-bbf7-02b222eb6f67"} {"level":"info","ts":1789568265.8391442,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568265.839217,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94d4a6fb-0666-4fde-b250-c78b6a763722"} {"level":"info","ts":1789568265.8392303,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"94d4a6fb-0666-4fde-b250-c78b6a763722"} {"level":"info","ts":1789568265.8392408,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"94d4a6fb-0666-4fde-b250-c78b6a763722","EoS":false} {"level":"info","ts":1789568265.8392713,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"94d4a6fb-0666-4fde-b250-c78b6a763722","EoS":true} {"level":"info","ts":1789568265.839295,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94d4a6fb-0666-4fde-b250-c78b6a763722","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789568265.8393087,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"94d4a6fb-0666-4fde-b250-c78b6a763722","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568265.8393278,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"94d4a6fb-0666-4fde-b250-c78b6a763722"} {"level":"info","ts":1789568265.8745012,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568265.8745651,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fe451e8d-31b1-40d6-a5ab-6cb0685faf6f"} {"level":"info","ts":1789568266.6445572,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568266.6446545,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db"} {"level":"info","ts":1789568266.6446683,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db"} {"level":"info","ts":1789568266.644685,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db","EoS":false} {"level":"info","ts":1789568266.6447015,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db","EoS":true} {"level":"info","ts":1789568266.6447332,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789568266.6447518,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568266.644784,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d2af4c22-3c38-4a09-b16f-925b69e154db"} {"level":"info","ts":1789568267.611233,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568267.6113472,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27"} {"level":"info","ts":1789568267.6113622,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27"} {"level":"info","ts":1789568267.6113756,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27","EoS":false} {"level":"info","ts":1789568267.6113877,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27","EoS":true} {"level":"info","ts":1789568267.611409,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789568267.6114252,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568267.6114469,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bff02693-7f1f-4e60-8308-991745cf4b27"} {"level":"info","ts":1789568268.373804,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568268.3738987,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0"} {"level":"info","ts":1789568268.3739183,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0"} {"level":"info","ts":1789568268.3739362,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0","EoS":false} {"level":"info","ts":1789568268.3739529,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0","EoS":true} {"level":"info","ts":1789568268.3739798,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789568268.3739984,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568268.3740287,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"74100efd-7722-44d3-982e-d78df3d1d5b0"} {"level":"info","ts":1789568269.41929,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568269.419387,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa"} {"level":"info","ts":1789568269.419406,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa"} {"level":"info","ts":1789568269.4194248,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa","EoS":false} {"level":"info","ts":1789568269.419442,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa","EoS":true} {"level":"info","ts":1789568269.419476,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789568269.4194942,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568269.4195254,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8309c36a-82f2-4841-92b2-d171c3c151aa"} {"level":"info","ts":1789568276.913243,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568276.913354,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c781767-8573-4fdb-9549-8b90bc458347"} {"level":"info","ts":1789568276.913367,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1c781767-8573-4fdb-9549-8b90bc458347"} {"level":"info","ts":1789568276.9133785,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1c781767-8573-4fdb-9549-8b90bc458347","EoS":false} {"level":"info","ts":1789568276.9133885,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1c781767-8573-4fdb-9549-8b90bc458347","EoS":true} {"level":"info","ts":1789568276.9134088,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c781767-8573-4fdb-9549-8b90bc458347","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789568276.913427,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1c781767-8573-4fdb-9549-8b90bc458347","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568276.9134476,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1c781767-8573-4fdb-9549-8b90bc458347"} {"level":"info","ts":1789568282.0061698,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568282.0062873,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"966d27bc-1e33-4457-a30f-5bf605311602"} {"level":"info","ts":1789568282.0063016,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"966d27bc-1e33-4457-a30f-5bf605311602"} {"level":"info","ts":1789568282.0063143,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"966d27bc-1e33-4457-a30f-5bf605311602","EoS":false} {"level":"info","ts":1789568282.0063243,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"966d27bc-1e33-4457-a30f-5bf605311602","EoS":true} {"level":"info","ts":1789568282.006345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"966d27bc-1e33-4457-a30f-5bf605311602","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789568282.0063598,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"966d27bc-1e33-4457-a30f-5bf605311602","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568282.00638,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"966d27bc-1e33-4457-a30f-5bf605311602"} {"level":"info","ts":1789568283.1888175,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568283.188908,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8b51919-6c8f-4cc7-8a96-a11ee1cd5412"} {"level":"info","ts":1789568283.1889193,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c8b51919-6c8f-4cc7-8a96-a11ee1cd5412"} {"level":"info","ts":1789568283.1889327,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c8b51919-6c8f-4cc7-8a96-a11ee1cd5412","EoS":false} {"level":"info","ts":1789568283.188945,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c8b51919-6c8f-4cc7-8a96-a11ee1cd5412","EoS":true} {"level":"info","ts":1789568283.1889646,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8b51919-6c8f-4cc7-8a96-a11ee1cd5412","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789568283.1889791,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c8b51919-6c8f-4cc7-8a96-a11ee1cd5412","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568283.1889992,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c8b51919-6c8f-4cc7-8a96-a11ee1cd5412"} {"level":"info","ts":1789568291.1631963,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568291.1633074,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1"} {"level":"info","ts":1789568291.1633213,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1"} {"level":"info","ts":1789568291.1633334,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1","EoS":false} {"level":"info","ts":1789568291.163345,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1","EoS":true} {"level":"info","ts":1789568291.1633656,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789568291.1633801,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568291.1633992,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4a8c0de6-af29-49df-b212-451bef2b20d1"} {"level":"info","ts":1789568292.829334,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568292.8294253,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4591d4c-b6f1-41f4-abed-94db9efd43b5"} {"level":"info","ts":1789568292.8294363,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f4591d4c-b6f1-41f4-abed-94db9efd43b5"} {"level":"info","ts":1789568292.8294475,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f4591d4c-b6f1-41f4-abed-94db9efd43b5","EoS":false} {"level":"info","ts":1789568292.8294568,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f4591d4c-b6f1-41f4-abed-94db9efd43b5","EoS":true} {"level":"info","ts":1789568292.8294826,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f4591d4c-b6f1-41f4-abed-94db9efd43b5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789568292.8294985,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f4591d4c-b6f1-41f4-abed-94db9efd43b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568292.8295193,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f4591d4c-b6f1-41f4-abed-94db9efd43b5"} {"level":"info","ts":1789568358.8514574,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568358.8515515,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbff231f-f3ff-4d93-b209-a9bc36c356c2"} {"level":"info","ts":1789568358.8515656,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fbff231f-f3ff-4d93-b209-a9bc36c356c2"} {"level":"info","ts":1789568358.8515773,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fbff231f-f3ff-4d93-b209-a9bc36c356c2","EoS":false} {"level":"info","ts":1789568358.851587,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fbff231f-f3ff-4d93-b209-a9bc36c356c2","EoS":true} {"level":"info","ts":1789568358.8516107,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fbff231f-f3ff-4d93-b209-a9bc36c356c2","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789568358.8516257,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fbff231f-f3ff-4d93-b209-a9bc36c356c2","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789568358.851646,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fbff231f-f3ff-4d93-b209-a9bc36c356c2"} {"level":"info","ts":1789568382.4274025,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568382.4274971,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27"} {"level":"info","ts":1789568382.4275124,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27"} {"level":"info","ts":1789568382.4275284,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27","EoS":false} {"level":"info","ts":1789568382.4275413,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27","EoS":true} {"level":"info","ts":1789568382.4275627,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789568382.4275775,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789568382.4276006,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a47a87a6-d0d2-4126-92a4-75f689177c27"} {"level":"info","ts":1789568493.5241592,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568493.5242426,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61"} {"level":"info","ts":1789568493.5242827,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61"} {"level":"info","ts":1789568493.5242999,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61","EoS":false} {"level":"info","ts":1789568493.5243104,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61","EoS":true} {"level":"info","ts":1789568493.5243316,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789568493.524346,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568493.5243661,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4c76b026-412d-4d88-b2cc-1a65d954ed61"} {"level":"info","ts":1789568493.5822375,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568493.58234,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24028adc-7c01-477b-a1a3-328b04cc951a"} {"level":"info","ts":1789568493.5823524,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"24028adc-7c01-477b-a1a3-328b04cc951a"} {"level":"info","ts":1789568493.5823636,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"24028adc-7c01-477b-a1a3-328b04cc951a","EoS":false} {"level":"info","ts":1789568493.582373,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"24028adc-7c01-477b-a1a3-328b04cc951a","EoS":true} {"level":"info","ts":1789568493.5823927,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24028adc-7c01-477b-a1a3-328b04cc951a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789568493.5824087,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"24028adc-7c01-477b-a1a3-328b04cc951a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568493.5824256,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"24028adc-7c01-477b-a1a3-328b04cc951a"} {"level":"info","ts":1789568493.614054,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568493.6141148,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c5b410a-4e65-4730-98af-2eb3aaadb3ba"} {"level":"info","ts":1789568493.6141272,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5c5b410a-4e65-4730-98af-2eb3aaadb3ba"} {"level":"info","ts":1789568493.6141374,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5c5b410a-4e65-4730-98af-2eb3aaadb3ba","EoS":false} {"level":"info","ts":1789568493.6141481,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5c5b410a-4e65-4730-98af-2eb3aaadb3ba","EoS":true} {"level":"info","ts":1789568493.6141653,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c5b410a-4e65-4730-98af-2eb3aaadb3ba","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789568493.6141772,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5c5b410a-4e65-4730-98af-2eb3aaadb3ba","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568493.6141937,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5c5b410a-4e65-4730-98af-2eb3aaadb3ba"} {"level":"info","ts":1789568501.2364626,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568501.236548,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c508acba-783e-9e21-ab7e-19b42b7d701e"} {"level":"info","ts":1789568501.23656,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c508acba-783e-9e21-ab7e-19b42b7d701e"} {"level":"info","ts":1789568501.2365713,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c508acba-783e-9e21-ab7e-19b42b7d701e","EoS":false} {"level":"info","ts":1789568501.2365825,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c508acba-783e-9e21-ab7e-19b42b7d701e","EoS":true} {"level":"info","ts":1789568501.2366006,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c508acba-783e-9e21-ab7e-19b42b7d701e","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789568501.2366157,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c508acba-783e-9e21-ab7e-19b42b7d701e","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789568501.23664,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c508acba-783e-9e21-ab7e-19b42b7d701e"} {"level":"info","ts":1789568507.3999748,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568507.4000697,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0"} {"level":"info","ts":1789568507.4000833,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0"} {"level":"info","ts":1789568507.4000974,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0","EoS":false} {"level":"info","ts":1789568507.4001136,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0","EoS":true} {"level":"info","ts":1789568507.4001324,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789568507.400148,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789568507.4001703,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4621baa3-1ff0-4c25-b712-bcd2adf291c0"} {"level":"info","ts":1789568507.5530736,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568507.5531611,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98"} {"level":"info","ts":1789568507.5531747,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98"} {"level":"info","ts":1789568507.5531857,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98","EoS":false} {"level":"info","ts":1789568507.5532026,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98","EoS":true} {"level":"info","ts":1789568507.5532236,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789568507.5532382,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789568507.5532725,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"865d3d55-a822-40de-a60a-dc11676a6f98"} {"level":"info","ts":1789568507.6898208,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568507.6899083,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4"} {"level":"info","ts":1789568507.6899173,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4"} {"level":"info","ts":1789568507.6899273,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4","EoS":false} {"level":"info","ts":1789568507.6899366,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4","EoS":true} {"level":"info","ts":1789568507.6899529,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789568507.6899674,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789568507.68999,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6e0f3c0b-8c38-4b3a-bb53-7896db9c67c4"} {"level":"info","ts":1789568507.828743,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568507.8288293,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4cfb9858-ef6f-43cb-8818-62c6f2a9c6e4"} {"level":"info","ts":1789568507.8288434,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4cfb9858-ef6f-43cb-8818-62c6f2a9c6e4"} {"level":"info","ts":1789568507.8288555,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4cfb9858-ef6f-43cb-8818-62c6f2a9c6e4","EoS":false} {"level":"info","ts":1789568507.828873,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4cfb9858-ef6f-43cb-8818-62c6f2a9c6e4","EoS":true} {"level":"info","ts":1789568507.8288906,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4cfb9858-ef6f-43cb-8818-62c6f2a9c6e4","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789568507.828905,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4cfb9858-ef6f-43cb-8818-62c6f2a9c6e4","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789568507.8289278,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4cfb9858-ef6f-43cb-8818-62c6f2a9c6e4"} {"level":"info","ts":1789568521.5403528,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568521.5404365,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259"} {"level":"info","ts":1789568521.5404472,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259"} {"level":"info","ts":1789568521.54046,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259","EoS":false} {"level":"info","ts":1789568521.5404713,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259","EoS":true} {"level":"info","ts":1789568521.5404892,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789568521.5405035,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789568521.540526,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"822190af-ccd8-4a59-8eec-e349adaae259"}