{"level":"info","ts":1789766396.0352046,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"39b92671-150d-4d22-ab5d-6929e08b2b0e","EoS":true} {"level":"info","ts":1789766396.035234,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39b92671-150d-4d22-ab5d-6929e08b2b0e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789766396.035256,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"39b92671-150d-4d22-ab5d-6929e08b2b0e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789766396.0352793,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"39b92671-150d-4d22-ab5d-6929e08b2b0e"} {"level":"info","ts":1789766396.125004,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789766396.1250896,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93446dc1-0be6-4a49-8f56-40e274f678b7"} {"level":"info","ts":1789766396.1251006,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"93446dc1-0be6-4a49-8f56-40e274f678b7"} {"level":"info","ts":1789766396.1251113,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93446dc1-0be6-4a49-8f56-40e274f678b7","EoS":false} {"level":"info","ts":1789766396.125122,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93446dc1-0be6-4a49-8f56-40e274f678b7","EoS":true} {"level":"info","ts":1789766396.1251419,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93446dc1-0be6-4a49-8f56-40e274f678b7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789766396.1251547,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"93446dc1-0be6-4a49-8f56-40e274f678b7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789766396.125177,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"93446dc1-0be6-4a49-8f56-40e274f678b7"} {"level":"info","ts":1789766396.1926436,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"3a2bb919-4b20-4d83-8571-f44af1632caa","name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"} {"level":"info","ts":1789766396.2035594,"caller":"legacymigration/reconciler.go:164","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"3a2bb919-4b20-4d83-8571-f44af1632caa","name":"e2e-legacy-migration-2a6eabf5"} {"level":"info","ts":1789766396.2148893,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"a9238ac6-7383-4eae-8556-2016e6af419d","name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"} {"level":"info","ts":1789766396.2149184,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"368cfa34-c9fa-4fcd-8e4e-524f002b6952"} {"level":"info","ts":1789766396.2149458,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"a9238ac6-7383-4eae-8556-2016e6af419d","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789766396.225003,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"3a2bb919-4b20-4d83-8571-f44af1632caa","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-2a6eabf5\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789766396.2260265,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"5b25753a-2fb4-4938-a17e-a87ff49669d9","name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"} {"level":"info","ts":1789766396.226065,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"5b25753a-2fb4-4938-a17e-a87ff49669d9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789766396.2451515,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"ace6d983-8135-4a20-a608-a973034efb54","name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"} {"level":"info","ts":1789766396.2455776,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789766396.2457254,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a82e3c9a-92db-4ee2-98c9-c0873013b810"} {"level":"info","ts":1789766396.2457685,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a82e3c9a-92db-4ee2-98c9-c0873013b810"} {"level":"info","ts":1789766396.2458055,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a82e3c9a-92db-4ee2-98c9-c0873013b810","EoS":false} {"level":"info","ts":1789766396.2458425,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a82e3c9a-92db-4ee2-98c9-c0873013b810","EoS":true} {"level":"info","ts":1789766396.2458904,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a82e3c9a-92db-4ee2-98c9-c0873013b810","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789766396.2459264,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a82e3c9a-92db-4ee2-98c9-c0873013b810","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789766396.2459898,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a82e3c9a-92db-4ee2-98c9-c0873013b810"} {"level":"info","ts":1789766396.2465231,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"ce23c1fb-5835-4035-bf99-c04591206b7e","name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"} {"level":"info","ts":1789766396.2469096,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"ce23c1fb-5835-4035-bf99-c04591206b7e","modelName":"e2e-legacy-migration-2a6eabf5","resolvedRefs":1} {"level":"info","ts":1789766396.246863,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"26ae1b88-ad24-4739-8b58-273826b79811"} {"level":"error","ts":1789766396.2467804,"caller":"externalprovider/reconciler.go:179","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"368cfa34-c9fa-4fcd-8e4e-524f002b6952","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-2a6eabf5\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:179\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789766396.2473671,"caller":"externalprovider/reconciler.go:214","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"368cfa34-c9fa-4fcd-8e4e-524f002b6952","name":"e2e-legacy-migration-2a6eabf5"} {"level":"info","ts":1789766396.2616599,"caller":"legacymigration/reconciler.go:203","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"ace6d983-8135-4a20-a608-a973034efb54","name":"e2e-legacy-migration-2a6eabf5"} {"level":"info","ts":1789766396.2621503,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"532cb38e-8173-454c-9dfb-eebf08e9cc1a","name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"} {"level":"info","ts":1789766396.2622485,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"532cb38e-8173-454c-9dfb-eebf08e9cc1a","modelName":"e2e-legacy-migration-2a6eabf5","resolvedRefs":1} {"level":"error","ts":1789766396.262482,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"26ae1b88-ad24-4739-8b58-273826b79811","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2a6eabf5\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789766396.262565,"caller":"externalmodel/reconciler.go:143","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"26ae1b88-ad24-4739-8b58-273826b79811","provider":"e2e-legacy-migration-2a6eabf5","phase":"Pending"} {"level":"info","ts":1789766396.274587,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"cddd7ebe-0de2-4b5f-adf9-4f469a149018","name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"} {"level":"info","ts":1789766396.2747922,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"cddd7ebe-0de2-4b5f-adf9-4f469a149018","modelName":"e2e-legacy-migration-2a6eabf5","resolvedRefs":1} {"level":"error","ts":1789766396.2774935,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"ace6d983-8135-4a20-a608-a973034efb54","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2a6eabf5\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789766396.2793536,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"26ae1b88-ad24-4739-8b58-273826b79811","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2a6eabf5\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789766396.2794983,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"26ae1b88-ad24-4739-8b58-273826b79811","error":"ExternalModel \"e2e-legacy-migration-2a6eabf5\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-2a6eabf5\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789766396.2796252,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"d4b0c2d6-9d01-4749-997e-7b3f8e2ceb38"} {"level":"info","ts":1789766396.2797117,"caller":"externalmodel/reconciler.go:143","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"d4b0c2d6-9d01-4749-997e-7b3f8e2ceb38","provider":"e2e-legacy-migration-2a6eabf5","phase":"Pending"} {"level":"info","ts":1789766396.2883036,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"372faf6f-83f2-4377-9e44-61bffd973c7f","name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"} {"level":"info","ts":1789766396.2923884,"caller":"externalprovider/reconciler.go:144","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"368cfa34-c9fa-4fcd-8e4e-524f002b6952","service":"e2e-legacy-migration-2a6eabf5","serviceEntry":"e2e-legacy-migration-2a6eabf5","destinationRule":"e2e-legacy-migration-2a6eabf5","port":443,"tls":true} {"level":"error","ts":1789766396.29291,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"d4b0c2d6-9d01-4749-997e-7b3f8e2ceb38","error":"ExternalModel \"e2e-legacy-migration-2a6eabf5\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-2a6eabf5\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789766396.300298,"caller":"legacymigration/reconciler.go:203","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"372faf6f-83f2-4377-9e44-61bffd973c7f","name":"e2e-legacy-migration-2a6eabf5"} {"level":"info","ts":1789766396.3031816,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"c929e216-47db-421e-86ea-e7cc1404e268"} {"level":"info","ts":1789766396.3032947,"caller":"externalmodel/reconciler.go:143","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"c929e216-47db-421e-86ea-e7cc1404e268","provider":"e2e-legacy-migration-2a6eabf5","phase":"Pending"} {"level":"error","ts":1789766396.3082907,"caller":"externalprovider/reconciler.go:179","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"368cfa34-c9fa-4fcd-8e4e-524f002b6952","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-2a6eabf5\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:179\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:111\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789766396.308386,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"f536584e-9dbc-4949-8535-13da7a325c98","name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"} {"level":"info","ts":1789766396.3084588,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"f536584e-9dbc-4949-8535-13da7a325c98","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789766396.3084164,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"73675767-4a83-428d-8d03-bc180bc5b02e"} {"level":"info","ts":1789766396.308534,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"652f7c07-b53b-4c8a-8b12-4a4f8b3c1e30","name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"} {"level":"info","ts":1789766396.308574,"caller":"externalprovider/reconciler.go:214","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"73675767-4a83-428d-8d03-bc180bc5b02e","name":"e2e-legacy-migration-2a6eabf5"} {"level":"info","ts":1789766396.308585,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"652f7c07-b53b-4c8a-8b12-4a4f8b3c1e30","modelName":"e2e-legacy-migration-2a6eabf5","resolvedRefs":1} {"level":"info","ts":1789766396.3240345,"caller":"legacymigration/reconciler.go:155","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"372faf6f-83f2-4377-9e44-61bffd973c7f","provider":"openai","model":"e2e-legacy-migration-2a6eabf5","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789766396.3359725,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"c929e216-47db-421e-86ea-e7cc1404e268","error":"ExternalModel \"e2e-legacy-migration-2a6eabf5\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-2a6eabf5\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789766396.3360906,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"703f4d89-0f34-4d22-92bf-196528f3f2dc"} {"level":"info","ts":1789766396.3361993,"caller":"externalmodel/reconciler.go:219","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"703f4d89-0f34-4d22-92bf-196528f3f2dc","name":"e2e-legacy-migration-2a6eabf5"} {"level":"info","ts":1789766396.3411338,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789766396.3413343,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b415d95-94e5-434c-8b7a-c8dbcdb9aef7"} {"level":"info","ts":1789766396.3413894,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8b415d95-94e5-434c-8b7a-c8dbcdb9aef7"} {"level":"info","ts":1789766396.3414352,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8b415d95-94e5-434c-8b7a-c8dbcdb9aef7","EoS":false} {"level":"info","ts":1789766396.3415365,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8b415d95-94e5-434c-8b7a-c8dbcdb9aef7","EoS":true} {"level":"info","ts":1789766396.341605,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b415d95-94e5-434c-8b7a-c8dbcdb9aef7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789766396.3416553,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8b415d95-94e5-434c-8b7a-c8dbcdb9aef7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789766396.3417206,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8b415d95-94e5-434c-8b7a-c8dbcdb9aef7"} {"level":"info","ts":1789766396.3563004,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"8d9c669c-b1be-498e-91ce-b31139aa06e8","name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"} {"level":"info","ts":1789766396.3564296,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"8d9c669c-b1be-498e-91ce-b31139aa06e8","modelName":"e2e-legacy-migration-2a6eabf5","resolvedRefs":1} {"level":"info","ts":1789766396.382243,"caller":"externalprovider/reconciler.go:144","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"73675767-4a83-428d-8d03-bc180bc5b02e","service":"e2e-legacy-migration-2a6eabf5","serviceEntry":"e2e-legacy-migration-2a6eabf5","destinationRule":"e2e-legacy-migration-2a6eabf5","port":443,"tls":true} {"level":"info","ts":1789766396.405652,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"773f6851-96dd-49aa-a4eb-703fed583aa6","name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"} {"level":"info","ts":1789766396.4057045,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"773f6851-96dd-49aa-a4eb-703fed583aa6","modelName":"e2e-legacy-migration-2a6eabf5","resolvedRefs":1} {"level":"error","ts":1789766396.4070132,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"703f4d89-0f34-4d22-92bf-196528f3f2dc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2a6eabf5\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789766396.407096,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"703f4d89-0f34-4d22-92bf-196528f3f2dc","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-2a6eabf5\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789766396.4071863,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"f176a9a8-0505-4c94-b2fd-ca8346a74893"} {"level":"info","ts":1789766396.4072635,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"f176a9a8-0505-4c94-b2fd-ca8346a74893","name":"e2e-legacy-migration-2a6eabf5"} {"level":"info","ts":1789766396.4450748,"caller":"externalmodel/reconciler.go:193","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"f176a9a8-0505-4c94-b2fd-ca8346a74893","httpRoute":"e2e-legacy-migration-2a6eabf5","providers":["e2e-legacy-migration-2a6eabf5"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789766396.4670646,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"418d69ad-c4da-45a6-9ce7-cbb69d754eee","name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"} {"level":"info","ts":1789766396.4673016,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"418d69ad-c4da-45a6-9ce7-cbb69d754eee","modelName":"e2e-legacy-migration-2a6eabf5","resolvedRefs":1} {"level":"error","ts":1789766396.475461,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"f176a9a8-0505-4c94-b2fd-ca8346a74893","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2a6eabf5\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789766396.475707,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"b32cc827-ad54-4dc8-b1c6-bb3c5c19dd68"} {"level":"info","ts":1789766396.4758527,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"b32cc827-ad54-4dc8-b1c6-bb3c5c19dd68","name":"e2e-legacy-migration-2a6eabf5"} {"level":"info","ts":1789766396.5356712,"caller":"externalmodel/reconciler.go:193","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"b32cc827-ad54-4dc8-b1c6-bb3c5c19dd68","httpRoute":"e2e-legacy-migration-2a6eabf5","providers":["e2e-legacy-migration-2a6eabf5"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789766396.8538442,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"e67a34cd-22d8-4232-9327-f28e0b7d9c86","name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"} {"level":"info","ts":1789766396.8776274,"caller":"legacymigration/reconciler.go:203","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"e67a34cd-22d8-4232-9327-f28e0b7d9c86","name":"e2e-legacy-migration-2a6eabf5"} {"level":"info","ts":1789766396.97753,"caller":"legacymigration/reconciler.go:155","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"e67a34cd-22d8-4232-9327-f28e0b7d9c86","provider":"openai","model":"e2e-legacy-migration-2a6eabf5","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789766399.2187135,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"3cbb600e-17ba-4ddd-aada-ca9113b95709","name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"} {"level":"info","ts":1789766399.2607138,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"d8bf32e6-2d8d-47aa-b192-d83dd2ba068f"} {"level":"info","ts":1789766399.2611372,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"149baadc-cab8-4861-9dd3-c2c8cbd2d34c","name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"} {"level":"info","ts":1789766399.2613158,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"149baadc-cab8-4861-9dd3-c2c8cbd2d34c","name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"} {"level":"info","ts":1789766399.2615724,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"3a6d8141-8e90-4da8-b1f8-3ef06bd5b727","name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"} {"level":"info","ts":1789766399.261643,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"3a6d8141-8e90-4da8-b1f8-3ef06bd5b727","name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"} {"level":"info","ts":1789766399.2617645,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a6eabf5","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a6eabf5","reconcileID":"f3dab6ff-3a2d-472d-9459-d41d95b59363"} {"level":"info","ts":1789766399.6443267,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789766399.6445558,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a"} {"level":"info","ts":1789766399.6446283,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a"} {"level":"info","ts":1789766399.6446762,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a","EoS":false} {"level":"info","ts":1789766399.6447425,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a","EoS":true} {"level":"info","ts":1789766399.644808,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789766399.644871,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789766399.6449065,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a","modelName":"e2e-external-model"} {"level":"info","ts":1789766399.6449718,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789766399.6450703,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a"} {"level":"info","ts":1789766399.792792,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789766399.7928915,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf"} {"level":"info","ts":1789766399.792907,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf"} {"level":"info","ts":1789766399.7929246,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf","EoS":false} {"level":"info","ts":1789766399.7929442,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf","EoS":true} {"level":"info","ts":1789766399.793011,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789766399.7930324,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789766399.7930644,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf"} {"level":"info","ts":1789766399.8798985,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789766399.8800325,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f548c58-9b45-4efc-ae41-bd2105266190"} {"level":"info","ts":1789766399.8800545,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6f548c58-9b45-4efc-ae41-bd2105266190"} {"level":"info","ts":1789766399.8800726,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6f548c58-9b45-4efc-ae41-bd2105266190","EoS":false} {"level":"info","ts":1789766399.8800907,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6f548c58-9b45-4efc-ae41-bd2105266190","EoS":true} {"level":"info","ts":1789766399.8801196,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"6f548c58-9b45-4efc-ae41-bd2105266190","field":"model"} {"level":"info","ts":1789766399.8801532,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6f548c58-9b45-4efc-ae41-bd2105266190"} {"level":"info","ts":1789766401.0370033,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e03789c-c3e0-4923-a95c-f5914290808f"} {"level":"info","ts":1789766401.0370736,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"260c261e-b659-42de-bc1f-0014583a2b9d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789766401.037174,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"260c261e-b659-42de-bc1f-0014583a2b9d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789766401.1918545,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90431cc1-8afc-4620-a4e7-9093bade26a5"} {"level":"info","ts":1789766401.1920865,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6c322457-aa02-439d-b49b-dbe9f17ba526","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789766401.1923504,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6c322457-aa02-439d-b49b-dbe9f17ba526","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789766414.730999,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789766414.7311082,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01c0712f-eb16-4993-bcfb-f3b1090d82f9"} {"level":"info","ts":1789766414.731162,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"01c0712f-eb16-4993-bcfb-f3b1090d82f9"} {"level":"info","ts":1789766414.731189,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"01c0712f-eb16-4993-bcfb-f3b1090d82f9","EoS":false} {"level":"info","ts":1789766414.7312074,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"01c0712f-eb16-4993-bcfb-f3b1090d82f9","EoS":true} {"level":"info","ts":1789766414.731242,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"01c0712f-eb16-4993-bcfb-f3b1090d82f9","field":"model"} {"level":"info","ts":1789766414.7312787,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"01c0712f-eb16-4993-bcfb-f3b1090d82f9"} {"level":"info","ts":1789766414.8948207,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789766414.8949144,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7636a778-9391-480c-afcf-5d52459b8876"} {"level":"info","ts":1789766414.8949263,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7636a778-9391-480c-afcf-5d52459b8876"} {"level":"info","ts":1789766414.8949385,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7636a778-9391-480c-afcf-5d52459b8876","EoS":false} {"level":"info","ts":1789766414.894949,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7636a778-9391-480c-afcf-5d52459b8876","EoS":true} {"level":"info","ts":1789766414.8949804,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"7636a778-9391-480c-afcf-5d52459b8876","field":"model"} {"level":"info","ts":1789766414.8950067,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7636a778-9391-480c-afcf-5d52459b8876"} {"level":"info","ts":1789766415.0387497,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789766415.0388367,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03b74783-b035-4d73-99d0-a30927406d79"} {"level":"info","ts":1789766415.038849,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"03b74783-b035-4d73-99d0-a30927406d79"} {"level":"info","ts":1789766415.0388598,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"03b74783-b035-4d73-99d0-a30927406d79","EoS":false} {"level":"info","ts":1789766415.0388703,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"03b74783-b035-4d73-99d0-a30927406d79","EoS":true} {"level":"info","ts":1789766415.0388882,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"03b74783-b035-4d73-99d0-a30927406d79","field":"model"} {"level":"info","ts":1789766415.0389113,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"03b74783-b035-4d73-99d0-a30927406d79"} {"level":"info","ts":1789767400.7006392,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767400.700729,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf"} {"level":"info","ts":1789767400.7007382,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf"} {"level":"info","ts":1789767400.7007506,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf","EoS":false} {"level":"info","ts":1789767400.7007608,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf","EoS":true} {"level":"info","ts":1789767400.7007833,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789767400.7007992,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789767400.7008207,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf"} {"level":"info","ts":1789767400.7490132,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767400.7491062,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6"} {"level":"info","ts":1789767400.7491179,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6"} {"level":"info","ts":1789767400.749129,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6","EoS":false} {"level":"info","ts":1789767400.7491405,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6","EoS":true} {"level":"info","ts":1789767400.749165,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789767400.7491813,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789767400.7492027,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6"} {"level":"info","ts":1789767722.0384567,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6f71c1ea-b4be-4318-ad7b-dbd1a51c1296","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789767722.03851,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6f71c1ea-b4be-4318-ad7b-dbd1a51c1296","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789767722.0385313,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6f71c1ea-b4be-4318-ad7b-dbd1a51c1296"} {"level":"info","ts":1789767722.038511,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"db10ec68-5248-483f-9bff-87a14ea123cd"} {"level":"info","ts":1789767722.0467734,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"268af820-0211-41a6-a4bb-a0085363e02b","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789767722.0468197,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"268af820-0211-41a6-a4bb-a0085363e02b","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789767722.0468466,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"268af820-0211-41a6-a4bb-a0085363e02b"} {"level":"error","ts":1789767722.049784,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"db10ec68-5248-483f-9bff-87a14ea123cd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789767722.0498266,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"db10ec68-5248-483f-9bff-87a14ea123cd","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789767722.0551217,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4b1dad84-350d-48a1-997e-f201d9d1cfb2","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789767722.0551667,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4b1dad84-350d-48a1-997e-f201d9d1cfb2","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789767722.0551882,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4b1dad84-350d-48a1-997e-f201d9d1cfb2"} {"level":"error","ts":1789767722.0563216,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"db10ec68-5248-483f-9bff-87a14ea123cd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789767722.056373,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"db10ec68-5248-483f-9bff-87a14ea123cd","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789767722.0564451,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0c76e9d5-626e-4219-8ebd-ffce8e936725"} {"level":"error","ts":1789767722.0564795,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0c76e9d5-626e-4219-8ebd-ffce8e936725","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789767722.0653965,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0c76e9d5-626e-4219-8ebd-ffce8e936725","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789767722.0757022,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ba33c4c9-9080-41d3-8564-e9c82683479b"} {"level":"error","ts":1789767722.0757563,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ba33c4c9-9080-41d3-8564-e9c82683479b","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789767722.0820947,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ba33c4c9-9080-41d3-8564-e9c82683479b","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789767722.1031635,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"01eb065d-8713-488a-a348-b32f3f687002"} {"level":"error","ts":1789767722.1032302,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"01eb065d-8713-488a-a348-b32f3f687002","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789767722.1099238,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"01eb065d-8713-488a-a348-b32f3f687002","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789767722.1510932,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0466f493-d70c-490a-aaaf-d07c983b6591"} {"level":"error","ts":1789767722.151153,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0466f493-d70c-490a-aaaf-d07c983b6591","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789767722.1570766,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0466f493-d70c-490a-aaaf-d07c983b6591","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789767722.1989052,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2c050cef-cf45-4b74-b72a-abfcfa3007f7","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789767722.1989114,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c7798601-ab97-4f2c-b16a-ef4c77302701"} {"level":"error","ts":1789767722.1989825,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2c050cef-cf45-4b74-b72a-abfcfa3007f7","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789767722.1990135,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2c050cef-cf45-4b74-b72a-abfcfa3007f7"} {"level":"error","ts":1789767722.199033,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c7798601-ab97-4f2c-b16a-ef4c77302701","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789767722.2060432,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c7798601-ab97-4f2c-b16a-ef4c77302701","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789767722.3672254,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"325a34db-c27c-4b9e-937e-3e3e28e218f1"} {"level":"error","ts":1789767722.367283,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"325a34db-c27c-4b9e-937e-3e3e28e218f1","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789767722.3736467,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"325a34db-c27c-4b9e-937e-3e3e28e218f1","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789767722.6941938,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a700be77-178e-4c2b-93cd-75f186f4a707"} {"level":"error","ts":1789767722.6942537,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a700be77-178e-4c2b-93cd-75f186f4a707","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789767722.7023323,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a700be77-178e-4c2b-93cd-75f186f4a707","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789767723.3432872,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a892c3cc-d0c6-49bb-96f8-a67a33d87ab5"} {"level":"error","ts":1789767723.3433414,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a892c3cc-d0c6-49bb-96f8-a67a33d87ab5","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789767723.3493614,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a892c3cc-d0c6-49bb-96f8-a67a33d87ab5","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789767724.630181,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b3588efe-d582-4c7e-aac5-fa1e14eb4999"} {"level":"error","ts":1789767724.6302373,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b3588efe-d582-4c7e-aac5-fa1e14eb4999","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789767724.638103,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b3588efe-d582-4c7e-aac5-fa1e14eb4999","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789767727.198745,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2e082cb6-d53e-45b2-bcc0-3cee9ac51e6b"} {"level":"error","ts":1789767727.1988087,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2e082cb6-d53e-45b2-bcc0-3cee9ac51e6b","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789767727.1991944,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c0af4956-07cb-472b-860f-c764583a921a","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789767727.199229,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c0af4956-07cb-472b-860f-c764583a921a","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789767727.1992574,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c0af4956-07cb-472b-860f-c764583a921a"} {"level":"error","ts":1789767727.2079146,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2e082cb6-d53e-45b2-bcc0-3cee9ac51e6b","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789767727.4631698,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767727.4632733,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8"} {"level":"info","ts":1789767727.463292,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8"} {"level":"info","ts":1789767727.46331,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8","EoS":false} {"level":"info","ts":1789767727.4633288,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8","EoS":true} {"level":"info","ts":1789767727.4633589,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789767727.4633777,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767727.4634101,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8"} {"level":"info","ts":1789767727.524736,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767727.5248349,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9326974-7bf7-413f-a33a-260f64a22856"} {"level":"info","ts":1789767727.5248494,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c9326974-7bf7-413f-a33a-260f64a22856"} {"level":"info","ts":1789767727.5248606,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c9326974-7bf7-413f-a33a-260f64a22856","EoS":false} {"level":"info","ts":1789767727.5248733,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c9326974-7bf7-413f-a33a-260f64a22856","EoS":true} {"level":"info","ts":1789767727.5248926,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9326974-7bf7-413f-a33a-260f64a22856","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789767727.5249116,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c9326974-7bf7-413f-a33a-260f64a22856","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767727.5249355,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c9326974-7bf7-413f-a33a-260f64a22856"} {"level":"info","ts":1789767727.5908172,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767727.5909212,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652"} {"level":"info","ts":1789767727.5909398,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652"} {"level":"info","ts":1789767727.5909715,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652","EoS":false} {"level":"info","ts":1789767727.5909889,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652","EoS":true} {"level":"info","ts":1789767727.591021,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789767727.591043,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767727.5910735,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652"} {"level":"info","ts":1789767727.6278243,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767727.6279383,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c744d92-4ae9-41bb-8eb5-400870cfd00e"} {"level":"info","ts":1789767727.6279697,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3c744d92-4ae9-41bb-8eb5-400870cfd00e"} {"level":"info","ts":1789767727.627989,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3c744d92-4ae9-41bb-8eb5-400870cfd00e","EoS":false} {"level":"info","ts":1789767727.6280077,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3c744d92-4ae9-41bb-8eb5-400870cfd00e","EoS":true} {"level":"info","ts":1789767727.6280391,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c744d92-4ae9-41bb-8eb5-400870cfd00e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789767727.6280587,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3c744d92-4ae9-41bb-8eb5-400870cfd00e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767727.628087,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3c744d92-4ae9-41bb-8eb5-400870cfd00e"} {"level":"info","ts":1789767727.6558459,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767727.655951,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e8747a2-4bf8-473c-9901-354f2471a5ac"} {"level":"info","ts":1789767727.6559868,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1e8747a2-4bf8-473c-9901-354f2471a5ac"} {"level":"info","ts":1789767727.6560056,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1e8747a2-4bf8-473c-9901-354f2471a5ac","EoS":false} {"level":"info","ts":1789767727.656024,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1e8747a2-4bf8-473c-9901-354f2471a5ac","EoS":true} {"level":"info","ts":1789767727.6560533,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e8747a2-4bf8-473c-9901-354f2471a5ac","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789767727.6560726,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1e8747a2-4bf8-473c-9901-354f2471a5ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767727.656103,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1e8747a2-4bf8-473c-9901-354f2471a5ac"} {"level":"info","ts":1789767727.6821895,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767727.6822758,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4"} {"level":"info","ts":1789767727.6822853,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4"} {"level":"info","ts":1789767727.6822963,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4","EoS":false} {"level":"info","ts":1789767727.682307,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4","EoS":true} {"level":"info","ts":1789767727.682327,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789767727.682342,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767727.6823602,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4"} {"level":"info","ts":1789767727.8432543,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"274fde95-2174-49a4-b056-e3f957412a0d"} {"level":"info","ts":1789767727.843271,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"990c5d77-1767-4f45-89cc-13267f454a15","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789767727.843301,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"990c5d77-1767-4f45-89cc-13267f454a15","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789767756.1542478,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767756.1543531,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698"} {"level":"info","ts":1789767756.154368,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698"} {"level":"info","ts":1789767756.1543858,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698","EoS":false} {"level":"info","ts":1789767756.1544049,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698","EoS":true} {"level":"info","ts":1789767756.1544385,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789767756.154458,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767756.1544857,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698"} {"level":"info","ts":1789767756.3124719,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767756.312574,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee"} {"level":"info","ts":1789767756.312588,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee"} {"level":"info","ts":1789767756.3126059,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee","EoS":false} {"level":"info","ts":1789767756.3126266,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee","EoS":true} {"level":"info","ts":1789767756.3126566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789767756.312675,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767756.3127081,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee"} {"level":"info","ts":1789767756.4658642,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767756.465948,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431"} {"level":"info","ts":1789767756.465985,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431"} {"level":"info","ts":1789767756.4659965,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431","EoS":false} {"level":"info","ts":1789767756.4660091,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431","EoS":true} {"level":"info","ts":1789767756.4660292,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789767756.4660437,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767756.4660668,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431"} {"level":"info","ts":1789767756.6146808,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767756.6147714,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871"} {"level":"info","ts":1789767756.6147826,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871"} {"level":"info","ts":1789767756.6148348,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871","EoS":false} {"level":"info","ts":1789767756.614849,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871","EoS":true} {"level":"info","ts":1789767756.6148713,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789767756.6148868,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767756.6149101,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871"} {"level":"info","ts":1789767756.7661207,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767756.766204,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee"} {"level":"info","ts":1789767756.7662172,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee"} {"level":"info","ts":1789767756.7662284,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee","EoS":false} {"level":"info","ts":1789767756.766239,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee","EoS":true} {"level":"info","ts":1789767756.7662594,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789767756.7662745,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767756.766294,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee"} {"level":"info","ts":1789767756.903536,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767756.9036276,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e20f471b-d734-4bae-a812-c823f3f57b77"} {"level":"info","ts":1789767756.9036417,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e20f471b-d734-4bae-a812-c823f3f57b77"} {"level":"info","ts":1789767756.9036531,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e20f471b-d734-4bae-a812-c823f3f57b77","EoS":false} {"level":"info","ts":1789767756.9036715,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e20f471b-d734-4bae-a812-c823f3f57b77","EoS":true} {"level":"info","ts":1789767756.9036915,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e20f471b-d734-4bae-a812-c823f3f57b77","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789767756.903706,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e20f471b-d734-4bae-a812-c823f3f57b77","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767756.9037297,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e20f471b-d734-4bae-a812-c823f3f57b77"} {"level":"info","ts":1789767765.6198466,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767765.61997,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c"} {"level":"info","ts":1789767765.619991,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c"} {"level":"info","ts":1789767765.62001,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c","EoS":false} {"level":"info","ts":1789767765.6200292,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c","EoS":true} {"level":"info","ts":1789767765.6200614,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789767765.6200814,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767765.620113,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c"} {"level":"info","ts":1789767765.6540089,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767765.654097,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbd64577-de00-4e16-984e-2084a9c85dd7"} {"level":"info","ts":1789767765.6541095,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cbd64577-de00-4e16-984e-2084a9c85dd7"} {"level":"info","ts":1789767765.6541204,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cbd64577-de00-4e16-984e-2084a9c85dd7","EoS":false} {"level":"info","ts":1789767765.654131,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cbd64577-de00-4e16-984e-2084a9c85dd7","EoS":true} {"level":"info","ts":1789767765.654152,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cbd64577-de00-4e16-984e-2084a9c85dd7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789767765.6541677,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cbd64577-de00-4e16-984e-2084a9c85dd7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767765.6541862,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cbd64577-de00-4e16-984e-2084a9c85dd7"} {"level":"info","ts":1789767765.686885,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767765.6869843,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29cec458-f8b5-45f2-adf2-6a7812fbd599"} {"level":"info","ts":1789767765.686997,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"29cec458-f8b5-45f2-adf2-6a7812fbd599"} {"level":"info","ts":1789767765.6870103,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"29cec458-f8b5-45f2-adf2-6a7812fbd599","EoS":false} {"level":"info","ts":1789767765.6870217,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"29cec458-f8b5-45f2-adf2-6a7812fbd599","EoS":true} {"level":"info","ts":1789767765.6870434,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29cec458-f8b5-45f2-adf2-6a7812fbd599","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789767765.6870587,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"29cec458-f8b5-45f2-adf2-6a7812fbd599","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767765.6870782,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"29cec458-f8b5-45f2-adf2-6a7812fbd599"} {"level":"info","ts":1789767765.7211766,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767765.7212787,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3b373d77-cec8-4a46-87f5-c7456547a9c9"} {"level":"info","ts":1789767766.5078535,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767766.5079868,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b"} {"level":"info","ts":1789767766.5080042,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b"} {"level":"info","ts":1789767766.5080178,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b","EoS":false} {"level":"info","ts":1789767766.508029,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b","EoS":true} {"level":"info","ts":1789767766.508048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789767766.5080638,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767766.5080843,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b"} {"level":"info","ts":1789767767.488441,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767767.488527,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6"} {"level":"info","ts":1789767767.4885368,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6"} {"level":"info","ts":1789767767.488547,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6","EoS":false} {"level":"info","ts":1789767767.488557,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6","EoS":true} {"level":"info","ts":1789767767.4885757,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789767767.488591,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767767.4886127,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6"} {"level":"info","ts":1789767768.2345338,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767768.2346427,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153"} {"level":"info","ts":1789767768.234662,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153"} {"level":"info","ts":1789767768.2346804,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153","EoS":false} {"level":"info","ts":1789767768.2346966,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153","EoS":true} {"level":"info","ts":1789767768.2347243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789767768.23476,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767768.234793,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153"} {"level":"info","ts":1789767769.2999034,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767769.3000135,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0"} {"level":"info","ts":1789767769.3000267,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0"} {"level":"info","ts":1789767769.3000383,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0","EoS":false} {"level":"info","ts":1789767769.300049,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0","EoS":true} {"level":"info","ts":1789767769.3000724,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789767769.300089,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767769.3001099,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0"} {"level":"info","ts":1789767774.72099,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767774.7210739,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a13991f9-5c00-4d7d-970f-9e24b4574e36"} {"level":"info","ts":1789767774.7210872,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a13991f9-5c00-4d7d-970f-9e24b4574e36"} {"level":"info","ts":1789767774.7210984,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a13991f9-5c00-4d7d-970f-9e24b4574e36","EoS":false} {"level":"info","ts":1789767774.7211092,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a13991f9-5c00-4d7d-970f-9e24b4574e36","EoS":true} {"level":"info","ts":1789767774.721129,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a13991f9-5c00-4d7d-970f-9e24b4574e36","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789767774.721142,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a13991f9-5c00-4d7d-970f-9e24b4574e36","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767774.7211661,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a13991f9-5c00-4d7d-970f-9e24b4574e36"} {"level":"info","ts":1789767779.8241174,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767779.8242147,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c989a16-87bf-484e-94f8-ba24e801b75e"} {"level":"info","ts":1789767779.82423,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0c989a16-87bf-484e-94f8-ba24e801b75e"} {"level":"info","ts":1789767779.8242424,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0c989a16-87bf-484e-94f8-ba24e801b75e","EoS":false} {"level":"info","ts":1789767779.8242548,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0c989a16-87bf-484e-94f8-ba24e801b75e","EoS":true} {"level":"info","ts":1789767779.824275,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c989a16-87bf-484e-94f8-ba24e801b75e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789767779.8242903,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0c989a16-87bf-484e-94f8-ba24e801b75e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767779.824312,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0c989a16-87bf-484e-94f8-ba24e801b75e"} {"level":"info","ts":1789767781.0267327,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767781.0268366,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07c447a0-36ba-4456-9331-8d2d9d2dca37"} {"level":"info","ts":1789767781.026854,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"07c447a0-36ba-4456-9331-8d2d9d2dca37"} {"level":"info","ts":1789767781.0268729,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"07c447a0-36ba-4456-9331-8d2d9d2dca37","EoS":false} {"level":"info","ts":1789767781.026892,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"07c447a0-36ba-4456-9331-8d2d9d2dca37","EoS":true} {"level":"info","ts":1789767781.0269232,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"07c447a0-36ba-4456-9331-8d2d9d2dca37","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789767781.0269437,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"07c447a0-36ba-4456-9331-8d2d9d2dca37","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767781.0270023,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"07c447a0-36ba-4456-9331-8d2d9d2dca37"} {"level":"info","ts":1789767789.0484889,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767789.0485756,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2"} {"level":"info","ts":1789767789.0485873,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2"} {"level":"info","ts":1789767789.0485983,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2","EoS":false} {"level":"info","ts":1789767789.04861,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2","EoS":true} {"level":"info","ts":1789767789.04863,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789767789.0486445,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767789.0486643,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2"} {"level":"info","ts":1789767790.7075994,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767790.7077138,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"350860e5-b099-4512-bfe4-7bca0e2db6dc"} {"level":"info","ts":1789767790.7077315,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"350860e5-b099-4512-bfe4-7bca0e2db6dc"} {"level":"info","ts":1789767790.7077503,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"350860e5-b099-4512-bfe4-7bca0e2db6dc","EoS":false} {"level":"info","ts":1789767790.7077699,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"350860e5-b099-4512-bfe4-7bca0e2db6dc","EoS":true} {"level":"info","ts":1789767790.7078001,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"350860e5-b099-4512-bfe4-7bca0e2db6dc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789767790.7078185,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"350860e5-b099-4512-bfe4-7bca0e2db6dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767790.7078478,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"350860e5-b099-4512-bfe4-7bca0e2db6dc"} {"level":"info","ts":1789767858.7990975,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767858.7991834,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abac5da8-1cd9-4a02-953e-ba59507cb73b"} {"level":"info","ts":1789767858.799196,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"abac5da8-1cd9-4a02-953e-ba59507cb73b"} {"level":"info","ts":1789767858.799207,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"abac5da8-1cd9-4a02-953e-ba59507cb73b","EoS":false} {"level":"info","ts":1789767858.7992172,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"abac5da8-1cd9-4a02-953e-ba59507cb73b","EoS":true} {"level":"info","ts":1789767858.7992375,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"abac5da8-1cd9-4a02-953e-ba59507cb73b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789767858.799253,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"abac5da8-1cd9-4a02-953e-ba59507cb73b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789767858.7992752,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"abac5da8-1cd9-4a02-953e-ba59507cb73b"} {"level":"info","ts":1789767884.2907705,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767884.2908628,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94"} {"level":"info","ts":1789767884.290877,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94"} {"level":"info","ts":1789767884.29089,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94","EoS":false} {"level":"info","ts":1789767884.2909007,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94","EoS":true} {"level":"info","ts":1789767884.2909222,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789767884.2909372,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789767884.2909744,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94"} {"level":"info","ts":1789767943.9743865,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767943.9744873,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d"} {"level":"info","ts":1789767943.9745011,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d"} {"level":"info","ts":1789767943.9745128,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d","EoS":false} {"level":"info","ts":1789767943.9745228,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d","EoS":true} {"level":"info","ts":1789767943.974546,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789767943.9745607,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767943.9745805,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d"} {"level":"info","ts":1789767944.0136282,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767944.0137625,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1dd16e0a-5fd0-4077-9517-a80bc2c5d2b1"} {"level":"info","ts":1789767944.0137753,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1dd16e0a-5fd0-4077-9517-a80bc2c5d2b1"} {"level":"info","ts":1789767944.013786,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1dd16e0a-5fd0-4077-9517-a80bc2c5d2b1","EoS":false} {"level":"info","ts":1789767944.013797,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1dd16e0a-5fd0-4077-9517-a80bc2c5d2b1","EoS":true} {"level":"info","ts":1789767944.0138159,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1dd16e0a-5fd0-4077-9517-a80bc2c5d2b1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789767944.013831,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1dd16e0a-5fd0-4077-9517-a80bc2c5d2b1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767944.0138521,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1dd16e0a-5fd0-4077-9517-a80bc2c5d2b1"} {"level":"info","ts":1789767944.047455,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767944.0475485,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a89b638-1d4b-4430-824c-40716ea0e62c"} {"level":"info","ts":1789767944.0475633,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0a89b638-1d4b-4430-824c-40716ea0e62c"} {"level":"info","ts":1789767944.047575,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0a89b638-1d4b-4430-824c-40716ea0e62c","EoS":false} {"level":"info","ts":1789767944.0475872,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0a89b638-1d4b-4430-824c-40716ea0e62c","EoS":true} {"level":"info","ts":1789767944.0476086,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a89b638-1d4b-4430-824c-40716ea0e62c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789767944.0476274,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0a89b638-1d4b-4430-824c-40716ea0e62c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789767944.0476468,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0a89b638-1d4b-4430-824c-40716ea0e62c"} {"level":"info","ts":1789767951.7463458,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767951.7464545,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de8c87bf-18a4-4153-8c59-0c4f75c463d9"} {"level":"info","ts":1789767951.7464705,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"de8c87bf-18a4-4153-8c59-0c4f75c463d9"} {"level":"info","ts":1789767951.746483,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"de8c87bf-18a4-4153-8c59-0c4f75c463d9","EoS":false} {"level":"info","ts":1789767951.7464933,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"de8c87bf-18a4-4153-8c59-0c4f75c463d9","EoS":true} {"level":"info","ts":1789767951.7465122,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de8c87bf-18a4-4153-8c59-0c4f75c463d9","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789767951.746527,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"de8c87bf-18a4-4153-8c59-0c4f75c463d9","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789767951.7465491,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"de8c87bf-18a4-4153-8c59-0c4f75c463d9"} {"level":"info","ts":1789767961.0966136,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767961.0967324,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998"} {"level":"info","ts":1789767961.0967464,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998"} {"level":"info","ts":1789767961.0967581,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998","EoS":false} {"level":"info","ts":1789767961.096771,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998","EoS":true} {"level":"info","ts":1789767961.0967886,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789767961.0968041,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789767961.0968266,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998"} {"level":"info","ts":1789767961.2526114,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767961.252698,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f"} {"level":"info","ts":1789767961.2527092,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f"} {"level":"info","ts":1789767961.2527199,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f","EoS":false} {"level":"info","ts":1789767961.2527325,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f","EoS":true} {"level":"info","ts":1789767961.252752,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789767961.2527688,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789767961.25279,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f"} {"level":"info","ts":1789767961.4090161,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767961.4091291,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949"} {"level":"info","ts":1789767961.4091413,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949"} {"level":"info","ts":1789767961.4091525,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949","EoS":false} {"level":"info","ts":1789767961.409163,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949","EoS":true} {"level":"info","ts":1789767961.409181,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789767961.409197,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789767961.409224,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949"} {"level":"info","ts":1789767961.5599172,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767961.5600212,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b6ef610-994b-4f55-824c-2649adef00dc"} {"level":"info","ts":1789767961.5600326,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0b6ef610-994b-4f55-824c-2649adef00dc"} {"level":"info","ts":1789767961.5600483,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0b6ef610-994b-4f55-824c-2649adef00dc","EoS":false} {"level":"info","ts":1789767961.560061,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0b6ef610-994b-4f55-824c-2649adef00dc","EoS":true} {"level":"info","ts":1789767961.5600796,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b6ef610-994b-4f55-824c-2649adef00dc","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789767961.560094,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0b6ef610-994b-4f55-824c-2649adef00dc","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789767961.560117,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0b6ef610-994b-4f55-824c-2649adef00dc"} {"level":"info","ts":1789767974.4239705,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789767974.424062,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03"} {"level":"info","ts":1789767974.4240742,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03"} {"level":"info","ts":1789767974.424085,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03","EoS":false} {"level":"info","ts":1789767974.4240968,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03","EoS":true} {"level":"info","ts":1789767974.4241145,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789767974.4241319,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789767974.4241614,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03"}