{"level":"error","ts":1789797225.479703,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"3236ea3e-1abc-482c-8270-d21769a64af0","error":"failed to apply Service: services \"e2e-legacy-migration-6b0d5311\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789797225.479801,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"3f5e2c77-1da2-4163-bdca-b2c818511e62"} {"level":"info","ts":1789797225.4798512,"caller":"externalprovider/reconciler.go:214","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"3f5e2c77-1da2-4163-bdca-b2c818511e62","name":"e2e-legacy-migration-6b0d5311"} {"level":"info","ts":1789797225.4833474,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"7963af41-f1b0-4446-b591-9933220c32ec","name":"e2e-legacy-migration-6b0d5311","namespace":"llm"} {"level":"info","ts":1789797225.4876542,"caller":"legacymigration/reconciler.go:203","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"7963af41-f1b0-4446-b591-9933220c32ec","name":"e2e-legacy-migration-6b0d5311"} {"level":"error","ts":1789797225.488231,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"d9673c0a-1e70-4fb1-a024-4182f2a4b8ba","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-6b0d5311\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789797225.4882727,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"d9673c0a-1e70-4fb1-a024-4182f2a4b8ba","error":"ExternalModel \"e2e-legacy-migration-6b0d5311\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-6b0d5311\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789797225.4883327,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"3ab27fa4-d5ec-48b8-9aec-707b6d78733b"} {"level":"info","ts":1789797225.488366,"caller":"externalmodel/reconciler.go:143","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"3ab27fa4-d5ec-48b8-9aec-707b6d78733b","provider":"e2e-legacy-migration-6b0d5311","phase":"Pending"} {"level":"info","ts":1789797225.4899757,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"9d88e85e-3fc1-4861-9aa6-82aac8f19ae2","name":"e2e-legacy-migration-6b0d5311","namespace":"llm"} {"level":"info","ts":1789797225.4900093,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"9d88e85e-3fc1-4861-9aa6-82aac8f19ae2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789797225.4900641,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"4a599e3d-8993-4be5-bad1-246695736b71","name":"e2e-legacy-migration-6b0d5311","namespace":"llm"} {"level":"info","ts":1789797225.490088,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"4a599e3d-8993-4be5-bad1-246695736b71","modelName":"e2e-legacy-migration-6b0d5311","resolvedRefs":1} {"level":"info","ts":1789797225.4946325,"caller":"legacymigration/reconciler.go:155","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"7963af41-f1b0-4446-b591-9933220c32ec","provider":"openai","model":"e2e-legacy-migration-6b0d5311","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789797225.4946861,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"3ab27fa4-d5ec-48b8-9aec-707b6d78733b","error":"ExternalModel \"e2e-legacy-migration-6b0d5311\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-6b0d5311\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789797225.4947464,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"ca2c8dc4-9e2b-4b67-8cfc-b3a460f66af0"} {"level":"info","ts":1789797225.4947846,"caller":"externalmodel/reconciler.go:219","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"ca2c8dc4-9e2b-4b67-8cfc-b3a460f66af0","name":"e2e-legacy-migration-6b0d5311"} {"level":"info","ts":1789797225.4967763,"caller":"externalprovider/reconciler.go:144","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"3f5e2c77-1da2-4163-bdca-b2c818511e62","service":"e2e-legacy-migration-6b0d5311","serviceEntry":"e2e-legacy-migration-6b0d5311","destinationRule":"e2e-legacy-migration-6b0d5311","port":443,"tls":true} {"level":"error","ts":1789797225.5066745,"caller":"externalprovider/reconciler.go:179","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"3f5e2c77-1da2-4163-bdca-b2c818511e62","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-6b0d5311\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:179\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:111\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789797225.506762,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"84db9bcc-dd51-4bc4-a883-ed0c82f6a641"} {"level":"info","ts":1789797225.506826,"caller":"externalprovider/reconciler.go:214","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"84db9bcc-dd51-4bc4-a883-ed0c82f6a641","name":"e2e-legacy-migration-6b0d5311"} {"level":"info","ts":1789797225.518338,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"f641c16e-f38e-4514-b75d-848fe3306830","name":"e2e-legacy-migration-6b0d5311","namespace":"llm"} {"level":"info","ts":1789797225.5184379,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"f641c16e-f38e-4514-b75d-848fe3306830","modelName":"e2e-legacy-migration-6b0d5311","resolvedRefs":1} {"level":"error","ts":1789797225.5191932,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"ca2c8dc4-9e2b-4b67-8cfc-b3a460f66af0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-6b0d5311\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789797225.5192695,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"ca2c8dc4-9e2b-4b67-8cfc-b3a460f66af0","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-6b0d5311\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789797225.5193584,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"b647ef61-e7e2-457d-b586-8e3c5b5ff067"} {"level":"info","ts":1789797225.519481,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"b647ef61-e7e2-457d-b586-8e3c5b5ff067","name":"e2e-legacy-migration-6b0d5311"} {"level":"info","ts":1789797225.5298228,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"21c21305-36e2-4313-9ae3-bd1b2f733dbb","name":"e2e-legacy-migration-6b0d5311","namespace":"llm"} {"level":"info","ts":1789797225.5299053,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"21c21305-36e2-4313-9ae3-bd1b2f733dbb","modelName":"e2e-legacy-migration-6b0d5311","resolvedRefs":1} {"level":"info","ts":1789797225.5311549,"caller":"externalprovider/reconciler.go:144","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"84db9bcc-dd51-4bc4-a883-ed0c82f6a641","service":"e2e-legacy-migration-6b0d5311","serviceEntry":"e2e-legacy-migration-6b0d5311","destinationRule":"e2e-legacy-migration-6b0d5311","port":443,"tls":true} {"level":"info","ts":1789797225.5338283,"caller":"externalmodel/reconciler.go:193","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"b647ef61-e7e2-457d-b586-8e3c5b5ff067","httpRoute":"e2e-legacy-migration-6b0d5311","providers":["e2e-legacy-migration-6b0d5311"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789797225.5381658,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"b647ef61-e7e2-457d-b586-8e3c5b5ff067","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-6b0d5311\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789797225.5382633,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"572162bc-c607-40b3-a0c7-32abf39b0f5c"} {"level":"info","ts":1789797225.5383291,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"572162bc-c607-40b3-a0c7-32abf39b0f5c","name":"e2e-legacy-migration-6b0d5311"} {"level":"info","ts":1789797225.5480068,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"8e91c9bc-3480-4bae-a2e8-6abb61b69334","name":"e2e-legacy-migration-6b0d5311","namespace":"llm"} {"level":"info","ts":1789797225.5480444,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"8e91c9bc-3480-4bae-a2e8-6abb61b69334","modelName":"e2e-legacy-migration-6b0d5311","resolvedRefs":1} {"level":"info","ts":1789797225.5490708,"caller":"externalmodel/reconciler.go:193","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"572162bc-c607-40b3-a0c7-32abf39b0f5c","httpRoute":"e2e-legacy-migration-6b0d5311","providers":["e2e-legacy-migration-6b0d5311"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789797225.554425,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"572162bc-c607-40b3-a0c7-32abf39b0f5c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-6b0d5311\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789797225.554515,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"a706e241-2a24-4d04-b611-8aae8edb3ebc"} {"level":"info","ts":1789797225.5545778,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"a706e241-2a24-4d04-b611-8aae8edb3ebc","name":"e2e-legacy-migration-6b0d5311"} {"level":"info","ts":1789797225.5652251,"caller":"externalmodel/reconciler.go:193","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"a706e241-2a24-4d04-b611-8aae8edb3ebc","httpRoute":"e2e-legacy-migration-6b0d5311","providers":["e2e-legacy-migration-6b0d5311"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789797225.6352293,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"c47f2bfa-fdc9-4b8d-8fdf-ee4141d05641","name":"e2e-legacy-migration-6b0d5311","namespace":"llm"} {"level":"info","ts":1789797225.6387718,"caller":"legacymigration/reconciler.go:203","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"c47f2bfa-fdc9-4b8d-8fdf-ee4141d05641","name":"e2e-legacy-migration-6b0d5311"} {"level":"info","ts":1789797225.6447902,"caller":"legacymigration/reconciler.go:155","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"c47f2bfa-fdc9-4b8d-8fdf-ee4141d05641","provider":"openai","model":"e2e-legacy-migration-6b0d5311","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789797228.3981588,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"99bc74e0-9b45-444f-80ab-c2f7bac8d90f","name":"e2e-legacy-migration-6b0d5311","namespace":"llm"} {"level":"info","ts":1789797228.4045222,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"4ed34793-7af8-45e8-bd65-4a963b702ca9","name":"e2e-legacy-migration-6b0d5311","namespace":"llm"} {"level":"info","ts":1789797228.404618,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"4ed34793-7af8-45e8-bd65-4a963b702ca9","name":"e2e-legacy-migration-6b0d5311","namespace":"llm"} {"level":"info","ts":1789797228.404704,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"1412b45f-aff5-43e0-bdd1-7c68a0881880"} {"level":"info","ts":1789797228.406077,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"d4d152dc-37c0-4d30-856d-187e8c6654e3","name":"e2e-legacy-migration-6b0d5311","namespace":"llm"} {"level":"info","ts":1789797228.4061606,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"d4d152dc-37c0-4d30-856d-187e8c6654e3","name":"e2e-legacy-migration-6b0d5311","namespace":"llm"} {"level":"info","ts":1789797228.4062438,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6b0d5311","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6b0d5311","reconcileID":"4f86bf66-cdcb-4a39-a4a1-5ededd7959e1"} {"level":"info","ts":1789797228.8291752,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789797228.8292584,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8df63fa-cbe0-44e1-b9e9-471c9a5aeb86"} {"level":"info","ts":1789797228.8292694,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e8df63fa-cbe0-44e1-b9e9-471c9a5aeb86"} {"level":"info","ts":1789797228.82928,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e8df63fa-cbe0-44e1-b9e9-471c9a5aeb86","EoS":false} {"level":"info","ts":1789797228.82929,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e8df63fa-cbe0-44e1-b9e9-471c9a5aeb86","EoS":true} {"level":"info","ts":1789797228.8293104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8df63fa-cbe0-44e1-b9e9-471c9a5aeb86","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789797228.8293273,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e8df63fa-cbe0-44e1-b9e9-471c9a5aeb86","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789797228.8293374,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"e8df63fa-cbe0-44e1-b9e9-471c9a5aeb86","modelName":"e2e-external-model"} {"level":"info","ts":1789797228.8293483,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"e8df63fa-cbe0-44e1-b9e9-471c9a5aeb86","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789797228.8293872,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e8df63fa-cbe0-44e1-b9e9-471c9a5aeb86"} {"level":"info","ts":1789797228.933001,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789797228.9330864,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98e9f63a-833e-4e74-bf92-f1482a928124"} {"level":"info","ts":1789797228.9330986,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"98e9f63a-833e-4e74-bf92-f1482a928124"} {"level":"info","ts":1789797228.933113,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"98e9f63a-833e-4e74-bf92-f1482a928124","EoS":false} {"level":"info","ts":1789797228.9331243,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"98e9f63a-833e-4e74-bf92-f1482a928124","EoS":true} {"level":"info","ts":1789797228.9331522,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"98e9f63a-833e-4e74-bf92-f1482a928124","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789797228.933172,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"98e9f63a-833e-4e74-bf92-f1482a928124","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789797228.933203,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"98e9f63a-833e-4e74-bf92-f1482a928124"} {"level":"info","ts":1789797229.0227506,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789797229.022836,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"567e34a5-3b2d-45bf-89c4-061c833dd8ba"} {"level":"info","ts":1789797229.0228486,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"567e34a5-3b2d-45bf-89c4-061c833dd8ba"} {"level":"info","ts":1789797229.0228593,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"567e34a5-3b2d-45bf-89c4-061c833dd8ba","EoS":false} {"level":"info","ts":1789797229.0229151,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"567e34a5-3b2d-45bf-89c4-061c833dd8ba","EoS":true} {"level":"info","ts":1789797229.0229425,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"567e34a5-3b2d-45bf-89c4-061c833dd8ba","field":"model"} {"level":"info","ts":1789797229.0229692,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"567e34a5-3b2d-45bf-89c4-061c833dd8ba"} {"level":"info","ts":1789797230.1106832,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abd5923c-71da-41d2-a381-aff927cb7aad","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789797230.1107204,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abd5923c-71da-41d2-a381-aff927cb7aad","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789797230.1107867,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae6b5065-f72c-4503-b806-0a0667ff2c74"} {"level":"info","ts":1789797230.2616427,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35b2f897-0cd4-4db9-9102-8be48c62c291","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789797230.2617073,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35b2f897-0cd4-4db9-9102-8be48c62c291","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789797230.2616782,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"093ce64c-c2d5-4805-8e3e-8bbd8a43e02a"} {"level":"info","ts":1789797246.7444723,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789797246.7445621,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b099efe-84f8-4418-bcd9-a1d78147e71b"} {"level":"info","ts":1789797246.7445736,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2b099efe-84f8-4418-bcd9-a1d78147e71b"} {"level":"info","ts":1789797246.7445853,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2b099efe-84f8-4418-bcd9-a1d78147e71b","EoS":false} {"level":"info","ts":1789797246.744596,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2b099efe-84f8-4418-bcd9-a1d78147e71b","EoS":true} {"level":"info","ts":1789797246.744617,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b099efe-84f8-4418-bcd9-a1d78147e71b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789797246.7446396,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2b099efe-84f8-4418-bcd9-a1d78147e71b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789797246.7446616,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2b099efe-84f8-4418-bcd9-a1d78147e71b"} {"level":"info","ts":1789797248.74787,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789797248.7479632,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c88eff84-9b44-4bf6-ab97-5f6ee00dda16"} {"level":"info","ts":1789797248.7479756,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c88eff84-9b44-4bf6-ab97-5f6ee00dda16"} {"level":"info","ts":1789797248.747987,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c88eff84-9b44-4bf6-ab97-5f6ee00dda16","EoS":false} {"level":"info","ts":1789797248.7479994,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c88eff84-9b44-4bf6-ab97-5f6ee00dda16","EoS":true} {"level":"info","ts":1789797248.7480206,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c88eff84-9b44-4bf6-ab97-5f6ee00dda16","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789797248.7480354,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c88eff84-9b44-4bf6-ab97-5f6ee00dda16","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789797248.7480571,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c88eff84-9b44-4bf6-ab97-5f6ee00dda16"} {"level":"info","ts":1789797248.7937832,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789797248.793864,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3887d46-6e6c-4335-887e-9523d6bb8405"} {"level":"info","ts":1789797248.7938752,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a3887d46-6e6c-4335-887e-9523d6bb8405"} {"level":"info","ts":1789797248.793886,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a3887d46-6e6c-4335-887e-9523d6bb8405","EoS":false} {"level":"info","ts":1789797248.793896,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a3887d46-6e6c-4335-887e-9523d6bb8405","EoS":true} {"level":"info","ts":1789797248.7939134,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3887d46-6e6c-4335-887e-9523d6bb8405","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789797248.7939253,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a3887d46-6e6c-4335-887e-9523d6bb8405","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789797248.7939405,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a3887d46-6e6c-4335-887e-9523d6bb8405"} {"level":"info","ts":1789797248.8393326,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789797248.839448,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45e31294-e997-48de-b006-65d98f826672"} {"level":"info","ts":1789797248.8394656,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"45e31294-e997-48de-b006-65d98f826672"} {"level":"info","ts":1789797248.8394825,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"45e31294-e997-48de-b006-65d98f826672","EoS":false} {"level":"info","ts":1789797248.8394976,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"45e31294-e997-48de-b006-65d98f826672","EoS":true} {"level":"info","ts":1789797248.8395138,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"45e31294-e997-48de-b006-65d98f826672","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789797248.8395298,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"45e31294-e997-48de-b006-65d98f826672","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789797248.8395479,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"45e31294-e997-48de-b006-65d98f826672"} {"level":"info","ts":1789797248.8892152,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789797248.8893068,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8"} {"level":"info","ts":1789797248.8893237,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8"} {"level":"info","ts":1789797248.889341,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8","EoS":false} {"level":"info","ts":1789797248.8893566,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8","EoS":true} {"level":"info","ts":1789797248.8893814,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789797248.8894331,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789797248.889463,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8"} {"level":"info","ts":1789797262.7879682,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789797262.7880561,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9289a2d-bb33-4bba-b70d-03c363fff419"} {"level":"info","ts":1789797262.7880678,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a9289a2d-bb33-4bba-b70d-03c363fff419"} {"level":"info","ts":1789797262.7880783,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a9289a2d-bb33-4bba-b70d-03c363fff419","EoS":false} {"level":"info","ts":1789797262.7880912,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a9289a2d-bb33-4bba-b70d-03c363fff419","EoS":true} {"level":"info","ts":1789797262.7881122,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"a9289a2d-bb33-4bba-b70d-03c363fff419","field":"model"} {"level":"info","ts":1789797262.7881393,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a9289a2d-bb33-4bba-b70d-03c363fff419"} {"level":"info","ts":1789797262.9963708,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789797262.9965005,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eddde053-5af4-45a1-9bdd-d9a794e0aa78"} {"level":"info","ts":1789797262.9965591,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"eddde053-5af4-45a1-9bdd-d9a794e0aa78"} {"level":"info","ts":1789797262.996576,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eddde053-5af4-45a1-9bdd-d9a794e0aa78","EoS":false} {"level":"info","ts":1789797262.9965878,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eddde053-5af4-45a1-9bdd-d9a794e0aa78","EoS":true} {"level":"info","ts":1789797262.9966018,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"eddde053-5af4-45a1-9bdd-d9a794e0aa78","field":"model"} {"level":"info","ts":1789797262.9966264,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"eddde053-5af4-45a1-9bdd-d9a794e0aa78"} {"level":"info","ts":1789797263.1572425,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789797263.157329,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53f60b32-b9de-4daf-9152-8774ad2dbd48"} {"level":"info","ts":1789797263.1573408,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"53f60b32-b9de-4daf-9152-8774ad2dbd48"} {"level":"info","ts":1789797263.1573825,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"53f60b32-b9de-4daf-9152-8774ad2dbd48","EoS":false} {"level":"info","ts":1789797263.1574187,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"53f60b32-b9de-4daf-9152-8774ad2dbd48","EoS":true} {"level":"info","ts":1789797263.1574388,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"53f60b32-b9de-4daf-9152-8774ad2dbd48","field":"model"} {"level":"info","ts":1789797263.1574662,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"53f60b32-b9de-4daf-9152-8774ad2dbd48"} {"level":"info","ts":1789798332.789196,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798332.7893023,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433"} {"level":"info","ts":1789798332.7893178,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433"} {"level":"info","ts":1789798332.7893298,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433","EoS":false} {"level":"info","ts":1789798332.789341,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433","EoS":true} {"level":"info","ts":1789798332.7893643,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789798332.7893813,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789798332.7894263,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433"} {"level":"info","ts":1789798332.8435209,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798332.8436031,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189"} {"level":"info","ts":1789798332.8436127,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189"} {"level":"info","ts":1789798332.8436234,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189","EoS":false} {"level":"info","ts":1789798332.8436332,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189","EoS":true} {"level":"info","ts":1789798332.843654,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789798332.8436697,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789798332.843695,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189"} {"level":"info","ts":1789798637.558811,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e444ef45-c82d-4bd5-bfb8-7bcfc0674513","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789798637.5588257,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d4354399-abf7-4088-bf18-c6eec845c393"} {"level":"error","ts":1789798637.5588653,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e444ef45-c82d-4bd5-bfb8-7bcfc0674513","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789798637.5588892,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e444ef45-c82d-4bd5-bfb8-7bcfc0674513"} {"level":"info","ts":1789798637.5658855,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"df7ee201-9dd2-4db4-9eaf-34bb6f7bc90d","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789798637.565918,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"df7ee201-9dd2-4db4-9eaf-34bb6f7bc90d","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789798637.5659363,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"df7ee201-9dd2-4db4-9eaf-34bb6f7bc90d"} {"level":"error","ts":1789798637.566875,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d4354399-abf7-4088-bf18-c6eec845c393","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789798637.5669088,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d4354399-abf7-4088-bf18-c6eec845c393","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789798637.5723662,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d4354399-abf7-4088-bf18-c6eec845c393","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789798637.572439,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d4354399-abf7-4088-bf18-c6eec845c393","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789798637.5724933,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f07cf803-9d2a-49c1-85aa-28e6b26c92e8"} {"level":"error","ts":1789798637.5725305,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f07cf803-9d2a-49c1-85aa-28e6b26c92e8","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789798637.5725389,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d043ca59-921a-4647-9c9b-41a819507e38","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789798637.5725698,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d043ca59-921a-4647-9c9b-41a819507e38","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789798637.572592,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d043ca59-921a-4647-9c9b-41a819507e38"} {"level":"error","ts":1789798637.5762386,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f07cf803-9d2a-49c1-85aa-28e6b26c92e8","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789798637.57629,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a8ea4ec3-7e13-4046-9095-1deed35b1855"} {"level":"error","ts":1789798637.5763147,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a8ea4ec3-7e13-4046-9095-1deed35b1855","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789798637.579953,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a8ea4ec3-7e13-4046-9095-1deed35b1855","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789798637.6002162,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"973995c8-d357-49cb-99d9-e2efd4fc32d8"} {"level":"error","ts":1789798637.6002743,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"973995c8-d357-49cb-99d9-e2efd4fc32d8","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789798637.6046393,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"973995c8-d357-49cb-99d9-e2efd4fc32d8","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789798637.6457782,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3e855030-1448-47d0-a169-9931f23a4ed0"} {"level":"error","ts":1789798637.6458309,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3e855030-1448-47d0-a169-9931f23a4ed0","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789798637.6497355,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3e855030-1448-47d0-a169-9931f23a4ed0","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789798637.7067602,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"90edad8c-3487-4fae-8e1c-7ab1715a7f57"} {"level":"error","ts":1789798637.7068021,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"90edad8c-3487-4fae-8e1c-7ab1715a7f57","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789798637.706771,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ecf2349c-ebf4-4e0f-8fc3-f0062cb87c8e","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789798637.7068777,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ecf2349c-ebf4-4e0f-8fc3-f0062cb87c8e","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789798637.7069025,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ecf2349c-ebf4-4e0f-8fc3-f0062cb87c8e"} {"level":"error","ts":1789798637.71104,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"90edad8c-3487-4fae-8e1c-7ab1715a7f57","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789798637.8714476,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"285241d0-945d-4ef1-a2d8-4357a1133aeb"} {"level":"error","ts":1789798637.8715112,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"285241d0-945d-4ef1-a2d8-4357a1133aeb","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789798637.876299,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"285241d0-945d-4ef1-a2d8-4357a1133aeb","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789798638.196745,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"75bdd52b-3a56-408a-8d7c-4da8f80da2c5"} {"level":"error","ts":1789798638.1967955,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"75bdd52b-3a56-408a-8d7c-4da8f80da2c5","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789798638.2017946,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"75bdd52b-3a56-408a-8d7c-4da8f80da2c5","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789798638.842737,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f7f855f4-dcdf-4f09-a653-0a6208629b9a"} {"level":"error","ts":1789798638.8427982,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f7f855f4-dcdf-4f09-a653-0a6208629b9a","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789798638.8473682,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f7f855f4-dcdf-4f09-a653-0a6208629b9a","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789798640.128334,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"13b99e71-129c-4459-ae12-c7f9a0e6b798"} {"level":"error","ts":1789798640.1283934,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"13b99e71-129c-4459-ae12-c7f9a0e6b798","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789798640.1330118,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"13b99e71-129c-4459-ae12-c7f9a0e6b798","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789798642.6941314,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fa182672-9f7b-4b74-85fd-2fc89b912728"} {"level":"error","ts":1789798642.6941917,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fa182672-9f7b-4b74-85fd-2fc89b912728","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789798642.6999512,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fa182672-9f7b-4b74-85fd-2fc89b912728","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789798642.7079463,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1a83fca0-2e9f-4b5a-8b47-c972909a68a2","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789798642.707983,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1a83fca0-2e9f-4b5a-8b47-c972909a68a2","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789798642.7080112,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1a83fca0-2e9f-4b5a-8b47-c972909a68a2"} {"level":"info","ts":1789798647.7082589,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"658e87a0-09f8-46d8-b8ed-dbab8ef6078c","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789798647.7083335,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"658e87a0-09f8-46d8-b8ed-dbab8ef6078c","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789798647.7083707,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"658e87a0-09f8-46d8-b8ed-dbab8ef6078c"} {"level":"info","ts":1789798647.82066,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6244bcc3-44dc-4984-8996-eceffdd6aef1"} {"level":"error","ts":1789798647.8207371,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6244bcc3-44dc-4984-8996-eceffdd6aef1","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789798647.8252997,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6244bcc3-44dc-4984-8996-eceffdd6aef1","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789798648.1217966,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798648.121883,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f"} {"level":"info","ts":1789798648.1218948,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f"} {"level":"info","ts":1789798648.1219058,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f","EoS":false} {"level":"info","ts":1789798648.1219156,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f","EoS":true} {"level":"info","ts":1789798648.121936,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789798648.121952,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798648.121971,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f"} {"level":"info","ts":1789798648.175165,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798648.1752825,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d"} {"level":"info","ts":1789798648.175299,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d"} {"level":"info","ts":1789798648.1753151,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d","EoS":false} {"level":"info","ts":1789798648.1753314,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d","EoS":true} {"level":"info","ts":1789798648.175358,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789798648.1753793,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798648.175423,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d"} {"level":"info","ts":1789798648.219099,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798648.2191806,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336"} {"level":"info","ts":1789798648.2191918,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336"} {"level":"info","ts":1789798648.2192032,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336","EoS":false} {"level":"info","ts":1789798648.2192135,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336","EoS":true} {"level":"info","ts":1789798648.2192338,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789798648.2192495,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798648.2192755,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336"} {"level":"info","ts":1789798648.2619097,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798648.262001,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70b59497-9af6-494b-bc5f-8a6dfe7e2993"} {"level":"info","ts":1789798648.2620144,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"70b59497-9af6-494b-bc5f-8a6dfe7e2993"} {"level":"info","ts":1789798648.2620306,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"70b59497-9af6-494b-bc5f-8a6dfe7e2993","EoS":false} {"level":"info","ts":1789798648.2620437,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"70b59497-9af6-494b-bc5f-8a6dfe7e2993","EoS":true} {"level":"info","ts":1789798648.2620628,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70b59497-9af6-494b-bc5f-8a6dfe7e2993","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789798648.2620764,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"70b59497-9af6-494b-bc5f-8a6dfe7e2993","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798648.2621026,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"70b59497-9af6-494b-bc5f-8a6dfe7e2993"} {"level":"info","ts":1789798648.2912343,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798648.2913504,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c562aea7-79e0-461b-be23-f1b0dbe17784"} {"level":"info","ts":1789798648.2913697,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c562aea7-79e0-461b-be23-f1b0dbe17784"} {"level":"info","ts":1789798648.2913885,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c562aea7-79e0-461b-be23-f1b0dbe17784","EoS":false} {"level":"info","ts":1789798648.291428,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c562aea7-79e0-461b-be23-f1b0dbe17784","EoS":true} {"level":"info","ts":1789798648.291457,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c562aea7-79e0-461b-be23-f1b0dbe17784","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789798648.2914798,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c562aea7-79e0-461b-be23-f1b0dbe17784","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798648.2915123,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c562aea7-79e0-461b-be23-f1b0dbe17784"} {"level":"info","ts":1789798648.317759,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798648.3178492,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3"} {"level":"info","ts":1789798648.3178613,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3"} {"level":"info","ts":1789798648.3178725,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3","EoS":false} {"level":"info","ts":1789798648.317885,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3","EoS":true} {"level":"info","ts":1789798648.3179128,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789798648.3179274,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798648.317946,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3"} {"level":"info","ts":1789798648.483029,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4763a146-a8b9-4a87-8104-f303d92189ed"} {"level":"info","ts":1789798648.483023,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"757d60bf-eec1-4f89-bead-5222a48f9f8c","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789798648.4831722,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"757d60bf-eec1-4f89-bead-5222a48f9f8c","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789798678.9097924,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798678.9098868,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac"} {"level":"info","ts":1789798678.9098964,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac"} {"level":"info","ts":1789798678.909908,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac","EoS":false} {"level":"info","ts":1789798678.909924,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac","EoS":true} {"level":"info","ts":1789798678.9099443,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789798678.9099567,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798678.909979,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac"} {"level":"info","ts":1789798679.0657494,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798679.0658448,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060"} {"level":"info","ts":1789798679.0658572,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060"} {"level":"info","ts":1789798679.0658693,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060","EoS":false} {"level":"info","ts":1789798679.0658796,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060","EoS":true} {"level":"info","ts":1789798679.0659003,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789798679.0659175,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798679.0659385,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060"} {"level":"info","ts":1789798679.2082663,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798679.208358,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e"} {"level":"info","ts":1789798679.208375,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e"} {"level":"info","ts":1789798679.2083879,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e","EoS":false} {"level":"info","ts":1789798679.2084234,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e","EoS":true} {"level":"info","ts":1789798679.2084484,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789798679.2084649,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798679.2084868,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e"} {"level":"info","ts":1789798679.3461604,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798679.3462443,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329"} {"level":"info","ts":1789798679.3462543,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329"} {"level":"info","ts":1789798679.346265,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329","EoS":false} {"level":"info","ts":1789798679.3462782,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329","EoS":true} {"level":"info","ts":1789798679.3462994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789798679.3463151,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798679.3463364,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329"} {"level":"info","ts":1789798679.4896986,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798679.4897907,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805"} {"level":"info","ts":1789798679.489805,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805"} {"level":"info","ts":1789798679.4898167,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805","EoS":false} {"level":"info","ts":1789798679.4898264,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805","EoS":true} {"level":"info","ts":1789798679.489848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789798679.4898617,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798679.4898832,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805"} {"level":"info","ts":1789798679.6456845,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798679.645769,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c2c37fb-e804-4ec5-a8db-b5f5ad944584"} {"level":"info","ts":1789798679.6457787,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7c2c37fb-e804-4ec5-a8db-b5f5ad944584"} {"level":"info","ts":1789798679.645789,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7c2c37fb-e804-4ec5-a8db-b5f5ad944584","EoS":false} {"level":"info","ts":1789798679.645805,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7c2c37fb-e804-4ec5-a8db-b5f5ad944584","EoS":true} {"level":"info","ts":1789798679.6458254,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c2c37fb-e804-4ec5-a8db-b5f5ad944584","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789798679.645838,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7c2c37fb-e804-4ec5-a8db-b5f5ad944584","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798679.6458588,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7c2c37fb-e804-4ec5-a8db-b5f5ad944584"} {"level":"info","ts":1789798695.5940163,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798695.594111,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801"} {"level":"info","ts":1789798695.594124,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801"} {"level":"info","ts":1789798695.5941355,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801","EoS":false} {"level":"info","ts":1789798695.5941455,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801","EoS":true} {"level":"info","ts":1789798695.594167,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789798695.5941806,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798695.5941963,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801"} {"level":"info","ts":1789798695.6341248,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798695.6342103,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"896e1a30-3e09-462f-89f2-afe24135d07b"} {"level":"info","ts":1789798695.634221,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"896e1a30-3e09-462f-89f2-afe24135d07b"} {"level":"info","ts":1789798695.634232,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"896e1a30-3e09-462f-89f2-afe24135d07b","EoS":false} {"level":"info","ts":1789798695.6342425,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"896e1a30-3e09-462f-89f2-afe24135d07b","EoS":true} {"level":"info","ts":1789798695.6342628,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"896e1a30-3e09-462f-89f2-afe24135d07b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789798695.634276,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"896e1a30-3e09-462f-89f2-afe24135d07b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798695.634301,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"896e1a30-3e09-462f-89f2-afe24135d07b"} {"level":"info","ts":1789798695.6953137,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798695.6954293,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6689248a-541a-4169-b9d8-d0b943aca350"} {"level":"info","ts":1789798695.6954403,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6689248a-541a-4169-b9d8-d0b943aca350"} {"level":"info","ts":1789798695.695452,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6689248a-541a-4169-b9d8-d0b943aca350","EoS":false} {"level":"info","ts":1789798695.6954625,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6689248a-541a-4169-b9d8-d0b943aca350","EoS":true} {"level":"info","ts":1789798695.6954875,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6689248a-541a-4169-b9d8-d0b943aca350","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789798695.6955087,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6689248a-541a-4169-b9d8-d0b943aca350","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798695.6955318,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6689248a-541a-4169-b9d8-d0b943aca350"} {"level":"info","ts":1789798695.7279446,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798695.7280328,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cacdd709-11ac-40e5-9707-335aedaf9d7f"} {"level":"info","ts":1789798696.495255,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798696.4953437,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387"} {"level":"info","ts":1789798696.4953566,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387"} {"level":"info","ts":1789798696.495368,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387","EoS":false} {"level":"info","ts":1789798696.4953787,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387","EoS":true} {"level":"info","ts":1789798696.495425,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789798696.4954462,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798696.4954689,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387"} {"level":"info","ts":1789798697.4399462,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798697.4400399,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181"} {"level":"info","ts":1789798697.4400501,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181"} {"level":"info","ts":1789798697.4400604,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181","EoS":false} {"level":"info","ts":1789798697.4400709,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181","EoS":true} {"level":"info","ts":1789798697.4400904,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789798697.4401062,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798697.4401286,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181"} {"level":"info","ts":1789798698.206819,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798698.2069254,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa"} {"level":"info","ts":1789798698.2069435,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa"} {"level":"info","ts":1789798698.2069626,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa","EoS":false} {"level":"info","ts":1789798698.2069833,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa","EoS":true} {"level":"info","ts":1789798698.207018,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789798698.2070417,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798698.2070773,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa"} {"level":"info","ts":1789798699.288142,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798699.2882333,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7"} {"level":"info","ts":1789798699.2882435,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7"} {"level":"info","ts":1789798699.288254,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7","EoS":false} {"level":"info","ts":1789798699.288264,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7","EoS":true} {"level":"info","ts":1789798699.288285,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789798699.2883005,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798699.2883203,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7"} {"level":"info","ts":1789798704.6921518,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798704.6922452,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0db65f7b-1f5d-48ad-9e50-89a18ecc6ead"} {"level":"info","ts":1789798704.692258,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0db65f7b-1f5d-48ad-9e50-89a18ecc6ead"} {"level":"info","ts":1789798704.6922686,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0db65f7b-1f5d-48ad-9e50-89a18ecc6ead","EoS":false} {"level":"info","ts":1789798704.6922789,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0db65f7b-1f5d-48ad-9e50-89a18ecc6ead","EoS":true} {"level":"info","ts":1789798704.6922982,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0db65f7b-1f5d-48ad-9e50-89a18ecc6ead","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789798704.6923175,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0db65f7b-1f5d-48ad-9e50-89a18ecc6ead","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798704.6923351,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0db65f7b-1f5d-48ad-9e50-89a18ecc6ead"} {"level":"info","ts":1789798707.6903412,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798707.6904736,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4e7f5f0-50b8-415e-939b-b44848325b67"} {"level":"info","ts":1789798707.690493,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b4e7f5f0-50b8-415e-939b-b44848325b67"} {"level":"info","ts":1789798707.6905138,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b4e7f5f0-50b8-415e-939b-b44848325b67","EoS":false} {"level":"info","ts":1789798707.690531,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b4e7f5f0-50b8-415e-939b-b44848325b67","EoS":true} {"level":"info","ts":1789798707.6905644,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b4e7f5f0-50b8-415e-939b-b44848325b67","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789798707.6905866,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b4e7f5f0-50b8-415e-939b-b44848325b67","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798707.6906183,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b4e7f5f0-50b8-415e-939b-b44848325b67"} {"level":"info","ts":1789798708.898222,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798708.8983114,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4e1e893-6350-4266-b6a7-47ecd397dd64"} {"level":"info","ts":1789798708.898323,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a4e1e893-6350-4266-b6a7-47ecd397dd64"} {"level":"info","ts":1789798708.8983338,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a4e1e893-6350-4266-b6a7-47ecd397dd64","EoS":false} {"level":"info","ts":1789798708.8983445,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a4e1e893-6350-4266-b6a7-47ecd397dd64","EoS":true} {"level":"info","ts":1789798708.898365,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4e1e893-6350-4266-b6a7-47ecd397dd64","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789798708.8983812,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a4e1e893-6350-4266-b6a7-47ecd397dd64","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798708.8984258,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a4e1e893-6350-4266-b6a7-47ecd397dd64"} {"level":"info","ts":1789798716.9225168,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798716.9226277,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca"} {"level":"info","ts":1789798716.922643,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca"} {"level":"info","ts":1789798716.9226549,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca","EoS":false} {"level":"info","ts":1789798716.9226654,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca","EoS":true} {"level":"info","ts":1789798716.9226859,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789798716.922706,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798716.9227324,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca"} {"level":"info","ts":1789798718.5882967,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798718.5883877,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1806f4e-7362-4a5b-b9c3-7462fa6a869c"} {"level":"info","ts":1789798718.5884237,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f1806f4e-7362-4a5b-b9c3-7462fa6a869c"} {"level":"info","ts":1789798718.5884361,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f1806f4e-7362-4a5b-b9c3-7462fa6a869c","EoS":false} {"level":"info","ts":1789798718.5884464,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f1806f4e-7362-4a5b-b9c3-7462fa6a869c","EoS":true} {"level":"info","ts":1789798718.5884674,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1806f4e-7362-4a5b-b9c3-7462fa6a869c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789798718.5884883,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f1806f4e-7362-4a5b-b9c3-7462fa6a869c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798718.58851,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f1806f4e-7362-4a5b-b9c3-7462fa6a869c"} {"level":"info","ts":1789798786.7741914,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798786.7742877,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94549517-7111-4c51-a504-f94d993eaac9"} {"level":"info","ts":1789798786.7743008,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"94549517-7111-4c51-a504-f94d993eaac9"} {"level":"info","ts":1789798786.7743125,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"94549517-7111-4c51-a504-f94d993eaac9","EoS":false} {"level":"info","ts":1789798786.7743227,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"94549517-7111-4c51-a504-f94d993eaac9","EoS":true} {"level":"info","ts":1789798786.774344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94549517-7111-4c51-a504-f94d993eaac9","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789798786.7743573,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"94549517-7111-4c51-a504-f94d993eaac9","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789798786.7743783,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"94549517-7111-4c51-a504-f94d993eaac9"} {"level":"info","ts":1789798810.421233,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798810.421327,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a"} {"level":"info","ts":1789798810.4213417,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a"} {"level":"info","ts":1789798810.4213538,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a","EoS":false} {"level":"info","ts":1789798810.4213717,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a","EoS":true} {"level":"info","ts":1789798810.421393,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789798810.4214392,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789798810.4214773,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a"} {"level":"info","ts":1789798891.9490304,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798891.9491212,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f"} {"level":"info","ts":1789798891.9491305,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f"} {"level":"info","ts":1789798891.9491408,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f","EoS":false} {"level":"info","ts":1789798891.9491513,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f","EoS":true} {"level":"info","ts":1789798891.9491708,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789798891.9491837,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798891.9492085,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f"} {"level":"info","ts":1789798891.9888875,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798891.9889717,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c98546c0-5221-4e3a-ab09-0e8ad223d930"} {"level":"info","ts":1789798891.988984,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c98546c0-5221-4e3a-ab09-0e8ad223d930"} {"level":"info","ts":1789798891.988995,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c98546c0-5221-4e3a-ab09-0e8ad223d930","EoS":false} {"level":"info","ts":1789798891.9890063,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c98546c0-5221-4e3a-ab09-0e8ad223d930","EoS":true} {"level":"info","ts":1789798891.9890277,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c98546c0-5221-4e3a-ab09-0e8ad223d930","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789798891.9890428,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c98546c0-5221-4e3a-ab09-0e8ad223d930","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798891.9890625,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c98546c0-5221-4e3a-ab09-0e8ad223d930"} {"level":"info","ts":1789798892.0272315,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798892.027322,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e53e4cb-98f4-40c2-a696-20292a8fe940"} {"level":"info","ts":1789798892.0273333,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5e53e4cb-98f4-40c2-a696-20292a8fe940"} {"level":"info","ts":1789798892.0273447,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5e53e4cb-98f4-40c2-a696-20292a8fe940","EoS":false} {"level":"info","ts":1789798892.0273554,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5e53e4cb-98f4-40c2-a696-20292a8fe940","EoS":true} {"level":"info","ts":1789798892.0273778,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5e53e4cb-98f4-40c2-a696-20292a8fe940","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789798892.0273936,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5e53e4cb-98f4-40c2-a696-20292a8fe940","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789798892.0274482,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5e53e4cb-98f4-40c2-a696-20292a8fe940"} {"level":"info","ts":1789798899.7013185,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798899.701429,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"421c17ef-3fe7-4c62-a69f-eaf10722f23e"} {"level":"info","ts":1789798899.7014391,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"421c17ef-3fe7-4c62-a69f-eaf10722f23e"} {"level":"info","ts":1789798899.7014508,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"421c17ef-3fe7-4c62-a69f-eaf10722f23e","EoS":false} {"level":"info","ts":1789798899.7014651,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"421c17ef-3fe7-4c62-a69f-eaf10722f23e","EoS":true} {"level":"info","ts":1789798899.7014842,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"421c17ef-3fe7-4c62-a69f-eaf10722f23e","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789798899.701501,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"421c17ef-3fe7-4c62-a69f-eaf10722f23e","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789798899.7015254,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"421c17ef-3fe7-4c62-a69f-eaf10722f23e"} {"level":"info","ts":1789798905.7849455,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798905.7850327,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16"} {"level":"info","ts":1789798905.785043,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16"} {"level":"info","ts":1789798905.7850537,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16","EoS":false} {"level":"info","ts":1789798905.7850661,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16","EoS":true} {"level":"info","ts":1789798905.7850845,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789798905.7850993,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789798905.7851207,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16"} {"level":"info","ts":1789798905.942034,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798905.942122,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c"} {"level":"info","ts":1789798905.9421315,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c"} {"level":"info","ts":1789798905.9421427,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c","EoS":false} {"level":"info","ts":1789798905.9421527,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c","EoS":true} {"level":"info","ts":1789798905.9421701,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789798905.9421842,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789798905.9422092,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c"} {"level":"info","ts":1789798906.081044,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798906.081137,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7"} {"level":"info","ts":1789798906.0811496,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7"} {"level":"info","ts":1789798906.0811608,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7","EoS":false} {"level":"info","ts":1789798906.081171,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7","EoS":true} {"level":"info","ts":1789798906.0811884,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789798906.081204,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789798906.0812297,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7"} {"level":"info","ts":1789798906.2186632,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798906.2187548,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbb2ea6d-6db0-45a7-8eac-f18326bd4440"} {"level":"info","ts":1789798906.2187681,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"dbb2ea6d-6db0-45a7-8eac-f18326bd4440"} {"level":"info","ts":1789798906.2187793,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dbb2ea6d-6db0-45a7-8eac-f18326bd4440","EoS":false} {"level":"info","ts":1789798906.2187896,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dbb2ea6d-6db0-45a7-8eac-f18326bd4440","EoS":true} {"level":"info","ts":1789798906.2188072,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbb2ea6d-6db0-45a7-8eac-f18326bd4440","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789798906.2188241,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"dbb2ea6d-6db0-45a7-8eac-f18326bd4440","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789798906.218856,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"dbb2ea6d-6db0-45a7-8eac-f18326bd4440"} {"level":"info","ts":1789798918.8517663,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789798918.8518784,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3"} {"level":"info","ts":1789798918.8518944,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3"} {"level":"info","ts":1789798918.8519127,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3","EoS":false} {"level":"info","ts":1789798918.8519342,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3","EoS":true} {"level":"info","ts":1789798918.8519742,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789798918.8519964,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789798918.852024,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3"}