{"level":"info","ts":1789814938.4453995,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"806e529f-4d6c-4407-bdc9-9da04dad4643"} {"level":"info","ts":1789814938.4454615,"caller":"externalmodel/reconciler.go:143","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"806e529f-4d6c-4407-bdc9-9da04dad4643","provider":"e2e-legacy-migration-f0b2702a","phase":"Failed"} {"level":"info","ts":1789814938.4484365,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"47b73aae-f60a-4846-bef5-36274d236af7","name":"e2e-legacy-migration-f0b2702a","namespace":"llm"} {"level":"info","ts":1789814938.448526,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"47b73aae-f60a-4846-bef5-36274d236af7","modelName":"e2e-legacy-migration-f0b2702a","resolvedRefs":1} {"level":"info","ts":1789814938.455686,"caller":"legacymigration/reconciler.go:203","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"c0a41b71-3dd8-4602-81f3-e6815ae4825d","name":"e2e-legacy-migration-f0b2702a"} {"level":"error","ts":1789814938.455935,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"806e529f-4d6c-4407-bdc9-9da04dad4643","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-f0b2702a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789814938.4559715,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"806e529f-4d6c-4407-bdc9-9da04dad4643","error":"ExternalModel \"e2e-legacy-migration-f0b2702a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-f0b2702a\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789814938.456027,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"e179b1b4-5dcd-4e59-a2c1-d1eed9e51c27"} {"level":"info","ts":1789814938.4560697,"caller":"externalmodel/reconciler.go:143","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"e179b1b4-5dcd-4e59-a2c1-d1eed9e51c27","provider":"e2e-legacy-migration-f0b2702a","phase":"Failed"} {"level":"error","ts":1789814938.4643345,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"e179b1b4-5dcd-4e59-a2c1-d1eed9e51c27","error":"ExternalModel \"e2e-legacy-migration-f0b2702a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-f0b2702a\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789814938.4764032,"caller":"externalprovider/reconciler.go:144","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"22858592-e12d-4ac3-9b23-fea316e992c4","service":"e2e-legacy-migration-f0b2702a","serviceEntry":"e2e-legacy-migration-f0b2702a","destinationRule":"e2e-legacy-migration-f0b2702a","port":443,"tls":true} {"level":"info","ts":1789814938.478443,"caller":"legacymigration/reconciler.go:155","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"c0a41b71-3dd8-4602-81f3-e6815ae4825d","provider":"openai","model":"e2e-legacy-migration-f0b2702a","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789814938.483774,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"f795b025-6f26-4cf2-9ec9-77c5462a087f","name":"e2e-legacy-migration-f0b2702a","namespace":"llm"} {"level":"info","ts":1789814938.4838047,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"f795b025-6f26-4cf2-9ec9-77c5462a087f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789814938.4838874,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"155b7762-94dc-43f1-8f87-4dd39365c822","name":"e2e-legacy-migration-f0b2702a","namespace":"llm"} {"level":"info","ts":1789814938.4839463,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"155b7762-94dc-43f1-8f87-4dd39365c822","modelName":"e2e-legacy-migration-f0b2702a","resolvedRefs":1} {"level":"info","ts":1789814938.4839482,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"e7e6d8b0-f32d-4d04-a455-23d7aa845fc0"} {"level":"info","ts":1789814938.4841027,"caller":"externalmodel/reconciler.go:219","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"e7e6d8b0-f32d-4d04-a455-23d7aa845fc0","name":"e2e-legacy-migration-f0b2702a"} {"level":"error","ts":1789814938.4980974,"caller":"externalprovider/reconciler.go:179","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"22858592-e12d-4ac3-9b23-fea316e992c4","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-f0b2702a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:179\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:111\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789814938.4981642,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"5639fe9c-891d-43fc-b5b2-5e67f7319f46"} {"level":"info","ts":1789814938.4981992,"caller":"externalprovider/reconciler.go:214","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"5639fe9c-891d-43fc-b5b2-5e67f7319f46","name":"e2e-legacy-migration-f0b2702a"} {"level":"info","ts":1789814938.5294468,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"4ef0d0b9-c7ed-4729-a7fd-60e49c062558","name":"e2e-legacy-migration-f0b2702a","namespace":"llm"} {"level":"info","ts":1789814938.5294888,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"4ef0d0b9-c7ed-4729-a7fd-60e49c062558","modelName":"e2e-legacy-migration-f0b2702a","resolvedRefs":1} {"level":"info","ts":1789814938.5402796,"caller":"externalprovider/reconciler.go:144","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"5639fe9c-891d-43fc-b5b2-5e67f7319f46","service":"e2e-legacy-migration-f0b2702a","serviceEntry":"e2e-legacy-migration-f0b2702a","destinationRule":"e2e-legacy-migration-f0b2702a","port":443,"tls":true} {"level":"error","ts":1789814938.54266,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"e7e6d8b0-f32d-4d04-a455-23d7aa845fc0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-f0b2702a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789814938.5427008,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"e7e6d8b0-f32d-4d04-a455-23d7aa845fc0","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-f0b2702a\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789814938.5427892,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"90c07ec6-d24f-4bcb-ac97-c5967ce88896"} {"level":"info","ts":1789814938.5428803,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"90c07ec6-d24f-4bcb-ac97-c5967ce88896","name":"e2e-legacy-migration-f0b2702a"} {"level":"info","ts":1789814938.6016474,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"9e420cfa-fb39-4584-9eb1-60f098652c38","name":"e2e-legacy-migration-f0b2702a","namespace":"llm"} {"level":"info","ts":1789814938.6016786,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"9e420cfa-fb39-4584-9eb1-60f098652c38","modelName":"e2e-legacy-migration-f0b2702a","resolvedRefs":1} {"level":"error","ts":1789814938.6193466,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"90c07ec6-d24f-4bcb-ac97-c5967ce88896","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-f0b2702a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789814938.6193962,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"90c07ec6-d24f-4bcb-ac97-c5967ce88896","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-f0b2702a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789814938.6194472,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"f928fcae-e9b8-40f5-be80-84f610cdc8d6"} {"level":"info","ts":1789814938.6195056,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"f928fcae-e9b8-40f5-be80-84f610cdc8d6","name":"e2e-legacy-migration-f0b2702a"} {"level":"info","ts":1789814938.660478,"caller":"externalmodel/reconciler.go:193","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"f928fcae-e9b8-40f5-be80-84f610cdc8d6","httpRoute":"e2e-legacy-migration-f0b2702a","providers":["e2e-legacy-migration-f0b2702a"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789814938.6789863,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"f9fbd230-7203-40b1-b216-ffe3cf09ebb1","name":"e2e-legacy-migration-f0b2702a","namespace":"llm"} {"level":"info","ts":1789814938.6791608,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"f9fbd230-7203-40b1-b216-ffe3cf09ebb1","modelName":"e2e-legacy-migration-f0b2702a","resolvedRefs":1} {"level":"error","ts":1789814938.6835897,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"f928fcae-e9b8-40f5-be80-84f610cdc8d6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-f0b2702a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789814938.6837468,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"fab38084-9c88-42f7-84c9-a54d088bc505"} {"level":"info","ts":1789814938.6838663,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"fab38084-9c88-42f7-84c9-a54d088bc505","name":"e2e-legacy-migration-f0b2702a"} {"level":"info","ts":1789814938.7020988,"caller":"externalmodel/reconciler.go:193","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"fab38084-9c88-42f7-84c9-a54d088bc505","httpRoute":"e2e-legacy-migration-f0b2702a","providers":["e2e-legacy-migration-f0b2702a"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789814938.737659,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"ae13367b-72e0-41e1-b4ae-d2424966fab4","name":"e2e-legacy-migration-f0b2702a","namespace":"llm"} {"level":"info","ts":1789814938.7434585,"caller":"legacymigration/reconciler.go:203","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"ae13367b-72e0-41e1-b4ae-d2424966fab4","name":"e2e-legacy-migration-f0b2702a"} {"level":"info","ts":1789814938.756324,"caller":"legacymigration/reconciler.go:155","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"ae13367b-72e0-41e1-b4ae-d2424966fab4","provider":"openai","model":"e2e-legacy-migration-f0b2702a","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789814941.324701,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"4397db7a-a07c-4d9e-b259-bcc08894d934","name":"e2e-legacy-migration-f0b2702a","namespace":"llm"} {"level":"info","ts":1789814941.3328924,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"134a5c95-66a2-4fe0-ac3d-d62530fa03e1","name":"e2e-legacy-migration-f0b2702a","namespace":"llm"} {"level":"info","ts":1789814941.3329847,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"134a5c95-66a2-4fe0-ac3d-d62530fa03e1","name":"e2e-legacy-migration-f0b2702a","namespace":"llm"} {"level":"info","ts":1789814941.3330922,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"20d3bc9e-bf40-4f83-b441-b20c343c9e81"} {"level":"info","ts":1789814941.336819,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"f676e5d1-97b8-4379-9b21-7809c632a722","name":"e2e-legacy-migration-f0b2702a","namespace":"llm"} {"level":"info","ts":1789814941.3369935,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"f676e5d1-97b8-4379-9b21-7809c632a722","name":"e2e-legacy-migration-f0b2702a","namespace":"llm"} {"level":"info","ts":1789814941.33692,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-f0b2702a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-f0b2702a","reconcileID":"0716377b-de4d-4609-8124-eeff3fa1327f"} {"level":"info","ts":1789814941.6966844,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789814941.6967943,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cff68a90-5665-44fb-a59c-3d32c0bc9cff"} {"level":"info","ts":1789814941.696813,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cff68a90-5665-44fb-a59c-3d32c0bc9cff"} {"level":"info","ts":1789814941.6968317,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cff68a90-5665-44fb-a59c-3d32c0bc9cff","EoS":false} {"level":"info","ts":1789814941.6968496,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cff68a90-5665-44fb-a59c-3d32c0bc9cff","EoS":true} {"level":"info","ts":1789814941.696876,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cff68a90-5665-44fb-a59c-3d32c0bc9cff","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789814941.6968966,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cff68a90-5665-44fb-a59c-3d32c0bc9cff","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789814941.6969116,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"cff68a90-5665-44fb-a59c-3d32c0bc9cff","modelName":"e2e-external-model"} {"level":"info","ts":1789814941.6969278,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"cff68a90-5665-44fb-a59c-3d32c0bc9cff","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789814941.696977,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cff68a90-5665-44fb-a59c-3d32c0bc9cff"} {"level":"info","ts":1789814941.82374,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789814941.823849,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7f0be10-d584-49a1-ad02-06afea462ecc"} {"level":"info","ts":1789814941.8238676,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e7f0be10-d584-49a1-ad02-06afea462ecc"} {"level":"info","ts":1789814941.823885,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e7f0be10-d584-49a1-ad02-06afea462ecc","EoS":false} {"level":"info","ts":1789814941.8239038,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e7f0be10-d584-49a1-ad02-06afea462ecc","EoS":true} {"level":"info","ts":1789814941.8239331,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7f0be10-d584-49a1-ad02-06afea462ecc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789814941.8239534,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e7f0be10-d584-49a1-ad02-06afea462ecc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789814941.8239808,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e7f0be10-d584-49a1-ad02-06afea462ecc"} {"level":"info","ts":1789814941.9647553,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789814941.964842,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff71cee0-9d1e-42ae-8faf-919356eea2a5"} {"level":"info","ts":1789814941.9648576,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ff71cee0-9d1e-42ae-8faf-919356eea2a5"} {"level":"info","ts":1789814941.9648697,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ff71cee0-9d1e-42ae-8faf-919356eea2a5","EoS":false} {"level":"info","ts":1789814941.964881,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ff71cee0-9d1e-42ae-8faf-919356eea2a5","EoS":true} {"level":"info","ts":1789814941.964902,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff71cee0-9d1e-42ae-8faf-919356eea2a5","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789814941.9649217,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ff71cee0-9d1e-42ae-8faf-919356eea2a5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789814941.964947,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ff71cee0-9d1e-42ae-8faf-919356eea2a5"} {"level":"info","ts":1789814942.364273,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789814942.3643808,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9baa146-7bff-447f-b969-44880ede3403"} {"level":"info","ts":1789814942.3644075,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f9baa146-7bff-447f-b969-44880ede3403"} {"level":"info","ts":1789814942.364424,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f9baa146-7bff-447f-b969-44880ede3403","EoS":false} {"level":"info","ts":1789814942.3644478,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f9baa146-7bff-447f-b969-44880ede3403","EoS":true} {"level":"info","ts":1789814942.3644776,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"f9baa146-7bff-447f-b969-44880ede3403","field":"model"} {"level":"info","ts":1789814942.3646677,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f9baa146-7bff-447f-b969-44880ede3403"} {"level":"info","ts":1789814943.6200337,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9016b3f0-b697-4051-aee4-b8417c97d055","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789814943.6201143,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9016b3f0-b697-4051-aee4-b8417c97d055","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789814943.6202264,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"745166aa-4914-4dc1-a7ca-b92cccf59bbb"} {"level":"info","ts":1789814943.7564716,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0ab665a-b45d-414b-b832-370a39e5e79c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789814943.756529,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0ab665a-b45d-414b-b832-370a39e5e79c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789814943.7566278,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2defdeeb-913b-4061-a462-fdcacfa0b6d5"} {"level":"info","ts":1789814945.9882126,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789814945.9883196,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72ff9e20-df58-4000-afc5-ed8ee925bb84"} {"level":"info","ts":1789814945.9883382,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"72ff9e20-df58-4000-afc5-ed8ee925bb84"} {"level":"info","ts":1789814945.9883535,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"72ff9e20-df58-4000-afc5-ed8ee925bb84","EoS":false} {"level":"info","ts":1789814945.988373,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"72ff9e20-df58-4000-afc5-ed8ee925bb84","EoS":true} {"level":"info","ts":1789814945.9883993,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72ff9e20-df58-4000-afc5-ed8ee925bb84","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789814945.9884188,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"72ff9e20-df58-4000-afc5-ed8ee925bb84","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789814945.9884465,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"72ff9e20-df58-4000-afc5-ed8ee925bb84"} {"level":"info","ts":1789814946.0318174,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789814946.0318992,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a009557c-cc8a-4a12-bc02-df830c55b223"} {"level":"info","ts":1789814946.0319116,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a009557c-cc8a-4a12-bc02-df830c55b223"} {"level":"info","ts":1789814946.031922,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a009557c-cc8a-4a12-bc02-df830c55b223","EoS":false} {"level":"info","ts":1789814946.0319324,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a009557c-cc8a-4a12-bc02-df830c55b223","EoS":true} {"level":"info","ts":1789814946.0319524,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a009557c-cc8a-4a12-bc02-df830c55b223","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789814946.031967,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a009557c-cc8a-4a12-bc02-df830c55b223","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789814946.0319893,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a009557c-cc8a-4a12-bc02-df830c55b223"} {"level":"info","ts":1789814946.0914147,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789814946.0914996,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b"} {"level":"info","ts":1789814946.0915108,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b"} {"level":"info","ts":1789814946.0915215,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b","EoS":false} {"level":"info","ts":1789814946.091532,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b","EoS":true} {"level":"info","ts":1789814946.0915549,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789814946.0915744,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789814946.0915976,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b"} {"level":"info","ts":1789814946.137428,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789814946.137536,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21"} {"level":"info","ts":1789814946.1375518,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21"} {"level":"info","ts":1789814946.137569,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21","EoS":false} {"level":"info","ts":1789814946.1375854,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21","EoS":true} {"level":"info","ts":1789814946.1376133,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789814946.1376295,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789814946.1376512,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21"} {"level":"info","ts":1789814958.959507,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789814958.9596171,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c94fcf77-9355-47f9-bc4b-6eea954b24c3"} {"level":"info","ts":1789814958.959637,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c94fcf77-9355-47f9-bc4b-6eea954b24c3"} {"level":"info","ts":1789814958.9596765,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c94fcf77-9355-47f9-bc4b-6eea954b24c3","EoS":false} {"level":"info","ts":1789814958.9596975,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c94fcf77-9355-47f9-bc4b-6eea954b24c3","EoS":true} {"level":"info","ts":1789814958.9597235,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"c94fcf77-9355-47f9-bc4b-6eea954b24c3","field":"model"} {"level":"info","ts":1789814958.9597576,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c94fcf77-9355-47f9-bc4b-6eea954b24c3"} {"level":"info","ts":1789814959.1036294,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789814959.1037216,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"838b6d80-839f-4456-9950-243b1a98045d"} {"level":"info","ts":1789814959.1037343,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"838b6d80-839f-4456-9950-243b1a98045d"} {"level":"info","ts":1789814959.103745,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"838b6d80-839f-4456-9950-243b1a98045d","EoS":false} {"level":"info","ts":1789814959.103755,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"838b6d80-839f-4456-9950-243b1a98045d","EoS":true} {"level":"info","ts":1789814959.1037679,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"838b6d80-839f-4456-9950-243b1a98045d","field":"model"} {"level":"info","ts":1789814959.1037939,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"838b6d80-839f-4456-9950-243b1a98045d"} {"level":"info","ts":1789814959.2495532,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789814959.249627,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1926c4a0-fe2d-4a80-b61b-950c31cccf40"} {"level":"info","ts":1789814959.2496383,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1926c4a0-fe2d-4a80-b61b-950c31cccf40"} {"level":"info","ts":1789814959.2496502,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1926c4a0-fe2d-4a80-b61b-950c31cccf40","EoS":false} {"level":"info","ts":1789814959.2496605,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1926c4a0-fe2d-4a80-b61b-950c31cccf40","EoS":true} {"level":"info","ts":1789814959.249677,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"1926c4a0-fe2d-4a80-b61b-950c31cccf40","field":"model"} {"level":"info","ts":1789814959.2497017,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1926c4a0-fe2d-4a80-b61b-950c31cccf40"} {"level":"info","ts":1789816022.9146338,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816022.9147217,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa"} {"level":"info","ts":1789816022.9147325,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa"} {"level":"info","ts":1789816022.9147658,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa","EoS":false} {"level":"info","ts":1789816022.9147818,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa","EoS":true} {"level":"info","ts":1789816022.9148147,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789816022.914835,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789816022.9148676,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa"} {"level":"info","ts":1789816022.974345,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816022.9744236,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9"} {"level":"info","ts":1789816022.974435,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9"} {"level":"info","ts":1789816022.9744456,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9","EoS":false} {"level":"info","ts":1789816022.9744582,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9","EoS":true} {"level":"info","ts":1789816022.9744911,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789816022.9745097,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789816022.9745347,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9"} {"level":"info","ts":1789816319.7304053,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cba55ee6-54fe-47d6-99ab-036ec134dff6"} {"level":"info","ts":1789816319.7304115,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"577c0bd3-39f8-4e58-abfa-d06c8eddae3a","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789816319.7305639,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"577c0bd3-39f8-4e58-abfa-d06c8eddae3a","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789816319.7305896,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"577c0bd3-39f8-4e58-abfa-d06c8eddae3a"} {"level":"info","ts":1789816319.7377477,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8a8fbe59-6a69-459d-b3d5-bdede4c42ec8","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789816319.7377946,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8a8fbe59-6a69-459d-b3d5-bdede4c42ec8","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789816319.7378144,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8a8fbe59-6a69-459d-b3d5-bdede4c42ec8"} {"level":"error","ts":1789816319.7379608,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cba55ee6-54fe-47d6-99ab-036ec134dff6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789816319.7379904,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cba55ee6-54fe-47d6-99ab-036ec134dff6","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789816319.7424126,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cba55ee6-54fe-47d6-99ab-036ec134dff6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789816319.7424695,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cba55ee6-54fe-47d6-99ab-036ec134dff6","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789816319.7425537,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cee1c491-0190-4c0e-a5b5-65c69c1570f6"} {"level":"error","ts":1789816319.7425902,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cee1c491-0190-4c0e-a5b5-65c69c1570f6","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789816319.7426286,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"327fbf15-8140-468c-83d6-01de0dfcd17b","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789816319.7426684,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"327fbf15-8140-468c-83d6-01de0dfcd17b","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789816319.7426946,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"327fbf15-8140-468c-83d6-01de0dfcd17b"} {"level":"error","ts":1789816319.7467647,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cee1c491-0190-4c0e-a5b5-65c69c1570f6","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789816319.746866,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d5facae6-66b9-4ce0-92ad-2936fac090ca"} {"level":"error","ts":1789816319.746909,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d5facae6-66b9-4ce0-92ad-2936fac090ca","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789816319.7507718,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d5facae6-66b9-4ce0-92ad-2936fac090ca","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789816319.7710874,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0c8578ca-2411-4d7d-9a7e-34f504ccfcb9"} {"level":"error","ts":1789816319.7711458,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0c8578ca-2411-4d7d-9a7e-34f504ccfcb9","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789816319.7754583,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0c8578ca-2411-4d7d-9a7e-34f504ccfcb9","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789816319.8167608,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"86e0a531-07e3-4494-b67a-75d62e938154"} {"level":"error","ts":1789816319.8168185,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"86e0a531-07e3-4494-b67a-75d62e938154","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789816319.8208833,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"86e0a531-07e3-4494-b67a-75d62e938154","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789816319.8747606,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cc03b60d-d2d1-4260-997a-9caac5e41891"} {"level":"error","ts":1789816319.8748088,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cc03b60d-d2d1-4260-997a-9caac5e41891","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789816319.8747609,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"39922824-a061-4298-95ac-c64a1d818b80","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789816319.8748808,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"39922824-a061-4298-95ac-c64a1d818b80","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789816319.874904,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"39922824-a061-4298-95ac-c64a1d818b80"} {"level":"error","ts":1789816319.8788614,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cc03b60d-d2d1-4260-997a-9caac5e41891","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789816320.0390947,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1302fabb-4259-4a82-a9fe-acf2c458d134"} {"level":"error","ts":1789816320.0391605,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1302fabb-4259-4a82-a9fe-acf2c458d134","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789816320.0442176,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1302fabb-4259-4a82-a9fe-acf2c458d134","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789816320.3646214,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8d92622b-cec2-4f84-aea1-7a23ea8a9d21"} {"level":"error","ts":1789816320.364682,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8d92622b-cec2-4f84-aea1-7a23ea8a9d21","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789816320.3697758,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8d92622b-cec2-4f84-aea1-7a23ea8a9d21","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789816321.0107293,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"54181170-b0ab-44c0-9685-72f9906037c6"} {"level":"error","ts":1789816321.0107958,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"54181170-b0ab-44c0-9685-72f9906037c6","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789816321.0154767,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"54181170-b0ab-44c0-9685-72f9906037c6","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789816322.2962532,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"66b4af4e-841d-4930-874f-168164e9655a"} {"level":"error","ts":1789816322.296308,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"66b4af4e-841d-4930-874f-168164e9655a","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789816322.3009949,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"66b4af4e-841d-4930-874f-168164e9655a","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789816324.8619783,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a3e8454e-0b19-4468-9595-47ce9d3107b6"} {"level":"error","ts":1789816324.862036,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a3e8454e-0b19-4468-9595-47ce9d3107b6","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789816324.866593,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a3e8454e-0b19-4468-9595-47ce9d3107b6","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789816324.8756166,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1ecb5c79-7535-4f03-85e2-7b2ba4557ae1","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789816324.8756824,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1ecb5c79-7535-4f03-85e2-7b2ba4557ae1","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789816324.8757076,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1ecb5c79-7535-4f03-85e2-7b2ba4557ae1"} {"level":"info","ts":1789816329.87596,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"eae7828f-d817-4d04-a44e-502f8790dc20","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789816329.876017,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"eae7828f-d817-4d04-a44e-502f8790dc20","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789816329.8760648,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"eae7828f-d817-4d04-a44e-502f8790dc20"} {"level":"info","ts":1789816329.9871836,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9235b9ad-8822-432a-948b-beb5f19940b5"} {"level":"error","ts":1789816329.987243,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9235b9ad-8822-432a-948b-beb5f19940b5","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789816329.9918406,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9235b9ad-8822-432a-948b-beb5f19940b5","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789816330.2531588,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816330.2532601,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd"} {"level":"info","ts":1789816330.253273,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd"} {"level":"info","ts":1789816330.2532837,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd","EoS":false} {"level":"info","ts":1789816330.253295,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd","EoS":true} {"level":"info","ts":1789816330.2533162,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789816330.2533839,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816330.2534063,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd"} {"level":"info","ts":1789816330.3242044,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816330.3243256,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e"} {"level":"info","ts":1789816330.324344,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e"} {"level":"info","ts":1789816330.3243594,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e","EoS":false} {"level":"info","ts":1789816330.32438,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e","EoS":true} {"level":"info","ts":1789816330.32441,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789816330.3244314,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816330.3244607,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e"} {"level":"info","ts":1789816330.3703268,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816330.3704312,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61"} {"level":"info","ts":1789816330.370447,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61"} {"level":"info","ts":1789816330.3704607,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61","EoS":false} {"level":"info","ts":1789816330.3705237,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61","EoS":true} {"level":"info","ts":1789816330.3705478,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789816330.3705635,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816330.370588,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61"} {"level":"info","ts":1789816330.4095135,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816330.4096072,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d74da45-6f97-9b0c-b335-09ce1a397abd"} {"level":"info","ts":1789816330.4096174,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7d74da45-6f97-9b0c-b335-09ce1a397abd"} {"level":"info","ts":1789816330.4096282,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7d74da45-6f97-9b0c-b335-09ce1a397abd","EoS":false} {"level":"info","ts":1789816330.4096406,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7d74da45-6f97-9b0c-b335-09ce1a397abd","EoS":true} {"level":"info","ts":1789816330.4096615,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d74da45-6f97-9b0c-b335-09ce1a397abd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789816330.4096754,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7d74da45-6f97-9b0c-b335-09ce1a397abd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816330.4097466,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7d74da45-6f97-9b0c-b335-09ce1a397abd"} {"level":"info","ts":1789816330.440221,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816330.440312,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79106911-8f29-4c23-b671-356dd10588fc"} {"level":"info","ts":1789816330.440321,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"79106911-8f29-4c23-b671-356dd10588fc"} {"level":"info","ts":1789816330.4403317,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"79106911-8f29-4c23-b671-356dd10588fc","EoS":false} {"level":"info","ts":1789816330.4403458,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"79106911-8f29-4c23-b671-356dd10588fc","EoS":true} {"level":"info","ts":1789816330.440366,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79106911-8f29-4c23-b671-356dd10588fc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789816330.440382,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"79106911-8f29-4c23-b671-356dd10588fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816330.440398,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"79106911-8f29-4c23-b671-356dd10588fc"} {"level":"info","ts":1789816330.4689288,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816330.4690242,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da"} {"level":"info","ts":1789816330.4690814,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da"} {"level":"info","ts":1789816330.4691036,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da","EoS":false} {"level":"info","ts":1789816330.4691226,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da","EoS":true} {"level":"info","ts":1789816330.469152,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789816330.4691737,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816330.4692008,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da"} {"level":"info","ts":1789816330.6172738,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5e9cdbde-1860-41fe-a43b-937a1a18362e","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789816330.6173022,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fa7ea0ab-2585-4514-811f-60fe110aa57d"} {"level":"info","ts":1789816330.6173148,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5e9cdbde-1860-41fe-a43b-937a1a18362e","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789816348.1960254,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816348.196152,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2"} {"level":"info","ts":1789816348.1961696,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2"} {"level":"info","ts":1789816348.1961858,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2","EoS":false} {"level":"info","ts":1789816348.1961997,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2","EoS":true} {"level":"info","ts":1789816348.1962237,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789816348.1962395,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816348.196261,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2"} {"level":"info","ts":1789816348.349521,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816348.3496215,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47"} {"level":"info","ts":1789816348.349634,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47"} {"level":"info","ts":1789816348.3496456,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47","EoS":false} {"level":"info","ts":1789816348.349656,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47","EoS":true} {"level":"info","ts":1789816348.349677,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789816348.3496923,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816348.3497167,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47"} {"level":"info","ts":1789816348.4874957,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816348.487661,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2"} {"level":"info","ts":1789816348.487678,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2"} {"level":"info","ts":1789816348.4876976,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2","EoS":false} {"level":"info","ts":1789816348.4877198,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2","EoS":true} {"level":"info","ts":1789816348.4877524,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789816348.4877722,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816348.4878085,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2"} {"level":"info","ts":1789816348.6302161,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816348.630323,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c"} {"level":"info","ts":1789816348.6303396,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c"} {"level":"info","ts":1789816348.6303518,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c","EoS":false} {"level":"info","ts":1789816348.6303663,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c","EoS":true} {"level":"info","ts":1789816348.6303883,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789816348.6304088,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816348.6304314,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c"} {"level":"info","ts":1789816348.7661653,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816348.766253,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9"} {"level":"info","ts":1789816348.766266,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9"} {"level":"info","ts":1789816348.7662776,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9","EoS":false} {"level":"info","ts":1789816348.7662888,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9","EoS":true} {"level":"info","ts":1789816348.7663093,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789816348.7663274,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816348.7663527,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9"} {"level":"info","ts":1789816348.9064074,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816348.9065285,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f24838b1-8189-49c1-a009-5e8bdf6ffc6f"} {"level":"info","ts":1789816348.906546,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f24838b1-8189-49c1-a009-5e8bdf6ffc6f"} {"level":"info","ts":1789816348.9065664,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f24838b1-8189-49c1-a009-5e8bdf6ffc6f","EoS":false} {"level":"info","ts":1789816348.9065876,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f24838b1-8189-49c1-a009-5e8bdf6ffc6f","EoS":true} {"level":"info","ts":1789816348.9066153,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f24838b1-8189-49c1-a009-5e8bdf6ffc6f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789816348.9066346,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f24838b1-8189-49c1-a009-5e8bdf6ffc6f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816348.9066694,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f24838b1-8189-49c1-a009-5e8bdf6ffc6f"} {"level":"info","ts":1789816357.5099597,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816357.5100918,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31"} {"level":"info","ts":1789816357.5101092,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31"} {"level":"info","ts":1789816357.5101292,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31","EoS":false} {"level":"info","ts":1789816357.5101523,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31","EoS":true} {"level":"info","ts":1789816357.5101864,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789816357.5102065,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816357.5102382,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31"} {"level":"info","ts":1789816357.547292,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816357.5473826,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"650c6c12-bb58-4173-9a98-636deaa601ff"} {"level":"info","ts":1789816357.5473964,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"650c6c12-bb58-4173-9a98-636deaa601ff"} {"level":"info","ts":1789816357.547407,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"650c6c12-bb58-4173-9a98-636deaa601ff","EoS":false} {"level":"info","ts":1789816357.5474186,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"650c6c12-bb58-4173-9a98-636deaa601ff","EoS":true} {"level":"info","ts":1789816357.5474398,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"650c6c12-bb58-4173-9a98-636deaa601ff","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789816357.547454,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"650c6c12-bb58-4173-9a98-636deaa601ff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816357.547476,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"650c6c12-bb58-4173-9a98-636deaa601ff"} {"level":"info","ts":1789816357.5867836,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816357.5868797,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a41d6a1c-9339-4191-867c-fa233a38bacb"} {"level":"info","ts":1789816357.586894,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a41d6a1c-9339-4191-867c-fa233a38bacb"} {"level":"info","ts":1789816357.586906,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a41d6a1c-9339-4191-867c-fa233a38bacb","EoS":false} {"level":"info","ts":1789816357.5869172,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a41d6a1c-9339-4191-867c-fa233a38bacb","EoS":true} {"level":"info","ts":1789816357.5869477,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a41d6a1c-9339-4191-867c-fa233a38bacb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789816357.5869637,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a41d6a1c-9339-4191-867c-fa233a38bacb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816357.586983,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a41d6a1c-9339-4191-867c-fa233a38bacb"} {"level":"info","ts":1789816357.619616,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816357.619728,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"578118b6-5d91-461f-9cbc-b5b33347f053"} {"level":"info","ts":1789816358.3455582,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816358.3456538,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761"} {"level":"info","ts":1789816358.3456643,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761"} {"level":"info","ts":1789816358.3456767,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761","EoS":false} {"level":"info","ts":1789816358.3456883,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761","EoS":true} {"level":"info","ts":1789816358.3457088,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789816358.3457239,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816358.3457458,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761"} {"level":"info","ts":1789816359.2627764,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816359.2628632,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98"} {"level":"info","ts":1789816359.2628734,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98"} {"level":"info","ts":1789816359.2628837,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98","EoS":false} {"level":"info","ts":1789816359.2628956,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98","EoS":true} {"level":"info","ts":1789816359.2629173,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789816359.2629342,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816359.2629566,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98"} {"level":"info","ts":1789816359.970157,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816359.970251,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223"} {"level":"info","ts":1789816359.970262,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223"} {"level":"info","ts":1789816359.9702735,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223","EoS":false} {"level":"info","ts":1789816359.9702854,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223","EoS":true} {"level":"info","ts":1789816359.970307,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789816359.9703236,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816359.9703484,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223"} {"level":"info","ts":1789816361.0022638,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816361.0023525,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf"} {"level":"info","ts":1789816361.002365,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf"} {"level":"info","ts":1789816361.002379,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf","EoS":false} {"level":"info","ts":1789816361.00239,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf","EoS":true} {"level":"info","ts":1789816361.002413,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789816361.002429,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816361.002449,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf"} {"level":"info","ts":1789816366.3468344,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816366.346934,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"291173b8-6f94-4b45-84e2-37b7f9e6c761"} {"level":"info","ts":1789816366.3469443,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"291173b8-6f94-4b45-84e2-37b7f9e6c761"} {"level":"info","ts":1789816366.3469553,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"291173b8-6f94-4b45-84e2-37b7f9e6c761","EoS":false} {"level":"info","ts":1789816366.34697,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"291173b8-6f94-4b45-84e2-37b7f9e6c761","EoS":true} {"level":"info","ts":1789816366.3469927,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"291173b8-6f94-4b45-84e2-37b7f9e6c761","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789816366.3470113,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"291173b8-6f94-4b45-84e2-37b7f9e6c761","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816366.347078,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"291173b8-6f94-4b45-84e2-37b7f9e6c761"} {"level":"info","ts":1789816369.2535434,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816369.253633,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b376941-eeac-412a-b66c-0d1e80046441"} {"level":"info","ts":1789816369.2536457,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2b376941-eeac-412a-b66c-0d1e80046441"} {"level":"info","ts":1789816369.2536566,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2b376941-eeac-412a-b66c-0d1e80046441","EoS":false} {"level":"info","ts":1789816369.253668,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2b376941-eeac-412a-b66c-0d1e80046441","EoS":true} {"level":"info","ts":1789816369.2536895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b376941-eeac-412a-b66c-0d1e80046441","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789816369.2537048,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2b376941-eeac-412a-b66c-0d1e80046441","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816369.253727,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2b376941-eeac-412a-b66c-0d1e80046441"} {"level":"info","ts":1789816370.4334643,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816370.4335644,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c090536-d6f1-48be-b39e-39e5631444b7"} {"level":"info","ts":1789816370.433584,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5c090536-d6f1-48be-b39e-39e5631444b7"} {"level":"info","ts":1789816370.4335973,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5c090536-d6f1-48be-b39e-39e5631444b7","EoS":false} {"level":"info","ts":1789816370.43361,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5c090536-d6f1-48be-b39e-39e5631444b7","EoS":true} {"level":"info","ts":1789816370.4336314,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c090536-d6f1-48be-b39e-39e5631444b7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789816370.433648,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5c090536-d6f1-48be-b39e-39e5631444b7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816370.433676,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5c090536-d6f1-48be-b39e-39e5631444b7"} {"level":"info","ts":1789816378.3697953,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816378.36988,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c"} {"level":"info","ts":1789816378.3698916,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c"} {"level":"info","ts":1789816378.3699043,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c","EoS":false} {"level":"info","ts":1789816378.3699167,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c","EoS":true} {"level":"info","ts":1789816378.3699372,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789816378.369953,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816378.3699744,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c"} {"level":"info","ts":1789816379.9692705,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816379.9693673,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b5ff44b-1cb3-4584-a473-ed1bef36fe66"} {"level":"info","ts":1789816379.969381,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1b5ff44b-1cb3-4584-a473-ed1bef36fe66"} {"level":"info","ts":1789816379.9693923,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1b5ff44b-1cb3-4584-a473-ed1bef36fe66","EoS":false} {"level":"info","ts":1789816379.969408,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1b5ff44b-1cb3-4584-a473-ed1bef36fe66","EoS":true} {"level":"info","ts":1789816379.9694297,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b5ff44b-1cb3-4584-a473-ed1bef36fe66","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789816379.9694452,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1b5ff44b-1cb3-4584-a473-ed1bef36fe66","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816379.9694707,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1b5ff44b-1cb3-4584-a473-ed1bef36fe66"} {"level":"info","ts":1789816443.7833517,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816443.7834532,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d672d3c-c1ab-40c5-adb8-6a72d22f7c66"} {"level":"info","ts":1789816443.783465,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2d672d3c-c1ab-40c5-adb8-6a72d22f7c66"} {"level":"info","ts":1789816443.7834759,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2d672d3c-c1ab-40c5-adb8-6a72d22f7c66","EoS":false} {"level":"info","ts":1789816443.7834888,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2d672d3c-c1ab-40c5-adb8-6a72d22f7c66","EoS":true} {"level":"info","ts":1789816443.7835119,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d672d3c-c1ab-40c5-adb8-6a72d22f7c66","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789816443.7835274,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2d672d3c-c1ab-40c5-adb8-6a72d22f7c66","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789816443.7835486,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2d672d3c-c1ab-40c5-adb8-6a72d22f7c66"} {"level":"info","ts":1789816465.5027137,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816465.5028272,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e"} {"level":"info","ts":1789816465.5028434,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e"} {"level":"info","ts":1789816465.5028617,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e","EoS":false} {"level":"info","ts":1789816465.5029435,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e","EoS":true} {"level":"info","ts":1789816465.5029738,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789816465.502988,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789816465.5030143,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e"} {"level":"info","ts":1789816539.573677,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816539.573794,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3"} {"level":"info","ts":1789816539.5738134,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3"} {"level":"info","ts":1789816539.5738306,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3","EoS":false} {"level":"info","ts":1789816539.5738497,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3","EoS":true} {"level":"info","ts":1789816539.573881,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789816539.5739007,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816539.5739284,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3"} {"level":"info","ts":1789816539.6155941,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816539.615708,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40cdbfc0-ec1e-47cd-96f4-3b717ff4f388"} {"level":"info","ts":1789816539.6157246,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"40cdbfc0-ec1e-47cd-96f4-3b717ff4f388"} {"level":"info","ts":1789816539.615744,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"40cdbfc0-ec1e-47cd-96f4-3b717ff4f388","EoS":false} {"level":"info","ts":1789816539.6157627,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"40cdbfc0-ec1e-47cd-96f4-3b717ff4f388","EoS":true} {"level":"info","ts":1789816539.615793,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40cdbfc0-ec1e-47cd-96f4-3b717ff4f388","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789816539.6158154,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"40cdbfc0-ec1e-47cd-96f4-3b717ff4f388","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816539.6158478,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"40cdbfc0-ec1e-47cd-96f4-3b717ff4f388"} {"level":"info","ts":1789816539.6522672,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816539.6523602,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e0c0b42-d74e-40b0-9784-cb4583865044"} {"level":"info","ts":1789816539.6523736,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2e0c0b42-d74e-40b0-9784-cb4583865044"} {"level":"info","ts":1789816539.6523843,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2e0c0b42-d74e-40b0-9784-cb4583865044","EoS":false} {"level":"info","ts":1789816539.6523962,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2e0c0b42-d74e-40b0-9784-cb4583865044","EoS":true} {"level":"info","ts":1789816539.652416,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e0c0b42-d74e-40b0-9784-cb4583865044","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789816539.6524308,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2e0c0b42-d74e-40b0-9784-cb4583865044","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789816539.6524527,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2e0c0b42-d74e-40b0-9784-cb4583865044"} {"level":"info","ts":1789816547.692705,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816547.6928246,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd1126be-cfb9-4135-86e9-c2c397cb4b35"} {"level":"info","ts":1789816547.6928465,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bd1126be-cfb9-4135-86e9-c2c397cb4b35"} {"level":"info","ts":1789816547.6928625,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bd1126be-cfb9-4135-86e9-c2c397cb4b35","EoS":false} {"level":"info","ts":1789816547.69288,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bd1126be-cfb9-4135-86e9-c2c397cb4b35","EoS":true} {"level":"info","ts":1789816547.6929038,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bd1126be-cfb9-4135-86e9-c2c397cb4b35","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789816547.6929226,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bd1126be-cfb9-4135-86e9-c2c397cb4b35","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789816547.6929557,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bd1126be-cfb9-4135-86e9-c2c397cb4b35"} {"level":"info","ts":1789816553.7634056,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816553.7634964,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd"} {"level":"info","ts":1789816553.7635067,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd"} {"level":"info","ts":1789816553.7635176,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd","EoS":false} {"level":"info","ts":1789816553.7635293,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd","EoS":true} {"level":"info","ts":1789816553.763549,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789816553.7635646,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789816553.763591,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd"} {"level":"info","ts":1789816553.930305,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816553.9303982,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c"} {"level":"info","ts":1789816553.9304092,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c"} {"level":"info","ts":1789816553.9304197,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c","EoS":false} {"level":"info","ts":1789816553.930431,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c","EoS":true} {"level":"info","ts":1789816553.930449,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789816553.9304647,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789816553.9304872,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c"} {"level":"info","ts":1789816554.0714297,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816554.0715241,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d"} {"level":"info","ts":1789816554.071538,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d"} {"level":"info","ts":1789816554.0715487,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d","EoS":false} {"level":"info","ts":1789816554.0715594,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d","EoS":true} {"level":"info","ts":1789816554.071578,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789816554.0715938,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789816554.0716276,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d"} {"level":"info","ts":1789816554.21039,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816554.2104816,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0ce73d9-f6af-4cda-8878-f9fefb6e6fe9"} {"level":"info","ts":1789816554.2104943,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a0ce73d9-f6af-4cda-8878-f9fefb6e6fe9"} {"level":"info","ts":1789816554.2105103,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a0ce73d9-f6af-4cda-8878-f9fefb6e6fe9","EoS":false} {"level":"info","ts":1789816554.210524,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a0ce73d9-f6af-4cda-8878-f9fefb6e6fe9","EoS":true} {"level":"info","ts":1789816554.2105446,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0ce73d9-f6af-4cda-8878-f9fefb6e6fe9","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789816554.2105618,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a0ce73d9-f6af-4cda-8878-f9fefb6e6fe9","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789816554.2105877,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a0ce73d9-f6af-4cda-8878-f9fefb6e6fe9"} {"level":"info","ts":1789816566.8664424,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789816566.866539,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac"} {"level":"info","ts":1789816566.8665504,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac"} {"level":"info","ts":1789816566.866562,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac","EoS":false} {"level":"info","ts":1789816566.866573,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac","EoS":true} {"level":"info","ts":1789816566.866593,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789816566.8666098,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789816566.8666458,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac"}