{"level":"error","ts":1789740697.3289986,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"9a77fb2b-d366-45ce-bcfd-8125a9da7785","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-a00d6d77\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789740697.329047,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"9a77fb2b-d366-45ce-bcfd-8125a9da7785","error":"ExternalModel \"e2e-legacy-migration-a00d6d77\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-a00d6d77\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789740697.329103,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"e16751dc-f862-4fe9-b1f7-12b455b2a706"} {"level":"info","ts":1789740697.329127,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"e16751dc-f862-4fe9-b1f7-12b455b2a706","provider":"e2e-legacy-migration-a00d6d77","phase":"Pending"} {"level":"error","ts":1789740697.3474555,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"e16751dc-f862-4fe9-b1f7-12b455b2a706","error":"ExternalModel \"e2e-legacy-migration-a00d6d77\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-a00d6d77\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789740697.3542151,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"ef1233e7-3937-4e14-b3e5-06b314162d53","service":"e2e-legacy-migration-a00d6d77","serviceEntry":"e2e-legacy-migration-a00d6d77","destinationRule":"e2e-legacy-migration-a00d6d77"} {"level":"error","ts":1789740697.3670642,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"ef1233e7-3937-4e14-b3e5-06b314162d53","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-a00d6d77\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789740697.3675501,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"3b1355d3-6e5d-425c-852d-2c2e51a59439"} {"level":"info","ts":1789740697.3678293,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"3b1355d3-6e5d-425c-852d-2c2e51a59439","name":"e2e-legacy-migration-a00d6d77"} {"level":"info","ts":1789740697.3677297,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"4cbe8e00-9c65-4db4-8f49-26d86936790c"} {"level":"info","ts":1789740697.3682327,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"4cbe8e00-9c65-4db4-8f49-26d86936790c","name":"e2e-legacy-migration-a00d6d77"} {"level":"info","ts":1789740697.3676848,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"858e476d-7bfa-4cc4-9b48-bbf5f91f7c27","name":"e2e-legacy-migration-a00d6d77","namespace":"llm"} {"level":"info","ts":1789740697.3685017,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"858e476d-7bfa-4cc4-9b48-bbf5f91f7c27","modelName":"e2e-legacy-migration-a00d6d77","resolvedRefs":1} {"level":"info","ts":1789740697.3677754,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"7e0e0ae0-0e1e-44cb-931f-05993eb1fcc1","name":"e2e-legacy-migration-a00d6d77","namespace":"llm"} {"level":"info","ts":1789740697.3686213,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"7e0e0ae0-0e1e-44cb-931f-05993eb1fcc1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789740697.3871047,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"4cbe8e00-9c65-4db4-8f49-26d86936790c","service":"e2e-legacy-migration-a00d6d77","serviceEntry":"e2e-legacy-migration-a00d6d77","destinationRule":"e2e-legacy-migration-a00d6d77"} {"level":"info","ts":1789740697.3963816,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"8a878c7b-e6d8-4db6-babf-99aa134c701b","name":"e2e-legacy-migration-a00d6d77","namespace":"llm"} {"level":"info","ts":1789740697.3965101,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"8a878c7b-e6d8-4db6-babf-99aa134c701b","modelName":"e2e-legacy-migration-a00d6d77","resolvedRefs":1} {"level":"error","ts":1789740697.4004078,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"3b1355d3-6e5d-425c-852d-2c2e51a59439","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-a00d6d77\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789740697.4004583,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"3b1355d3-6e5d-425c-852d-2c2e51a59439","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-a00d6d77\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789740697.4005506,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"1a708f00-1f05-40e2-bc0a-56e9d3506d49"} {"level":"info","ts":1789740697.4006727,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"1a708f00-1f05-40e2-bc0a-56e9d3506d49","name":"e2e-legacy-migration-a00d6d77"} {"level":"info","ts":1789740697.4172504,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"1a708f00-1f05-40e2-bc0a-56e9d3506d49","httpRoute":"e2e-legacy-migration-a00d6d77","providers":["e2e-legacy-migration-a00d6d77"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789740697.421112,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"d756e7db-e829-4e7a-a30c-ad7cee12e435","name":"e2e-legacy-migration-a00d6d77","namespace":"llm"} {"level":"info","ts":1789740697.4212022,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"d756e7db-e829-4e7a-a30c-ad7cee12e435","modelName":"e2e-legacy-migration-a00d6d77","resolvedRefs":1} {"level":"error","ts":1789740697.4313605,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"1a708f00-1f05-40e2-bc0a-56e9d3506d49","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-a00d6d77\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789740697.4314618,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"d9126c06-13c7-4376-97dd-f11d171c9fa1"} {"level":"info","ts":1789740697.4315243,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"d9126c06-13c7-4376-97dd-f11d171c9fa1","name":"e2e-legacy-migration-a00d6d77"} {"level":"info","ts":1789740697.4454577,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"d9126c06-13c7-4376-97dd-f11d171c9fa1","httpRoute":"e2e-legacy-migration-a00d6d77","providers":["e2e-legacy-migration-a00d6d77"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789740697.4509463,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"edeae108-4a6f-4fe4-85c3-686098211f5b","name":"e2e-legacy-migration-a00d6d77","namespace":"llm"} {"level":"info","ts":1789740697.450985,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"edeae108-4a6f-4fe4-85c3-686098211f5b","modelName":"e2e-legacy-migration-a00d6d77","resolvedRefs":1} {"level":"error","ts":1789740697.4616265,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"d9126c06-13c7-4376-97dd-f11d171c9fa1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-a00d6d77\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789740697.4617918,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"cd70e11d-9d12-498c-9032-3028cc48256c"} {"level":"info","ts":1789740697.4618576,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"cd70e11d-9d12-498c-9032-3028cc48256c","name":"e2e-legacy-migration-a00d6d77"} {"level":"info","ts":1789740697.4848945,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"cd70e11d-9d12-498c-9032-3028cc48256c","httpRoute":"e2e-legacy-migration-a00d6d77","providers":["e2e-legacy-migration-a00d6d77"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789740697.5806072,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"8be92cc7-0fc2-4b02-930c-bbf5152e1322","name":"e2e-legacy-migration-a00d6d77","namespace":"llm"} {"level":"info","ts":1789740697.5924723,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"8be92cc7-0fc2-4b02-930c-bbf5152e1322","name":"e2e-legacy-migration-a00d6d77"} {"level":"info","ts":1789740697.6065402,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"8be92cc7-0fc2-4b02-930c-bbf5152e1322","provider":"openai","model":"e2e-legacy-migration-a00d6d77","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789740699.0471315,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789740699.047297,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f7f9c72-0271-4742-8059-4be51ee39a57"} {"level":"info","ts":1789740699.0473187,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4f7f9c72-0271-4742-8059-4be51ee39a57"} {"level":"info","ts":1789740699.0473382,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4f7f9c72-0271-4742-8059-4be51ee39a57","EoS":false} {"level":"info","ts":1789740699.0473568,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4f7f9c72-0271-4742-8059-4be51ee39a57","EoS":true} {"level":"info","ts":1789740699.0473988,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4f7f9c72-0271-4742-8059-4be51ee39a57","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789740699.0474226,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4f7f9c72-0271-4742-8059-4be51ee39a57","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789740699.0474632,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4f7f9c72-0271-4742-8059-4be51ee39a57"} {"level":"info","ts":1789740700.2894936,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"8e786fe3-13be-4186-8b13-0cf7f4c178cf","name":"e2e-legacy-migration-a00d6d77","namespace":"llm"} {"level":"info","ts":1789740700.2976823,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"97b027b9-4641-424e-810e-196e81f88369","name":"e2e-legacy-migration-a00d6d77","namespace":"llm"} {"level":"info","ts":1789740700.297776,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"97b027b9-4641-424e-810e-196e81f88369","modelName":"e2e-legacy-migration-a00d6d77","resolvedRefs":1} {"level":"info","ts":1789740700.2978594,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"bb76ae2f-510a-4db1-9652-1d0d795a40ed","name":"e2e-legacy-migration-a00d6d77","namespace":"llm"} {"level":"info","ts":1789740700.2979019,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"bb76ae2f-510a-4db1-9652-1d0d795a40ed","name":"e2e-legacy-migration-a00d6d77","namespace":"llm"} {"level":"info","ts":1789740700.2979891,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"bc7abf67-d03f-4518-b6f1-169e81ac44ee"} {"level":"error","ts":1789740700.2980678,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"bc7abf67-d03f-4518-b6f1-169e81ac44ee","provider":"e2e-legacy-migration-a00d6d77","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-a00d6d77\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789740700.2984316,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"9783d0c6-13f1-46b5-9512-0b32a20caf55"} {"level":"info","ts":1789740700.3001404,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"90b460cf-b308-432e-b137-c649113e03dd","name":"e2e-legacy-migration-a00d6d77","namespace":"llm"} {"level":"info","ts":1789740700.3002255,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"90b460cf-b308-432e-b137-c649113e03dd","name":"e2e-legacy-migration-a00d6d77","namespace":"llm"} {"level":"error","ts":1789740700.302309,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"bc7abf67-d03f-4518-b6f1-169e81ac44ee","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-a00d6d77\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789740700.3024123,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"bc7abf67-d03f-4518-b6f1-169e81ac44ee","error":"ExternalModel \"e2e-legacy-migration-a00d6d77\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-a00d6d77\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789740700.3025053,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-a00d6d77","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-a00d6d77","reconcileID":"ac0fc42a-6de3-42c5-b608-7531542d61b0"} {"level":"info","ts":1789740700.708022,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789740700.7081275,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a610049c-e170-4401-83a9-82edbccf2a90"} {"level":"info","ts":1789740700.708138,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a610049c-e170-4401-83a9-82edbccf2a90"} {"level":"info","ts":1789740700.7081482,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a610049c-e170-4401-83a9-82edbccf2a90","EoS":false} {"level":"info","ts":1789740700.7081587,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a610049c-e170-4401-83a9-82edbccf2a90","EoS":true} {"level":"info","ts":1789740700.7081776,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a610049c-e170-4401-83a9-82edbccf2a90","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789740700.708191,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a610049c-e170-4401-83a9-82edbccf2a90","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789740700.7082002,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"a610049c-e170-4401-83a9-82edbccf2a90","modelName":"e2e-external-model"} {"level":"info","ts":1789740700.7082114,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"a610049c-e170-4401-83a9-82edbccf2a90","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789740700.7082458,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a610049c-e170-4401-83a9-82edbccf2a90"} {"level":"info","ts":1789740701.3119574,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789740701.3120532,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fb3ecd7-691f-46d4-bd6d-3aab7a7c6e9a"} {"level":"info","ts":1789740701.3120642,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0fb3ecd7-691f-46d4-bd6d-3aab7a7c6e9a"} {"level":"info","ts":1789740701.3120756,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0fb3ecd7-691f-46d4-bd6d-3aab7a7c6e9a","EoS":false} {"level":"info","ts":1789740701.312086,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0fb3ecd7-691f-46d4-bd6d-3aab7a7c6e9a","EoS":true} {"level":"info","ts":1789740701.3121061,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0fb3ecd7-691f-46d4-bd6d-3aab7a7c6e9a","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789740701.3121204,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0fb3ecd7-691f-46d4-bd6d-3aab7a7c6e9a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789740701.312147,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0fb3ecd7-691f-46d4-bd6d-3aab7a7c6e9a"} {"level":"info","ts":1789740701.565225,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789740701.5654833,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afcf3ea6-f330-42cc-a7bd-5633d0535154"} {"level":"info","ts":1789740701.56553,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"afcf3ea6-f330-42cc-a7bd-5633d0535154"} {"level":"info","ts":1789740701.565573,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"afcf3ea6-f330-42cc-a7bd-5633d0535154","EoS":false} {"level":"info","ts":1789740701.5656114,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"afcf3ea6-f330-42cc-a7bd-5633d0535154","EoS":true} {"level":"info","ts":1789740701.5656686,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"afcf3ea6-f330-42cc-a7bd-5633d0535154","field":"model"} {"level":"info","ts":1789740701.5657184,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"afcf3ea6-f330-42cc-a7bd-5633d0535154"} {"level":"info","ts":1789740702.8266068,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b6c4959-fbce-4cdc-af5a-d4482cafef0c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789740702.8267317,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b6c4959-fbce-4cdc-af5a-d4482cafef0c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789740702.8268278,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b71cdcfc-c701-4d38-afa3-4c5f77b05437"} {"level":"info","ts":1789740702.9766948,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c0aebaa2-ceb4-4a36-b37c-1d7cfd0567a5"} {"level":"info","ts":1789740702.9768333,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"32a85ceb-1df1-4e1a-962e-7083c585ab94","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789740702.976868,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"32a85ceb-1df1-4e1a-962e-7083c585ab94","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789740703.5307035,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789740703.5308542,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5028cfa-a761-4b25-adde-3624e93b82a9"} {"level":"info","ts":1789740703.5308888,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f5028cfa-a761-4b25-adde-3624e93b82a9"} {"level":"info","ts":1789740703.5309167,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f5028cfa-a761-4b25-adde-3624e93b82a9","EoS":false} {"level":"info","ts":1789740703.530951,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f5028cfa-a761-4b25-adde-3624e93b82a9","EoS":true} {"level":"info","ts":1789740703.5309892,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5028cfa-a761-4b25-adde-3624e93b82a9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789740703.5310175,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f5028cfa-a761-4b25-adde-3624e93b82a9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789740703.5311027,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f5028cfa-a761-4b25-adde-3624e93b82a9"} {"level":"info","ts":1789740703.5920541,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789740703.5921679,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c96405e-4730-4039-87d4-692e1f143969"} {"level":"info","ts":1789740703.5922227,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9c96405e-4730-4039-87d4-692e1f143969"} {"level":"info","ts":1789740703.592284,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9c96405e-4730-4039-87d4-692e1f143969","EoS":false} {"level":"info","ts":1789740703.5923269,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9c96405e-4730-4039-87d4-692e1f143969","EoS":true} {"level":"info","ts":1789740703.5923765,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c96405e-4730-4039-87d4-692e1f143969","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789740703.5924141,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9c96405e-4730-4039-87d4-692e1f143969","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789740703.5924628,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9c96405e-4730-4039-87d4-692e1f143969"} {"level":"info","ts":1789740703.6543353,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789740703.6545858,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe"} {"level":"info","ts":1789740703.654656,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe"} {"level":"info","ts":1789740703.6547039,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe","EoS":false} {"level":"info","ts":1789740703.654766,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe","EoS":true} {"level":"info","ts":1789740703.6548405,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789740703.6549108,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789740703.6549861,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe"} {"level":"info","ts":1789740703.7500226,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789740703.750158,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593"} {"level":"info","ts":1789740703.750174,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593"} {"level":"info","ts":1789740703.7501905,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593","EoS":false} {"level":"info","ts":1789740703.7502067,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593","EoS":true} {"level":"info","ts":1789740703.7502332,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789740703.7502496,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789740703.7502716,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593"} {"level":"info","ts":1789740724.4797502,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789740724.479835,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2d1f4f9-3006-4b38-88aa-46f102d084de"} {"level":"info","ts":1789740724.4798472,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c2d1f4f9-3006-4b38-88aa-46f102d084de"} {"level":"info","ts":1789740724.4798577,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c2d1f4f9-3006-4b38-88aa-46f102d084de","EoS":false} {"level":"info","ts":1789740724.4798677,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c2d1f4f9-3006-4b38-88aa-46f102d084de","EoS":true} {"level":"info","ts":1789740724.4798882,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"c2d1f4f9-3006-4b38-88aa-46f102d084de","field":"model"} {"level":"info","ts":1789740724.479911,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c2d1f4f9-3006-4b38-88aa-46f102d084de"} {"level":"info","ts":1789740724.6296592,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789740724.6297557,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf533c38-a0b9-4313-b1d5-f2066f84dc44"} {"level":"info","ts":1789740724.629767,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cf533c38-a0b9-4313-b1d5-f2066f84dc44"} {"level":"info","ts":1789740724.6297786,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cf533c38-a0b9-4313-b1d5-f2066f84dc44","EoS":false} {"level":"info","ts":1789740724.6297896,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cf533c38-a0b9-4313-b1d5-f2066f84dc44","EoS":true} {"level":"info","ts":1789740724.6298032,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"cf533c38-a0b9-4313-b1d5-f2066f84dc44","field":"model"} {"level":"info","ts":1789740724.6298304,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cf533c38-a0b9-4313-b1d5-f2066f84dc44"} {"level":"info","ts":1789740724.7817435,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789740724.7818387,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d619fe54-ed6f-4058-9d9a-2e2fb234e5fa"} {"level":"info","ts":1789740724.7818499,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d619fe54-ed6f-4058-9d9a-2e2fb234e5fa"} {"level":"info","ts":1789740724.781861,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d619fe54-ed6f-4058-9d9a-2e2fb234e5fa","EoS":false} {"level":"info","ts":1789740724.781874,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d619fe54-ed6f-4058-9d9a-2e2fb234e5fa","EoS":true} {"level":"info","ts":1789740724.7818918,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"d619fe54-ed6f-4058-9d9a-2e2fb234e5fa","field":"model"} {"level":"info","ts":1789740724.7819166,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d619fe54-ed6f-4058-9d9a-2e2fb234e5fa"} {"level":"info","ts":1789741727.8658118,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789741727.8659105,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb"} {"level":"info","ts":1789741727.8659217,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb"} {"level":"info","ts":1789741727.8659334,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb","EoS":false} {"level":"info","ts":1789741727.865944,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb","EoS":true} {"level":"info","ts":1789741727.8659666,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789741727.8659816,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789741727.8660035,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb"} {"level":"info","ts":1789741727.9189782,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789741727.9191031,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b"} {"level":"info","ts":1789741727.9191203,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b"} {"level":"info","ts":1789741727.9191363,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b","EoS":false} {"level":"info","ts":1789741727.9191542,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b","EoS":true} {"level":"info","ts":1789741727.9191887,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789741727.9192076,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789741727.919238,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b"} {"level":"info","ts":1789742049.6373801,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"36217359-63b0-40ee-928e-ca65f5156ca7"} {"level":"info","ts":1789742049.6374164,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5f451600-fb29-4692-a4a7-2761bc77f401","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789742049.637462,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5f451600-fb29-4692-a4a7-2761bc77f401","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789742049.6374826,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5f451600-fb29-4692-a4a7-2761bc77f401"} {"level":"info","ts":1789742049.64324,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"65d9ade2-7f62-495f-a440-ea1e998dbd91","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789742049.6432757,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"65d9ade2-7f62-495f-a440-ea1e998dbd91","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789742049.6432972,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"65d9ade2-7f62-495f-a440-ea1e998dbd91"} {"level":"error","ts":1789742049.6461864,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"36217359-63b0-40ee-928e-ca65f5156ca7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789742049.6462207,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"36217359-63b0-40ee-928e-ca65f5156ca7","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789742049.6481493,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8773982c-81e3-404c-84b9-147147eeb458","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789742049.648182,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8773982c-81e3-404c-84b9-147147eeb458","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789742049.6482086,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8773982c-81e3-404c-84b9-147147eeb458"} {"level":"error","ts":1789742049.6498065,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"36217359-63b0-40ee-928e-ca65f5156ca7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789742049.6498387,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"36217359-63b0-40ee-928e-ca65f5156ca7","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789742049.6498835,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e28b61bd-6384-4fe2-8a35-3775bf9b46e1"} {"level":"error","ts":1789742049.6499038,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e28b61bd-6384-4fe2-8a35-3775bf9b46e1","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789742049.653566,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e28b61bd-6384-4fe2-8a35-3775bf9b46e1","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789742049.663796,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5617f7b7-95d4-4454-aba5-ddba52c0f32f"} {"level":"error","ts":1789742049.6638353,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5617f7b7-95d4-4454-aba5-ddba52c0f32f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789742049.6679533,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5617f7b7-95d4-4454-aba5-ddba52c0f32f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789742049.689052,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d4f417d0-fcc3-438e-a070-99ee534cbd86"} {"level":"error","ts":1789742049.6891,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d4f417d0-fcc3-438e-a070-99ee534cbd86","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789742049.694067,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d4f417d0-fcc3-438e-a070-99ee534cbd86","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789742049.7351894,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1b135e65-a228-4d6f-8dfb-2c37b8701fd4"} {"level":"error","ts":1789742049.7352302,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1b135e65-a228-4d6f-8dfb-2c37b8701fd4","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789742049.7396276,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1b135e65-a228-4d6f-8dfb-2c37b8701fd4","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789742049.776837,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c97ed040-8323-4bbd-b45f-e820672297d5"} {"level":"error","ts":1789742049.7768843,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c97ed040-8323-4bbd-b45f-e820672297d5","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789742049.776903,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"381a5eff-8f0b-439c-aff6-e91c88c0b3b7","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789742049.7769413,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"381a5eff-8f0b-439c-aff6-e91c88c0b3b7","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789742049.7769666,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"381a5eff-8f0b-439c-aff6-e91c88c0b3b7"} {"level":"error","ts":1789742049.7812223,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c97ed040-8323-4bbd-b45f-e820672297d5","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789742049.9414172,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9ab3641d-56c9-4af5-864f-77e065c0b033"} {"level":"error","ts":1789742049.9414747,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9ab3641d-56c9-4af5-864f-77e065c0b033","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789742049.9461915,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9ab3641d-56c9-4af5-864f-77e065c0b033","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789742050.266867,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ec122f97-aea9-494c-a5b6-c006946c341b"} {"level":"error","ts":1789742050.266925,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ec122f97-aea9-494c-a5b6-c006946c341b","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789742050.2729745,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ec122f97-aea9-494c-a5b6-c006946c341b","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789742050.914015,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"eef0fd14-f55f-47eb-9109-d4c0a5e1ef48"} {"level":"error","ts":1789742050.9141135,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"eef0fd14-f55f-47eb-9109-d4c0a5e1ef48","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789742050.9197102,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"eef0fd14-f55f-47eb-9109-d4c0a5e1ef48","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789742052.1999002,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a0290b5d-460e-46d1-8224-7dc00b1d34ec"} {"level":"error","ts":1789742052.1999614,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a0290b5d-460e-46d1-8224-7dc00b1d34ec","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789742052.2055533,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a0290b5d-460e-46d1-8224-7dc00b1d34ec","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789742054.7658293,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"96afbba1-f6d8-4e42-812a-f6a742608bd6"} {"level":"error","ts":1789742054.7658823,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"96afbba1-f6d8-4e42-812a-f6a742608bd6","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789742054.7711554,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"96afbba1-f6d8-4e42-812a-f6a742608bd6","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789742054.7780256,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"591efcf0-a8e6-431f-b59e-ff4666f1f6d6","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789742054.7780766,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"591efcf0-a8e6-431f-b59e-ff4666f1f6d6","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789742054.7780948,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"591efcf0-a8e6-431f-b59e-ff4666f1f6d6"} {"level":"info","ts":1789742059.7789106,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ef909ef8-19b5-48e9-8ecd-de42f2699758","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789742059.778956,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ef909ef8-19b5-48e9-8ecd-de42f2699758","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789742059.7789752,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ef909ef8-19b5-48e9-8ecd-de42f2699758"} {"level":"info","ts":1789742059.8921347,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"670220e0-4f37-47fe-bbea-bed653b25f24"} {"level":"error","ts":1789742059.8921838,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"670220e0-4f37-47fe-bbea-bed653b25f24","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789742059.897331,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"670220e0-4f37-47fe-bbea-bed653b25f24","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789742060.156571,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742060.1566727,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e"} {"level":"info","ts":1789742060.1566858,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e"} {"level":"info","ts":1789742060.1566973,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e","EoS":false} {"level":"info","ts":1789742060.1567109,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e","EoS":true} {"level":"info","ts":1789742060.1567307,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789742060.156746,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742060.1567771,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e"} {"level":"info","ts":1789742060.2132556,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742060.213334,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96"} {"level":"info","ts":1789742060.2133446,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96"} {"level":"info","ts":1789742060.2133548,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96","EoS":false} {"level":"info","ts":1789742060.213365,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96","EoS":true} {"level":"info","ts":1789742060.2133868,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789742060.2134023,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742060.2134209,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96"} {"level":"info","ts":1789742060.2524345,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742060.2525802,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a"} {"level":"info","ts":1789742060.252596,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a"} {"level":"info","ts":1789742060.2526155,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a","EoS":false} {"level":"info","ts":1789742060.2526338,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a","EoS":true} {"level":"info","ts":1789742060.252665,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789742060.252686,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742060.2527225,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a"} {"level":"info","ts":1789742060.2912726,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742060.2913501,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b83987ac-bfbe-4f6c-9f16-0aed031ebe9e"} {"level":"info","ts":1789742060.2913594,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b83987ac-bfbe-4f6c-9f16-0aed031ebe9e"} {"level":"info","ts":1789742060.2913692,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b83987ac-bfbe-4f6c-9f16-0aed031ebe9e","EoS":false} {"level":"info","ts":1789742060.2913792,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b83987ac-bfbe-4f6c-9f16-0aed031ebe9e","EoS":true} {"level":"info","ts":1789742060.2913995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b83987ac-bfbe-4f6c-9f16-0aed031ebe9e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789742060.2914143,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b83987ac-bfbe-4f6c-9f16-0aed031ebe9e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742060.2914333,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b83987ac-bfbe-4f6c-9f16-0aed031ebe9e"} {"level":"info","ts":1789742060.3231654,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742060.3232765,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a77107a1-1890-4d88-9e55-c960a5adca51"} {"level":"info","ts":1789742060.3232896,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a77107a1-1890-4d88-9e55-c960a5adca51"} {"level":"info","ts":1789742060.3233013,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a77107a1-1890-4d88-9e55-c960a5adca51","EoS":false} {"level":"info","ts":1789742060.3233163,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a77107a1-1890-4d88-9e55-c960a5adca51","EoS":true} {"level":"info","ts":1789742060.3233345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a77107a1-1890-4d88-9e55-c960a5adca51","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789742060.3233497,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a77107a1-1890-4d88-9e55-c960a5adca51","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742060.3233724,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a77107a1-1890-4d88-9e55-c960a5adca51"} {"level":"info","ts":1789742060.3589985,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742060.3591027,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b"} {"level":"info","ts":1789742060.3591175,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b"} {"level":"info","ts":1789742060.3591337,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b","EoS":false} {"level":"info","ts":1789742060.3591447,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b","EoS":true} {"level":"info","ts":1789742060.3591614,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789742060.3591745,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742060.3591912,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b"} {"level":"info","ts":1789742060.5215137,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"24fa81e9-fe5f-4b40-b29f-0723ffeeadda"} {"level":"info","ts":1789742060.5215795,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1b2d1360-c177-4d40-bb11-7c2826558075","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789742060.5216086,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1b2d1360-c177-4d40-bb11-7c2826558075","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789742078.1278882,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742078.127976,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf"} {"level":"info","ts":1789742078.1279893,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf"} {"level":"info","ts":1789742078.1280003,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf","EoS":false} {"level":"info","ts":1789742078.128018,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf","EoS":true} {"level":"info","ts":1789742078.128055,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789742078.1280704,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742078.128098,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf"} {"level":"info","ts":1789742078.2813914,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742078.2814775,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e"} {"level":"info","ts":1789742078.2814887,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e"} {"level":"info","ts":1789742078.2814994,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e","EoS":false} {"level":"info","ts":1789742078.2815106,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e","EoS":true} {"level":"info","ts":1789742078.281531,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789742078.2815466,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742078.2815661,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e"} {"level":"info","ts":1789742078.423076,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742078.4231586,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f"} {"level":"info","ts":1789742078.4231713,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f"} {"level":"info","ts":1789742078.4231822,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f","EoS":false} {"level":"info","ts":1789742078.4231942,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f","EoS":true} {"level":"info","ts":1789742078.4232142,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789742078.4232285,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742078.4232507,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f"} {"level":"info","ts":1789742078.5645375,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742078.5646312,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841"} {"level":"info","ts":1789742078.5646434,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841"} {"level":"info","ts":1789742078.5646548,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841","EoS":false} {"level":"info","ts":1789742078.5646672,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841","EoS":true} {"level":"info","ts":1789742078.5646868,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789742078.5647016,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742078.5647235,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841"} {"level":"info","ts":1789742078.700098,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742078.7001843,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765"} {"level":"info","ts":1789742078.7001946,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765"} {"level":"info","ts":1789742078.7002056,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765","EoS":false} {"level":"info","ts":1789742078.7002163,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765","EoS":true} {"level":"info","ts":1789742078.7002382,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789742078.700253,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742078.7002728,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765"} {"level":"info","ts":1789742078.8363452,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742078.8364348,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62d2c593-a132-45fe-95f9-96b3e4e160dc"} {"level":"info","ts":1789742078.8364499,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"62d2c593-a132-45fe-95f9-96b3e4e160dc"} {"level":"info","ts":1789742078.836462,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"62d2c593-a132-45fe-95f9-96b3e4e160dc","EoS":false} {"level":"info","ts":1789742078.8364801,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"62d2c593-a132-45fe-95f9-96b3e4e160dc","EoS":true} {"level":"info","ts":1789742078.836502,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"62d2c593-a132-45fe-95f9-96b3e4e160dc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789742078.836519,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"62d2c593-a132-45fe-95f9-96b3e4e160dc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742078.8365405,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"62d2c593-a132-45fe-95f9-96b3e4e160dc"} {"level":"info","ts":1789742087.4615138,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742087.4616373,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317"} {"level":"info","ts":1789742087.4616573,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317"} {"level":"info","ts":1789742087.4616761,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317","EoS":false} {"level":"info","ts":1789742087.461696,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317","EoS":true} {"level":"info","ts":1789742087.4617279,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789742087.4617512,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742087.461781,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317"} {"level":"info","ts":1789742087.4958525,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742087.4959397,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a63f225a-1885-4a35-9964-feaffb0d2079"} {"level":"info","ts":1789742087.4959543,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a63f225a-1885-4a35-9964-feaffb0d2079"} {"level":"info","ts":1789742087.4959657,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a63f225a-1885-4a35-9964-feaffb0d2079","EoS":false} {"level":"info","ts":1789742087.4959815,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a63f225a-1885-4a35-9964-feaffb0d2079","EoS":true} {"level":"info","ts":1789742087.4960048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a63f225a-1885-4a35-9964-feaffb0d2079","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789742087.49602,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a63f225a-1885-4a35-9964-feaffb0d2079","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742087.4960532,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a63f225a-1885-4a35-9964-feaffb0d2079"} {"level":"info","ts":1789742087.541157,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742087.5412657,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e41a027d-ed3c-49c9-b16e-36bcc4b5f113"} {"level":"info","ts":1789742087.541285,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e41a027d-ed3c-49c9-b16e-36bcc4b5f113"} {"level":"info","ts":1789742087.5413015,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e41a027d-ed3c-49c9-b16e-36bcc4b5f113","EoS":false} {"level":"info","ts":1789742087.5413172,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e41a027d-ed3c-49c9-b16e-36bcc4b5f113","EoS":true} {"level":"info","ts":1789742087.5413473,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e41a027d-ed3c-49c9-b16e-36bcc4b5f113","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789742087.5413668,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e41a027d-ed3c-49c9-b16e-36bcc4b5f113","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742087.541396,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e41a027d-ed3c-49c9-b16e-36bcc4b5f113"} {"level":"info","ts":1789742087.573616,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742087.5737104,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5bc45cd1-8ea2-43ca-a1a1-f3627962aad0"} {"level":"info","ts":1789742088.308399,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742088.3085077,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89"} {"level":"info","ts":1789742088.308524,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89"} {"level":"info","ts":1789742088.3085365,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89","EoS":false} {"level":"info","ts":1789742088.3085501,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89","EoS":true} {"level":"info","ts":1789742088.308578,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789742088.3085942,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742088.3086138,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89"} {"level":"info","ts":1789742089.2093303,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742089.2094193,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc"} {"level":"info","ts":1789742089.2094324,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc"} {"level":"info","ts":1789742089.2094443,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc","EoS":false} {"level":"info","ts":1789742089.2094584,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc","EoS":true} {"level":"info","ts":1789742089.2094817,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789742089.2094984,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742089.20952,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc"} {"level":"info","ts":1789742089.9152822,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742089.915397,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179"} {"level":"info","ts":1789742089.9154124,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179"} {"level":"info","ts":1789742089.9154289,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179","EoS":false} {"level":"info","ts":1789742089.9154425,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179","EoS":true} {"level":"info","ts":1789742089.9154668,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789742089.9154825,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742089.9155145,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179"} {"level":"info","ts":1789742090.9693475,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742090.9694343,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550"} {"level":"info","ts":1789742090.9694436,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550"} {"level":"info","ts":1789742090.9694538,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550","EoS":false} {"level":"info","ts":1789742090.9694645,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550","EoS":true} {"level":"info","ts":1789742090.969484,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789742090.9694996,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742090.9695218,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550"} {"level":"info","ts":1789742096.3201058,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742096.3201983,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbb83152-b20a-4cbf-9236-ffb52d1ef73c"} {"level":"info","ts":1789742096.3202152,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"dbb83152-b20a-4cbf-9236-ffb52d1ef73c"} {"level":"info","ts":1789742096.320227,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dbb83152-b20a-4cbf-9236-ffb52d1ef73c","EoS":false} {"level":"info","ts":1789742096.3202376,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dbb83152-b20a-4cbf-9236-ffb52d1ef73c","EoS":true} {"level":"info","ts":1789742096.3202574,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbb83152-b20a-4cbf-9236-ffb52d1ef73c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789742096.3202739,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"dbb83152-b20a-4cbf-9236-ffb52d1ef73c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742096.3202991,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"dbb83152-b20a-4cbf-9236-ffb52d1ef73c"} {"level":"info","ts":1789742101.3845658,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742101.384655,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd093782-644f-458d-bba7-323ee7fb4ac9"} {"level":"info","ts":1789742101.3846655,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fd093782-644f-458d-bba7-323ee7fb4ac9"} {"level":"info","ts":1789742101.3846767,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fd093782-644f-458d-bba7-323ee7fb4ac9","EoS":false} {"level":"info","ts":1789742101.3846874,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fd093782-644f-458d-bba7-323ee7fb4ac9","EoS":true} {"level":"info","ts":1789742101.384708,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fd093782-644f-458d-bba7-323ee7fb4ac9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789742101.3847234,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fd093782-644f-458d-bba7-323ee7fb4ac9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742101.3847435,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fd093782-644f-458d-bba7-323ee7fb4ac9"} {"level":"info","ts":1789742102.6047094,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742102.6047902,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c689949c-eef2-4eba-9b99-55d072d4a698"} {"level":"info","ts":1789742102.604806,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c689949c-eef2-4eba-9b99-55d072d4a698"} {"level":"info","ts":1789742102.6048167,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c689949c-eef2-4eba-9b99-55d072d4a698","EoS":false} {"level":"info","ts":1789742102.6048272,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c689949c-eef2-4eba-9b99-55d072d4a698","EoS":true} {"level":"info","ts":1789742102.604848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c689949c-eef2-4eba-9b99-55d072d4a698","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789742102.604863,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c689949c-eef2-4eba-9b99-55d072d4a698","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742102.6048853,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c689949c-eef2-4eba-9b99-55d072d4a698"} {"level":"info","ts":1789742110.5014055,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742110.5014927,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91"} {"level":"info","ts":1789742110.5015035,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91"} {"level":"info","ts":1789742110.5015137,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91","EoS":false} {"level":"info","ts":1789742110.501524,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91","EoS":true} {"level":"info","ts":1789742110.501544,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789742110.50156,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742110.5015798,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91"} {"level":"info","ts":1789742112.1322427,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742112.1323473,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b9f5d2c-d935-4a2b-a44e-36f6c26645aa"} {"level":"info","ts":1789742112.132362,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5b9f5d2c-d935-4a2b-a44e-36f6c26645aa"} {"level":"info","ts":1789742112.1323738,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5b9f5d2c-d935-4a2b-a44e-36f6c26645aa","EoS":false} {"level":"info","ts":1789742112.1323864,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5b9f5d2c-d935-4a2b-a44e-36f6c26645aa","EoS":true} {"level":"info","ts":1789742112.1324058,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b9f5d2c-d935-4a2b-a44e-36f6c26645aa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789742112.1324208,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5b9f5d2c-d935-4a2b-a44e-36f6c26645aa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742112.1324437,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5b9f5d2c-d935-4a2b-a44e-36f6c26645aa"} {"level":"info","ts":1789742175.961121,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742175.96121,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"112721e2-d5fd-4a22-824e-ecbda92d3e76"} {"level":"info","ts":1789742175.9612217,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"112721e2-d5fd-4a22-824e-ecbda92d3e76"} {"level":"info","ts":1789742175.9612327,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"112721e2-d5fd-4a22-824e-ecbda92d3e76","EoS":false} {"level":"info","ts":1789742175.9612443,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"112721e2-d5fd-4a22-824e-ecbda92d3e76","EoS":true} {"level":"info","ts":1789742175.9612653,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"112721e2-d5fd-4a22-824e-ecbda92d3e76","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789742175.9612818,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"112721e2-d5fd-4a22-824e-ecbda92d3e76","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789742175.9613023,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"112721e2-d5fd-4a22-824e-ecbda92d3e76"} {"level":"info","ts":1789742199.7230868,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742199.723185,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe"} {"level":"info","ts":1789742199.7231996,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe"} {"level":"info","ts":1789742199.7232122,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe","EoS":false} {"level":"info","ts":1789742199.7232256,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe","EoS":true} {"level":"info","ts":1789742199.723249,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789742199.7232652,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789742199.723291,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe"} {"level":"info","ts":1789742286.124391,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742286.1244838,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3"} {"level":"info","ts":1789742286.1244948,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3"} {"level":"info","ts":1789742286.124506,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3","EoS":false} {"level":"info","ts":1789742286.1245193,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3","EoS":true} {"level":"info","ts":1789742286.1245394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789742286.1245553,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742286.124578,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3"} {"level":"info","ts":1789742286.1682308,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742286.1683226,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fe9fcc7-470a-4dde-b2e7-709825171046"} {"level":"info","ts":1789742286.168334,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8fe9fcc7-470a-4dde-b2e7-709825171046"} {"level":"info","ts":1789742286.168347,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8fe9fcc7-470a-4dde-b2e7-709825171046","EoS":false} {"level":"info","ts":1789742286.1683583,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8fe9fcc7-470a-4dde-b2e7-709825171046","EoS":true} {"level":"info","ts":1789742286.1683795,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8fe9fcc7-470a-4dde-b2e7-709825171046","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789742286.1683967,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8fe9fcc7-470a-4dde-b2e7-709825171046","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742286.1684175,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8fe9fcc7-470a-4dde-b2e7-709825171046"} {"level":"info","ts":1789742286.2010868,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742286.2011614,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c69d6093-5759-48eb-aae0-5e8bbd8f2e1f"} {"level":"info","ts":1789742286.2011702,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c69d6093-5759-48eb-aae0-5e8bbd8f2e1f"} {"level":"info","ts":1789742286.2011802,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c69d6093-5759-48eb-aae0-5e8bbd8f2e1f","EoS":false} {"level":"info","ts":1789742286.2011926,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c69d6093-5759-48eb-aae0-5e8bbd8f2e1f","EoS":true} {"level":"info","ts":1789742286.2012126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c69d6093-5759-48eb-aae0-5e8bbd8f2e1f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789742286.2012277,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c69d6093-5759-48eb-aae0-5e8bbd8f2e1f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789742286.201247,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c69d6093-5759-48eb-aae0-5e8bbd8f2e1f"} {"level":"info","ts":1789742293.8602993,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742293.860388,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0f409eb-8583-45b8-a184-38498939ae1c"} {"level":"info","ts":1789742293.860401,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c0f409eb-8583-45b8-a184-38498939ae1c"} {"level":"info","ts":1789742293.8604116,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c0f409eb-8583-45b8-a184-38498939ae1c","EoS":false} {"level":"info","ts":1789742293.8604224,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c0f409eb-8583-45b8-a184-38498939ae1c","EoS":true} {"level":"info","ts":1789742293.8604395,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0f409eb-8583-45b8-a184-38498939ae1c","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789742293.8604546,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c0f409eb-8583-45b8-a184-38498939ae1c","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789742293.8604784,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c0f409eb-8583-45b8-a184-38498939ae1c"} {"level":"info","ts":1789742300.0492156,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742300.0492923,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88"} {"level":"info","ts":1789742300.0493042,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88"} {"level":"info","ts":1789742300.0493147,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88","EoS":false} {"level":"info","ts":1789742300.0493295,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88","EoS":true} {"level":"info","ts":1789742300.0493484,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789742300.0493627,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789742300.049392,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88"} {"level":"info","ts":1789742300.211743,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742300.2118502,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde"} {"level":"info","ts":1789742300.2118669,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde"} {"level":"info","ts":1789742300.2118795,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde","EoS":false} {"level":"info","ts":1789742300.2118914,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde","EoS":true} {"level":"info","ts":1789742300.2119102,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789742300.2119274,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789742300.2119508,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde"} {"level":"info","ts":1789742300.3546827,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742300.3547826,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df"} {"level":"info","ts":1789742300.354798,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df"} {"level":"info","ts":1789742300.3548167,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df","EoS":false} {"level":"info","ts":1789742300.3548372,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df","EoS":true} {"level":"info","ts":1789742300.354864,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789742300.3548813,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789742300.3549137,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df"} {"level":"info","ts":1789742300.4938493,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742300.4939551,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25dc015c-3105-4500-bc58-e999d0109d3d"} {"level":"info","ts":1789742300.4939694,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"25dc015c-3105-4500-bc58-e999d0109d3d"} {"level":"info","ts":1789742300.4939873,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"25dc015c-3105-4500-bc58-e999d0109d3d","EoS":false} {"level":"info","ts":1789742300.494006,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"25dc015c-3105-4500-bc58-e999d0109d3d","EoS":true} {"level":"info","ts":1789742300.49405,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25dc015c-3105-4500-bc58-e999d0109d3d","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789742300.4940686,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"25dc015c-3105-4500-bc58-e999d0109d3d","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789742300.4941015,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"25dc015c-3105-4500-bc58-e999d0109d3d"} {"level":"info","ts":1789742313.2958424,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789742313.2959278,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc"} {"level":"info","ts":1789742313.2959402,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc"} {"level":"info","ts":1789742313.2959516,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc","EoS":false} {"level":"info","ts":1789742313.2959619,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc","EoS":true} {"level":"info","ts":1789742313.295982,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789742313.295997,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789742313.2960188,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc"}