{"level":"info","ts":1789752427.4814668,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ec125271-666e-4e38-b6b3-14e6ae715028","EoS":true} {"level":"info","ts":1789752427.4814866,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec125271-666e-4e38-b6b3-14e6ae715028","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1789752427.4815016,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ec125271-666e-4e38-b6b3-14e6ae715028","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1789752427.4815288,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ec125271-666e-4e38-b6b3-14e6ae715028"} {"level":"info","ts":1789752427.8833823,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"d9dc800c-72be-4a7c-9317-f3a7806725b2","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752427.8867311,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"d9dc800c-72be-4a7c-9317-f3a7806725b2","name":"e2e-legacy-migration-9d52416e"} {"level":"info","ts":1789752427.8948116,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"97330f60-8ff0-42f3-a1a4-7d706ef47a22","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752427.8948433,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"97330f60-8ff0-42f3-a1a4-7d706ef47a22","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789752427.894855,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"00272fb5-d1f2-4b34-83b6-2e2cd83e1a5e"} {"level":"error","ts":1789752427.9015765,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"d9dc800c-72be-4a7c-9317-f3a7806725b2","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-9d52416e\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789752427.9055138,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"0b35c73b-a057-44f9-bce0-a3fde911d1ca"} {"level":"info","ts":1789752427.9055343,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"fdc7221d-e97d-4c53-b291-2606120d4975","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752427.9058058,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"fdc7221d-e97d-4c53-b291-2606120d4975","modelName":"e2e-legacy-migration-9d52416e","resolvedRefs":1} {"level":"info","ts":1789752427.9066892,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"2b5ddca1-9558-4746-820b-c29a81406cc9","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752427.9067442,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"2b5ddca1-9558-4746-820b-c29a81406cc9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789752427.9067721,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"fb517b28-de7b-4f59-8970-ad7422bc5ea7","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752427.906858,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"7e3a3cb6-3764-4609-b392-d8604974be4f","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752427.9068923,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"7e3a3cb6-3764-4609-b392-d8604974be4f","modelName":"e2e-legacy-migration-9d52416e","resolvedRefs":1} {"level":"error","ts":1789752427.9070535,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"00272fb5-d1f2-4b34-83b6-2e2cd83e1a5e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-9d52416e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789752427.9071333,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"00272fb5-d1f2-4b34-83b6-2e2cd83e1a5e","name":"e2e-legacy-migration-9d52416e"} {"level":"info","ts":1789752427.9149475,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"fb517b28-de7b-4f59-8970-ad7422bc5ea7","name":"e2e-legacy-migration-9d52416e"} {"level":"info","ts":1789752427.9149632,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"0b35c73b-a057-44f9-bce0-a3fde911d1ca","provider":"e2e-legacy-migration-9d52416e","phase":"Pending"} {"level":"info","ts":1789752427.9157805,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"5a642359-5727-49f4-a38d-72432e8d500b","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752427.9158638,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"5a642359-5727-49f4-a38d-72432e8d500b","modelName":"e2e-legacy-migration-9d52416e","resolvedRefs":1} {"level":"error","ts":1789752427.9197083,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"fb517b28-de7b-4f59-8970-ad7422bc5ea7","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-9d52416e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789752427.9209232,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"816f6e48-886c-43be-80a5-d060ba771ade","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752427.9209487,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"816f6e48-886c-43be-80a5-d060ba771ade","modelName":"e2e-legacy-migration-9d52416e","resolvedRefs":1} {"level":"error","ts":1789752427.922174,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"0b35c73b-a057-44f9-bce0-a3fde911d1ca","error":"ExternalModel \"e2e-legacy-migration-9d52416e\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-9d52416e\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789752427.922236,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"b853652c-a6c5-4248-8715-6befc00cc89a"} {"level":"info","ts":1789752427.9222612,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"b853652c-a6c5-4248-8715-6befc00cc89a","provider":"e2e-legacy-migration-9d52416e","phase":"Pending"} {"level":"error","ts":1789752427.9282596,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"00272fb5-d1f2-4b34-83b6-2e2cd83e1a5e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-9d52416e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789752427.9283085,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"00272fb5-d1f2-4b34-83b6-2e2cd83e1a5e","error":"failed to apply Service: services \"e2e-legacy-migration-9d52416e\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789752427.928368,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"68fff25a-0eea-41bc-b5c3-26c01de5c48c"} {"level":"info","ts":1789752427.9284253,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"68fff25a-0eea-41bc-b5c3-26c01de5c48c","name":"e2e-legacy-migration-9d52416e"} {"level":"error","ts":1789752427.9284983,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"b853652c-a6c5-4248-8715-6befc00cc89a","error":"ExternalModel \"e2e-legacy-migration-9d52416e\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-9d52416e\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789752427.9298866,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"fbf70a99-728d-4f05-9d6a-3516c693af67","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752427.9305606,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"3fdb1baf-2ba7-496f-9e50-b3379215cf32"} {"level":"info","ts":1789752427.9307883,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"3fdb1baf-2ba7-496f-9e50-b3379215cf32","provider":"e2e-legacy-migration-9d52416e","phase":"Failed"} {"level":"info","ts":1789752427.9306726,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"2f029dbe-3da0-4cbf-89aa-2eee0eabc0bf","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752427.930853,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"2f029dbe-3da0-4cbf-89aa-2eee0eabc0bf","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789752427.93075,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"f35655e4-d545-4efb-b77d-8423f56c4cf1","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752427.931015,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"f35655e4-d545-4efb-b77d-8423f56c4cf1","modelName":"e2e-legacy-migration-9d52416e","resolvedRefs":1} {"level":"info","ts":1789752427.9345956,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"fbf70a99-728d-4f05-9d6a-3516c693af67","name":"e2e-legacy-migration-9d52416e"} {"level":"error","ts":1789752427.9397085,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"3fdb1baf-2ba7-496f-9e50-b3379215cf32","error":"ExternalModel \"e2e-legacy-migration-9d52416e\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-9d52416e\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789752427.9401999,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"35d0e007-049b-44a1-9f5b-c727a188313a","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752427.9402895,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"35d0e007-049b-44a1-9f5b-c727a188313a","modelName":"e2e-legacy-migration-9d52416e","resolvedRefs":1} {"level":"info","ts":1789752427.9403884,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"358aa4b1-3978-45bb-bc30-030b7ed8a84b"} {"level":"info","ts":1789752427.940446,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"358aa4b1-3978-45bb-bc30-030b7ed8a84b","provider":"e2e-legacy-migration-9d52416e","phase":"Failed"} {"level":"error","ts":1789752427.9485111,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"fbf70a99-728d-4f05-9d6a-3516c693af67","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-9d52416e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789752427.949161,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"358aa4b1-3978-45bb-bc30-030b7ed8a84b","error":"ExternalModel \"e2e-legacy-migration-9d52416e\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-9d52416e\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789752427.9564605,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"68fff25a-0eea-41bc-b5c3-26c01de5c48c","service":"e2e-legacy-migration-9d52416e","serviceEntry":"e2e-legacy-migration-9d52416e","destinationRule":"e2e-legacy-migration-9d52416e"} {"level":"info","ts":1789752427.9658036,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"73b68acb-2fec-44cd-9c35-bec9e355bb84","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752427.9662898,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"73b68acb-2fec-44cd-9c35-bec9e355bb84","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789752427.9660826,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"68fff25a-0eea-41bc-b5c3-26c01de5c48c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-9d52416e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789752427.966513,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"c3e73c50-999d-4bb7-bca0-6f3d3bdd71c2"} {"level":"info","ts":1789752427.9666407,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"c3e73c50-999d-4bb7-bca0-6f3d3bdd71c2","name":"e2e-legacy-migration-9d52416e"} {"level":"info","ts":1789752427.9662333,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"4e33c834-d108-4872-8645-1ee9b2500217"} {"level":"info","ts":1789752427.9669237,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"4e33c834-d108-4872-8645-1ee9b2500217","name":"e2e-legacy-migration-9d52416e"} {"level":"info","ts":1789752427.9659877,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"c9e35145-a909-40f0-af0b-4bbccb337226","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752427.9670243,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"c9e35145-a909-40f0-af0b-4bbccb337226","modelName":"e2e-legacy-migration-9d52416e","resolvedRefs":1} {"level":"info","ts":1789752427.9688313,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"d1e5e9f5-5607-49c3-9b8a-15418d0952c0","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752427.9740896,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"d1e5e9f5-5607-49c3-9b8a-15418d0952c0","name":"e2e-legacy-migration-9d52416e"} {"level":"info","ts":1789752427.9838912,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"d1e5e9f5-5607-49c3-9b8a-15418d0952c0","provider":"openai","model":"e2e-legacy-migration-9d52416e","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789752427.9858158,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"c3e73c50-999d-4bb7-bca0-6f3d3bdd71c2","service":"e2e-legacy-migration-9d52416e","serviceEntry":"e2e-legacy-migration-9d52416e","destinationRule":"e2e-legacy-migration-9d52416e"} {"level":"info","ts":1789752427.9915338,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"5c06a1aa-a418-4ae4-bf7b-60ba24d4a19c","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752427.991651,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"5c06a1aa-a418-4ae4-bf7b-60ba24d4a19c","modelName":"e2e-legacy-migration-9d52416e","resolvedRefs":1} {"level":"error","ts":1789752428.0012898,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"4e33c834-d108-4872-8645-1ee9b2500217","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-9d52416e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789752428.001336,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"4e33c834-d108-4872-8645-1ee9b2500217","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-9d52416e\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789752428.001392,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"6bd1385e-2217-486d-bd27-d6f386724291"} {"level":"info","ts":1789752428.0014486,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"6bd1385e-2217-486d-bd27-d6f386724291","name":"e2e-legacy-migration-9d52416e"} {"level":"info","ts":1789752428.026618,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"6bd1385e-2217-486d-bd27-d6f386724291","httpRoute":"e2e-legacy-migration-9d52416e","providers":["e2e-legacy-migration-9d52416e"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789752428.0267334,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"24890c66-ac78-4f41-ad6e-1e49d723b6b6","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752428.0267794,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"24890c66-ac78-4f41-ad6e-1e49d723b6b6","modelName":"e2e-legacy-migration-9d52416e","resolvedRefs":1} {"level":"error","ts":1789752428.032136,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"6bd1385e-2217-486d-bd27-d6f386724291","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-9d52416e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789752428.032213,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"ac81379f-e8a8-4921-b204-e6e9fa5ab028"} {"level":"info","ts":1789752428.032267,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"ac81379f-e8a8-4921-b204-e6e9fa5ab028","name":"e2e-legacy-migration-9d52416e"} {"level":"info","ts":1789752428.0437243,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"ac81379f-e8a8-4921-b204-e6e9fa5ab028","httpRoute":"e2e-legacy-migration-9d52416e","providers":["e2e-legacy-migration-9d52416e"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789752428.0520957,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"2ba65a06-767d-4920-935f-7a26e2cde77a","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752428.0522594,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"2ba65a06-767d-4920-935f-7a26e2cde77a","modelName":"e2e-legacy-migration-9d52416e","resolvedRefs":1} {"level":"error","ts":1789752428.056426,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"ac81379f-e8a8-4921-b204-e6e9fa5ab028","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-9d52416e\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789752428.0565886,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"3ebd2e2b-9b07-4485-80a8-647dffcc3f25"} {"level":"info","ts":1789752428.0566921,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"3ebd2e2b-9b07-4485-80a8-647dffcc3f25","name":"e2e-legacy-migration-9d52416e"} {"level":"info","ts":1789752428.0705056,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"3ebd2e2b-9b07-4485-80a8-647dffcc3f25","httpRoute":"e2e-legacy-migration-9d52416e","providers":["e2e-legacy-migration-9d52416e"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789752428.1393921,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"314350bb-3548-4800-b6d5-8da6dc817497","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752428.1463437,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"314350bb-3548-4800-b6d5-8da6dc817497","name":"e2e-legacy-migration-9d52416e"} {"level":"info","ts":1789752428.1564887,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"314350bb-3548-4800-b6d5-8da6dc817497","provider":"openai","model":"e2e-legacy-migration-9d52416e","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789752430.7998059,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"12ebcd43-e585-4ab3-9c0f-ed1442e836cb","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752430.807618,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"6f5c0aa4-f53c-48fa-b9a7-89419d73f2ae","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752430.8077161,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"6f5c0aa4-f53c-48fa-b9a7-89419d73f2ae","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752430.807832,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"2b1e8027-bf68-4f99-864e-b577b7b8313f"} {"level":"info","ts":1789752430.8086076,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"2e499dfb-c83e-4b97-a7a4-cd2843a8924b","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752430.8086853,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"2e499dfb-c83e-4b97-a7a4-cd2843a8924b","name":"e2e-legacy-migration-9d52416e","namespace":"llm"} {"level":"info","ts":1789752430.8086965,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-9d52416e","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-9d52416e","reconcileID":"09382fc5-9423-4bae-b403-504781758766"} {"level":"info","ts":1789752431.2008355,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789752431.2009208,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a9d639e-057f-4580-b46e-50ffee95b831"} {"level":"info","ts":1789752431.2009335,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5a9d639e-057f-4580-b46e-50ffee95b831"} {"level":"info","ts":1789752431.2009454,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5a9d639e-057f-4580-b46e-50ffee95b831","EoS":false} {"level":"info","ts":1789752431.200956,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5a9d639e-057f-4580-b46e-50ffee95b831","EoS":true} {"level":"info","ts":1789752431.2009761,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a9d639e-057f-4580-b46e-50ffee95b831","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789752431.2009907,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5a9d639e-057f-4580-b46e-50ffee95b831","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789752431.2010014,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"5a9d639e-057f-4580-b46e-50ffee95b831","modelName":"e2e-external-model"} {"level":"info","ts":1789752431.2010124,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"5a9d639e-057f-4580-b46e-50ffee95b831","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789752431.2010512,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5a9d639e-057f-4580-b46e-50ffee95b831"} {"level":"info","ts":1789752432.0461981,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789752432.046308,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c8a69f4-569e-47b4-b2ab-34610ba53eae"} {"level":"info","ts":1789752432.046325,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0c8a69f4-569e-47b4-b2ab-34610ba53eae"} {"level":"info","ts":1789752432.0463421,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0c8a69f4-569e-47b4-b2ab-34610ba53eae","EoS":false} {"level":"info","ts":1789752432.0463586,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0c8a69f4-569e-47b4-b2ab-34610ba53eae","EoS":true} {"level":"info","ts":1789752432.0463848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c8a69f4-569e-47b4-b2ab-34610ba53eae","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789752432.0464025,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0c8a69f4-569e-47b4-b2ab-34610ba53eae","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789752432.0464268,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0c8a69f4-569e-47b4-b2ab-34610ba53eae"} {"level":"info","ts":1789752432.8319597,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789752432.832042,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b32e9c9a-9d1b-41f1-af1a-73612c49c854"} {"level":"info","ts":1789752432.832055,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b32e9c9a-9d1b-41f1-af1a-73612c49c854"} {"level":"info","ts":1789752432.832065,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b32e9c9a-9d1b-41f1-af1a-73612c49c854","EoS":false} {"level":"info","ts":1789752432.832075,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b32e9c9a-9d1b-41f1-af1a-73612c49c854","EoS":true} {"level":"info","ts":1789752432.8320966,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"b32e9c9a-9d1b-41f1-af1a-73612c49c854","field":"model"} {"level":"info","ts":1789752432.8321362,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b32e9c9a-9d1b-41f1-af1a-73612c49c854"} {"level":"info","ts":1789752434.5059178,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7ee991d-abeb-4ead-9dbc-de4bb699a709"} {"level":"info","ts":1789752434.5060372,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a59bc302-4347-4643-8b35-f2b26fcad80e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789752434.5060549,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a59bc302-4347-4643-8b35-f2b26fcad80e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789752434.653737,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"376f78c0-4442-467e-8d75-500ea3b8de90","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789752434.6537707,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"376f78c0-4442-467e-8d75-500ea3b8de90","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789752434.6538439,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b34cb79-6dbd-4217-8434-036e18be82aa"} {"level":"info","ts":1789752440.3102791,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789752440.310386,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf7b0d90-42cb-4866-a361-7c426d2ef646"} {"level":"info","ts":1789752440.3104022,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cf7b0d90-42cb-4866-a361-7c426d2ef646"} {"level":"info","ts":1789752440.3104162,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cf7b0d90-42cb-4866-a361-7c426d2ef646","EoS":false} {"level":"info","ts":1789752440.3104293,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cf7b0d90-42cb-4866-a361-7c426d2ef646","EoS":true} {"level":"info","ts":1789752440.3104503,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"cf7b0d90-42cb-4866-a361-7c426d2ef646","field":"model"} {"level":"info","ts":1789752440.310478,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cf7b0d90-42cb-4866-a361-7c426d2ef646"} {"level":"info","ts":1789752440.4583263,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789752440.4584358,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f43f6bd-056a-4ecc-96ab-39dc716ed584"} {"level":"info","ts":1789752440.458461,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7f43f6bd-056a-4ecc-96ab-39dc716ed584"} {"level":"info","ts":1789752440.4584756,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7f43f6bd-056a-4ecc-96ab-39dc716ed584","EoS":false} {"level":"info","ts":1789752440.458489,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7f43f6bd-056a-4ecc-96ab-39dc716ed584","EoS":true} {"level":"info","ts":1789752440.4585035,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"7f43f6bd-056a-4ecc-96ab-39dc716ed584","field":"model"} {"level":"info","ts":1789752440.4585416,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7f43f6bd-056a-4ecc-96ab-39dc716ed584"} {"level":"info","ts":1789752440.60289,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789752440.6029778,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7dca197a-5a4d-4827-b15e-0065985082be"} {"level":"info","ts":1789752440.6029906,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7dca197a-5a4d-4827-b15e-0065985082be"} {"level":"info","ts":1789752440.6030009,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7dca197a-5a4d-4827-b15e-0065985082be","EoS":false} {"level":"info","ts":1789752440.6030111,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7dca197a-5a4d-4827-b15e-0065985082be","EoS":true} {"level":"info","ts":1789752440.6030278,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"7dca197a-5a4d-4827-b15e-0065985082be","field":"model"} {"level":"info","ts":1789752440.6030536,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7dca197a-5a4d-4827-b15e-0065985082be"} {"level":"info","ts":1789753563.858694,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753563.858786,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b"} {"level":"info","ts":1789753563.8587985,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b"} {"level":"info","ts":1789753563.85881,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b","EoS":false} {"level":"info","ts":1789753563.8588212,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b","EoS":true} {"level":"info","ts":1789753563.8588498,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789753563.858869,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789753563.8588943,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b"} {"level":"info","ts":1789753563.9088345,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753563.908922,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94"} {"level":"info","ts":1789753563.9089384,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94"} {"level":"info","ts":1789753563.9089568,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94","EoS":false} {"level":"info","ts":1789753563.9089768,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94","EoS":true} {"level":"info","ts":1789753563.9090075,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789753563.9090261,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789753563.909055,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94"} {"level":"info","ts":1789753892.409952,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4ed3c510-8ded-41d5-851d-0fef83b8bb5b","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789753892.4099617,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"48212686-32ba-41c0-b84a-fa431655e2f1"} {"level":"error","ts":1789753892.4100056,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4ed3c510-8ded-41d5-851d-0fef83b8bb5b","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789753892.4100275,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4ed3c510-8ded-41d5-851d-0fef83b8bb5b"} {"level":"info","ts":1789753892.4160755,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7787bae8-4725-428a-a090-d5bee8b894f8","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789753892.416138,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7787bae8-4725-428a-a090-d5bee8b894f8","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789753892.416163,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7787bae8-4725-428a-a090-d5bee8b894f8"} {"level":"error","ts":1789753892.4163935,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"48212686-32ba-41c0-b84a-fa431655e2f1","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789753892.4233515,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"48212686-32ba-41c0-b84a-fa431655e2f1","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789753892.4234257,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"54d432f2-50f8-4ce7-937c-9b89d150a0c3"} {"level":"error","ts":1789753892.423457,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"54d432f2-50f8-4ce7-937c-9b89d150a0c3","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789753892.4234252,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"de7005e0-9b8a-47a7-aef8-395299fb2f95","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789753892.4235384,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"de7005e0-9b8a-47a7-aef8-395299fb2f95","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789753892.423581,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"de7005e0-9b8a-47a7-aef8-395299fb2f95"} {"level":"error","ts":1789753892.4277682,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"54d432f2-50f8-4ce7-937c-9b89d150a0c3","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789753892.427823,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"81b7c1a8-88c7-4666-8ec2-5f59f4da99dc"} {"level":"error","ts":1789753892.4278455,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"81b7c1a8-88c7-4666-8ec2-5f59f4da99dc","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789753892.4429643,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"81b7c1a8-88c7-4666-8ec2-5f59f4da99dc","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789753892.4632316,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6e0a559f-e027-4dc9-aa31-2aecd5f1065d"} {"level":"error","ts":1789753892.4632757,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6e0a559f-e027-4dc9-aa31-2aecd5f1065d","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789753892.4690638,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6e0a559f-e027-4dc9-aa31-2aecd5f1065d","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789753892.510198,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ed70b880-27e7-4c53-bf28-d9ce2047fa1c"} {"level":"error","ts":1789753892.5102506,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ed70b880-27e7-4c53-bf28-d9ce2047fa1c","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789753892.5158658,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ed70b880-27e7-4c53-bf28-d9ce2047fa1c","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789753892.564886,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3e49699b-e19e-4440-982f-3feac9a493ff","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789753892.5649395,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3e49699b-e19e-4440-982f-3feac9a493ff","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789753892.5649614,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3e49699b-e19e-4440-982f-3feac9a493ff"} {"level":"info","ts":1789753892.564886,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3b040a8a-22a3-46aa-b6f2-2bccb2e059a6"} {"level":"error","ts":1789753892.5650082,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3b040a8a-22a3-46aa-b6f2-2bccb2e059a6","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789753892.57076,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3b040a8a-22a3-46aa-b6f2-2bccb2e059a6","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789753892.731213,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fca9a8c3-48ac-4f65-9196-a3b0ff984d9f"} {"level":"error","ts":1789753892.731276,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fca9a8c3-48ac-4f65-9196-a3b0ff984d9f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789753892.7369285,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fca9a8c3-48ac-4f65-9196-a3b0ff984d9f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789753893.057237,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cc515739-1921-4b3d-9766-6ae7d8570ed0"} {"level":"error","ts":1789753893.0572839,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cc515739-1921-4b3d-9766-6ae7d8570ed0","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789753893.063243,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cc515739-1921-4b3d-9766-6ae7d8570ed0","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789753893.7042575,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"134b6996-74c8-40ee-94bf-56ba2e84b000"} {"level":"error","ts":1789753893.7043257,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"134b6996-74c8-40ee-94bf-56ba2e84b000","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789753893.7103822,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"134b6996-74c8-40ee-94bf-56ba2e84b000","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789753894.9910161,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"593f83c9-10e6-4fc1-8ee0-a57d2541a76d"} {"level":"error","ts":1789753894.9910808,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"593f83c9-10e6-4fc1-8ee0-a57d2541a76d","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789753894.997757,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"593f83c9-10e6-4fc1-8ee0-a57d2541a76d","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789753897.558025,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0b90de0d-3865-4a1f-85fc-02564c4d1d2f"} {"level":"error","ts":1789753897.5580862,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0b90de0d-3865-4a1f-85fc-02564c4d1d2f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789753897.5649512,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0b90de0d-3865-4a1f-85fc-02564c4d1d2f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789753897.565893,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"48986b91-594f-4817-b7e9-4df29cd6d606","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789753897.5659328,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"48986b91-594f-4817-b7e9-4df29cd6d606","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789753897.5659533,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"48986b91-594f-4817-b7e9-4df29cd6d606"} {"level":"info","ts":1789753902.5664456,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a25f54a1-4d9b-4456-9d2f-330f67a2a4b9","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789753902.5664983,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a25f54a1-4d9b-4456-9d2f-330f67a2a4b9","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789753902.566525,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a25f54a1-4d9b-4456-9d2f-330f67a2a4b9"} {"level":"info","ts":1789753902.6858745,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b2e00339-a5f4-4310-ab8d-361717af68fd"} {"level":"error","ts":1789753902.6859326,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b2e00339-a5f4-4310-ab8d-361717af68fd","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789753902.6922214,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b2e00339-a5f4-4310-ab8d-361717af68fd","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789753902.9433172,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753902.9434068,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf"} {"level":"info","ts":1789753902.9434168,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf"} {"level":"info","ts":1789753902.9434278,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf","EoS":false} {"level":"info","ts":1789753902.9434385,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf","EoS":true} {"level":"info","ts":1789753902.9434664,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789753902.9434853,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753902.9435055,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf"} {"level":"info","ts":1789753902.9992294,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753902.9993103,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632"} {"level":"info","ts":1789753902.9993227,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632"} {"level":"info","ts":1789753902.9993336,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632","EoS":false} {"level":"info","ts":1789753902.9993443,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632","EoS":true} {"level":"info","ts":1789753902.9993622,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789753902.9993773,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753902.9993958,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632"} {"level":"info","ts":1789753903.0486634,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753903.0487492,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13"} {"level":"info","ts":1789753903.0487628,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13"} {"level":"info","ts":1789753903.0487735,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13","EoS":false} {"level":"info","ts":1789753903.048784,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13","EoS":true} {"level":"info","ts":1789753903.0488057,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789753903.0488248,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753903.0488513,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13"} {"level":"info","ts":1789753903.0962002,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753903.0962982,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34874b0b-6c6d-40d2-93a2-b9e5de32691b"} {"level":"info","ts":1789753903.0963144,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"34874b0b-6c6d-40d2-93a2-b9e5de32691b"} {"level":"info","ts":1789753903.0963314,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"34874b0b-6c6d-40d2-93a2-b9e5de32691b","EoS":false} {"level":"info","ts":1789753903.0963485,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"34874b0b-6c6d-40d2-93a2-b9e5de32691b","EoS":true} {"level":"info","ts":1789753903.0963767,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34874b0b-6c6d-40d2-93a2-b9e5de32691b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789753903.0963953,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"34874b0b-6c6d-40d2-93a2-b9e5de32691b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753903.096427,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"34874b0b-6c6d-40d2-93a2-b9e5de32691b"} {"level":"info","ts":1789753903.134874,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753903.1349533,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d174672c-4a17-47c2-a51d-108faa193283"} {"level":"info","ts":1789753903.1349654,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d174672c-4a17-47c2-a51d-108faa193283"} {"level":"info","ts":1789753903.1349754,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d174672c-4a17-47c2-a51d-108faa193283","EoS":false} {"level":"info","ts":1789753903.134985,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d174672c-4a17-47c2-a51d-108faa193283","EoS":true} {"level":"info","ts":1789753903.1350033,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d174672c-4a17-47c2-a51d-108faa193283","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789753903.1350174,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d174672c-4a17-47c2-a51d-108faa193283","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753903.1350381,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d174672c-4a17-47c2-a51d-108faa193283"} {"level":"info","ts":1789753903.1637423,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753903.1638432,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28"} {"level":"info","ts":1789753903.1638613,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28"} {"level":"info","ts":1789753903.1638741,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28","EoS":false} {"level":"info","ts":1789753903.1638875,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28","EoS":true} {"level":"info","ts":1789753903.1639082,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789753903.163923,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753903.1639442,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28"} {"level":"info","ts":1789753903.3186877,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6e8c65c6-8d42-4678-847e-0c29551949a0","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789753903.3187294,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6e8c65c6-8d42-4678-847e-0c29551949a0","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789753903.318724,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bb60d966-28cb-49bf-a637-a72e35281b44"} {"level":"info","ts":1789753920.9281838,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753920.9282947,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53"} {"level":"info","ts":1789753920.928312,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53"} {"level":"info","ts":1789753920.9283314,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53","EoS":false} {"level":"info","ts":1789753920.928352,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53","EoS":true} {"level":"info","ts":1789753920.9283857,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789753920.9284053,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753920.9284356,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53"} {"level":"info","ts":1789753921.0831816,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753921.0832803,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b"} {"level":"info","ts":1789753921.0832977,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b"} {"level":"info","ts":1789753921.083311,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b","EoS":false} {"level":"info","ts":1789753921.0833218,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b","EoS":true} {"level":"info","ts":1789753921.0833445,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789753921.0833595,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753921.0833826,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b"} {"level":"info","ts":1789753921.232255,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753921.2323527,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f"} {"level":"info","ts":1789753921.2323666,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f"} {"level":"info","ts":1789753921.2323785,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f","EoS":false} {"level":"info","ts":1789753921.2323952,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f","EoS":true} {"level":"info","ts":1789753921.2324157,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789753921.23243,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753921.2324536,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f"} {"level":"info","ts":1789753921.3746119,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753921.3747046,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433"} {"level":"info","ts":1789753921.3747184,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433"} {"level":"info","ts":1789753921.3747294,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433","EoS":false} {"level":"info","ts":1789753921.3747396,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433","EoS":true} {"level":"info","ts":1789753921.3747628,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789753921.3747778,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753921.374801,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433"} {"level":"info","ts":1789753921.5173552,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753921.517445,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5"} {"level":"info","ts":1789753921.5174563,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5"} {"level":"info","ts":1789753921.5174665,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5","EoS":false} {"level":"info","ts":1789753921.5174794,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5","EoS":true} {"level":"info","ts":1789753921.5174992,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789753921.5175176,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753921.5175426,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5"} {"level":"info","ts":1789753921.6640053,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753921.6641521,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"008a6237-f23f-41f2-9dbc-de2729f668d3"} {"level":"info","ts":1789753921.6641717,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"008a6237-f23f-41f2-9dbc-de2729f668d3"} {"level":"info","ts":1789753921.664191,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"008a6237-f23f-41f2-9dbc-de2729f668d3","EoS":false} {"level":"info","ts":1789753921.6642118,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"008a6237-f23f-41f2-9dbc-de2729f668d3","EoS":true} {"level":"info","ts":1789753921.664243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"008a6237-f23f-41f2-9dbc-de2729f668d3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789753921.6642632,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"008a6237-f23f-41f2-9dbc-de2729f668d3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753921.6642947,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"008a6237-f23f-41f2-9dbc-de2729f668d3"} {"level":"info","ts":1789753930.3670766,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753930.367186,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce"} {"level":"info","ts":1789753930.367199,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce"} {"level":"info","ts":1789753930.3672094,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce","EoS":false} {"level":"info","ts":1789753930.3672297,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce","EoS":true} {"level":"info","ts":1789753930.367249,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789753930.3672647,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753930.3672876,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce"} {"level":"info","ts":1789753930.401403,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753930.4014828,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72e724f0-d858-4cae-84c0-3bce12a8c772"} {"level":"info","ts":1789753930.4014945,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"72e724f0-d858-4cae-84c0-3bce12a8c772"} {"level":"info","ts":1789753930.4015048,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"72e724f0-d858-4cae-84c0-3bce12a8c772","EoS":false} {"level":"info","ts":1789753930.4015148,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"72e724f0-d858-4cae-84c0-3bce12a8c772","EoS":true} {"level":"info","ts":1789753930.4015338,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72e724f0-d858-4cae-84c0-3bce12a8c772","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789753930.4015489,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"72e724f0-d858-4cae-84c0-3bce12a8c772","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753930.4015715,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"72e724f0-d858-4cae-84c0-3bce12a8c772"} {"level":"info","ts":1789753930.4341805,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753930.4342637,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a90bd1d0-6c84-4b3b-8548-621ea2496273"} {"level":"info","ts":1789753930.4342794,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a90bd1d0-6c84-4b3b-8548-621ea2496273"} {"level":"info","ts":1789753930.4342911,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a90bd1d0-6c84-4b3b-8548-621ea2496273","EoS":false} {"level":"info","ts":1789753930.4343019,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a90bd1d0-6c84-4b3b-8548-621ea2496273","EoS":true} {"level":"info","ts":1789753930.434322,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a90bd1d0-6c84-4b3b-8548-621ea2496273","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789753930.4343383,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a90bd1d0-6c84-4b3b-8548-621ea2496273","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753930.4343605,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a90bd1d0-6c84-4b3b-8548-621ea2496273"} {"level":"info","ts":1789753930.4646711,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753930.4647517,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6a51806a-2998-4e54-9f21-1f327bfd1f4d"} {"level":"info","ts":1789753931.2468765,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753931.2469664,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51b42db9-fed0-4964-a236-99201236549c"} {"level":"info","ts":1789753931.2469795,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"51b42db9-fed0-4964-a236-99201236549c"} {"level":"info","ts":1789753931.2469912,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"51b42db9-fed0-4964-a236-99201236549c","EoS":false} {"level":"info","ts":1789753931.2470026,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"51b42db9-fed0-4964-a236-99201236549c","EoS":true} {"level":"info","ts":1789753931.247023,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51b42db9-fed0-4964-a236-99201236549c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789753931.2470393,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"51b42db9-fed0-4964-a236-99201236549c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753931.2470617,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"51b42db9-fed0-4964-a236-99201236549c"} {"level":"info","ts":1789753932.2243845,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753932.2244756,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b"} {"level":"info","ts":1789753932.2244892,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b"} {"level":"info","ts":1789753932.2245085,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b","EoS":false} {"level":"info","ts":1789753932.224523,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b","EoS":true} {"level":"info","ts":1789753932.2245438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789753932.2245586,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753932.2245877,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b"} {"level":"info","ts":1789753932.9509807,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753932.9510796,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c"} {"level":"info","ts":1789753932.951092,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c"} {"level":"info","ts":1789753932.9511292,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c","EoS":false} {"level":"info","ts":1789753932.951144,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c","EoS":true} {"level":"info","ts":1789753932.9511654,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789753932.9511807,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753932.9512033,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c"} {"level":"info","ts":1789753934.0353148,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753934.0354173,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6"} {"level":"info","ts":1789753934.0354328,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6"} {"level":"info","ts":1789753934.035445,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6","EoS":false} {"level":"info","ts":1789753934.035456,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6","EoS":true} {"level":"info","ts":1789753934.0354762,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789753934.035492,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753934.0355167,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6"} {"level":"info","ts":1789753939.411842,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753939.4119422,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64ab0628-ff13-4b86-bbd8-1a3f83542e7a"} {"level":"info","ts":1789753939.4119594,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"64ab0628-ff13-4b86-bbd8-1a3f83542e7a"} {"level":"info","ts":1789753939.4119787,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"64ab0628-ff13-4b86-bbd8-1a3f83542e7a","EoS":false} {"level":"info","ts":1789753939.4119985,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"64ab0628-ff13-4b86-bbd8-1a3f83542e7a","EoS":true} {"level":"info","ts":1789753939.4120317,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"64ab0628-ff13-4b86-bbd8-1a3f83542e7a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789753939.4120514,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"64ab0628-ff13-4b86-bbd8-1a3f83542e7a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753939.412083,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"64ab0628-ff13-4b86-bbd8-1a3f83542e7a"} {"level":"info","ts":1789753944.5335436,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753944.533653,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5ba6492-16bb-411a-b0d0-f0841fce76b4"} {"level":"info","ts":1789753944.5336692,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a5ba6492-16bb-411a-b0d0-f0841fce76b4"} {"level":"info","ts":1789753944.5336869,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a5ba6492-16bb-411a-b0d0-f0841fce76b4","EoS":false} {"level":"info","ts":1789753944.533707,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a5ba6492-16bb-411a-b0d0-f0841fce76b4","EoS":true} {"level":"info","ts":1789753944.5337362,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a5ba6492-16bb-411a-b0d0-f0841fce76b4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789753944.5337586,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a5ba6492-16bb-411a-b0d0-f0841fce76b4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753944.5337946,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a5ba6492-16bb-411a-b0d0-f0841fce76b4"} {"level":"info","ts":1789753945.757072,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753945.7571795,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7728cf2-f56c-47a0-9b43-f00a15a5f5c0"} {"level":"info","ts":1789753945.7571902,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f7728cf2-f56c-47a0-9b43-f00a15a5f5c0"} {"level":"info","ts":1789753945.7572038,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f7728cf2-f56c-47a0-9b43-f00a15a5f5c0","EoS":false} {"level":"info","ts":1789753945.7572153,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f7728cf2-f56c-47a0-9b43-f00a15a5f5c0","EoS":true} {"level":"info","ts":1789753945.7572343,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f7728cf2-f56c-47a0-9b43-f00a15a5f5c0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789753945.7572517,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f7728cf2-f56c-47a0-9b43-f00a15a5f5c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753945.757275,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f7728cf2-f56c-47a0-9b43-f00a15a5f5c0"} {"level":"info","ts":1789753953.7857435,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753953.7858312,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6"} {"level":"info","ts":1789753953.7858443,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6"} {"level":"info","ts":1789753953.7858553,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6","EoS":false} {"level":"info","ts":1789753953.7858684,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6","EoS":true} {"level":"info","ts":1789753953.7858896,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789753953.7859054,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753953.7859259,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6"} {"level":"info","ts":1789753955.505496,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789753955.505585,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d78a4fb7-2b2d-4ecf-9a41-bc6decb0000a"} {"level":"info","ts":1789753955.5055957,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d78a4fb7-2b2d-4ecf-9a41-bc6decb0000a"} {"level":"info","ts":1789753955.505607,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d78a4fb7-2b2d-4ecf-9a41-bc6decb0000a","EoS":false} {"level":"info","ts":1789753955.5056174,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d78a4fb7-2b2d-4ecf-9a41-bc6decb0000a","EoS":true} {"level":"info","ts":1789753955.505639,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d78a4fb7-2b2d-4ecf-9a41-bc6decb0000a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789753955.5056553,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d78a4fb7-2b2d-4ecf-9a41-bc6decb0000a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789753955.505676,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d78a4fb7-2b2d-4ecf-9a41-bc6decb0000a"} {"level":"info","ts":1789754021.5658445,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789754021.5659347,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"666dddec-8d99-4cf9-8593-64097d526a62"} {"level":"info","ts":1789754021.5659454,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"666dddec-8d99-4cf9-8593-64097d526a62"} {"level":"info","ts":1789754021.5659559,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"666dddec-8d99-4cf9-8593-64097d526a62","EoS":false} {"level":"info","ts":1789754021.565967,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"666dddec-8d99-4cf9-8593-64097d526a62","EoS":true} {"level":"info","ts":1789754021.5659904,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"666dddec-8d99-4cf9-8593-64097d526a62","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789754021.566006,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"666dddec-8d99-4cf9-8593-64097d526a62","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789754021.5660279,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"666dddec-8d99-4cf9-8593-64097d526a62"} {"level":"info","ts":1789754043.0695653,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789754043.0696537,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13"} {"level":"info","ts":1789754043.0696635,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13"} {"level":"info","ts":1789754043.0696745,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13","EoS":false} {"level":"info","ts":1789754043.0696871,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13","EoS":true} {"level":"info","ts":1789754043.0697093,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789754043.069725,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789754043.0697453,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13"} {"level":"info","ts":1789754125.6015046,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789754125.6015985,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a"} {"level":"info","ts":1789754125.6016145,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a"} {"level":"info","ts":1789754125.6016276,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a","EoS":false} {"level":"info","ts":1789754125.6016445,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a","EoS":true} {"level":"info","ts":1789754125.6016655,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789754125.6016817,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789754125.6017065,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a"} {"level":"info","ts":1789754125.6422448,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789754125.6423109,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b74b91f4-772b-47e4-869d-e531318955e2"} {"level":"info","ts":1789754125.6423259,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b74b91f4-772b-47e4-869d-e531318955e2"} {"level":"info","ts":1789754125.6423414,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b74b91f4-772b-47e4-869d-e531318955e2","EoS":false} {"level":"info","ts":1789754125.642352,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b74b91f4-772b-47e4-869d-e531318955e2","EoS":true} {"level":"info","ts":1789754125.6423678,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b74b91f4-772b-47e4-869d-e531318955e2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789754125.6423786,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b74b91f4-772b-47e4-869d-e531318955e2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789754125.6423984,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b74b91f4-772b-47e4-869d-e531318955e2"} {"level":"info","ts":1789754125.679538,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789754125.6796288,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3a06330-5342-4db8-8a36-9312e5aded53"} {"level":"info","ts":1789754125.6796436,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e3a06330-5342-4db8-8a36-9312e5aded53"} {"level":"info","ts":1789754125.6796548,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e3a06330-5342-4db8-8a36-9312e5aded53","EoS":false} {"level":"info","ts":1789754125.6796653,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e3a06330-5342-4db8-8a36-9312e5aded53","EoS":true} {"level":"info","ts":1789754125.6796815,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e3a06330-5342-4db8-8a36-9312e5aded53","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789754125.6796958,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e3a06330-5342-4db8-8a36-9312e5aded53","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789754125.6797132,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e3a06330-5342-4db8-8a36-9312e5aded53"} {"level":"info","ts":1789754133.2335224,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789754133.2336326,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04aeb87d-ef97-4cd2-af11-ec8dffbe3181"} {"level":"info","ts":1789754133.2336493,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"04aeb87d-ef97-4cd2-af11-ec8dffbe3181"} {"level":"info","ts":1789754133.2336676,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"04aeb87d-ef97-4cd2-af11-ec8dffbe3181","EoS":false} {"level":"info","ts":1789754133.2336848,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"04aeb87d-ef97-4cd2-af11-ec8dffbe3181","EoS":true} {"level":"info","ts":1789754133.2337108,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04aeb87d-ef97-4cd2-af11-ec8dffbe3181","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789754133.2337315,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"04aeb87d-ef97-4cd2-af11-ec8dffbe3181","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789754133.233764,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"04aeb87d-ef97-4cd2-af11-ec8dffbe3181"} {"level":"info","ts":1789754139.351276,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789754139.3513727,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb"} {"level":"info","ts":1789754139.3513885,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb"} {"level":"info","ts":1789754139.3514001,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb","EoS":false} {"level":"info","ts":1789754139.3514154,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb","EoS":true} {"level":"info","ts":1789754139.351437,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789754139.351456,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789754139.3514836,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb"} {"level":"info","ts":1789754139.505681,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789754139.5057666,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da"} {"level":"info","ts":1789754139.5057812,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da"} {"level":"info","ts":1789754139.5057986,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da","EoS":false} {"level":"info","ts":1789754139.5058208,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da","EoS":true} {"level":"info","ts":1789754139.5058458,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789754139.5058644,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789754139.5058959,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da"} {"level":"info","ts":1789754139.644649,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789754139.6447613,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa"} {"level":"info","ts":1789754139.6447742,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa"} {"level":"info","ts":1789754139.644785,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa","EoS":false} {"level":"info","ts":1789754139.6447954,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa","EoS":true} {"level":"info","ts":1789754139.6448112,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789754139.644826,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789754139.6448452,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa"} {"level":"info","ts":1789754139.7807798,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789754139.7808497,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7a5f08e-afc1-4de3-bbdd-0946d23694a0"} {"level":"info","ts":1789754139.7808614,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f7a5f08e-afc1-4de3-bbdd-0946d23694a0"} {"level":"info","ts":1789754139.7808716,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f7a5f08e-afc1-4de3-bbdd-0946d23694a0","EoS":false} {"level":"info","ts":1789754139.7808812,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f7a5f08e-afc1-4de3-bbdd-0946d23694a0","EoS":true} {"level":"info","ts":1789754139.780896,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f7a5f08e-afc1-4de3-bbdd-0946d23694a0","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789754139.780912,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f7a5f08e-afc1-4de3-bbdd-0946d23694a0","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789754139.7809334,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f7a5f08e-afc1-4de3-bbdd-0946d23694a0"} {"level":"info","ts":1789754156.6198897,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789754156.619992,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9"} {"level":"info","ts":1789754156.6200078,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9"} {"level":"info","ts":1789754156.6200256,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9","EoS":false} {"level":"info","ts":1789754156.6200469,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9","EoS":true} {"level":"info","ts":1789754156.6200733,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789754156.6200933,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789754156.620148,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9"}