{"level":"error","ts":1789687314.8711455,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"02fa35c8-e7f2-4280-a678-57c9116561e5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-4ea8c4eb\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789687314.8712254,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"02fa35c8-e7f2-4280-a678-57c9116561e5","error":"ExternalModel \"e2e-legacy-migration-4ea8c4eb\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-4ea8c4eb\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789687314.8713102,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"ea0ba26b-dd60-477e-99ab-b7482ac320e9"} {"level":"info","ts":1789687314.871352,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"1946f44a-b975-4594-a342-b264d506b44f","provider":"openai","model":"e2e-legacy-migration-4ea8c4eb","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789687314.871371,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"ea0ba26b-dd60-477e-99ab-b7482ac320e9","provider":"e2e-legacy-migration-4ea8c4eb","phase":"Pending"} {"level":"info","ts":1789687314.8711922,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"3795561a-1ce0-4848-be4a-793cb06e8681","name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"} {"level":"info","ts":1789687314.871605,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"3795561a-1ce0-4848-be4a-793cb06e8681","modelName":"e2e-legacy-migration-4ea8c4eb","resolvedRefs":1} {"level":"error","ts":1789687314.8745546,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"1fcc8fbc-9470-451b-9e0e-1256b90ba5b8","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-4ea8c4eb\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789687314.8746011,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"1fcc8fbc-9470-451b-9e0e-1256b90ba5b8","error":"failed to apply Service: services \"e2e-legacy-migration-4ea8c4eb\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789687314.874658,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"4f4c776d-b537-470f-8952-28bbfa0b2c7e"} {"level":"info","ts":1789687314.8747041,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"4f4c776d-b537-470f-8952-28bbfa0b2c7e","name":"e2e-legacy-migration-4ea8c4eb"} {"level":"error","ts":1789687314.8766587,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"ea0ba26b-dd60-477e-99ab-b7482ac320e9","error":"ExternalModel \"e2e-legacy-migration-4ea8c4eb\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-4ea8c4eb\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789687314.8871174,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"c9908aaf-8a5d-4159-81cf-e33a4c2adfe8"} {"level":"info","ts":1789687314.8871512,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"c9908aaf-8a5d-4159-81cf-e33a4c2adfe8","provider":"e2e-legacy-migration-4ea8c4eb","phase":"Pending"} {"level":"info","ts":1789687314.8871994,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"4f4c776d-b537-470f-8952-28bbfa0b2c7e","kind":"DestinationRule","name":"e2e-legacy-migration-4ea8c4eb"} {"level":"error","ts":1789687314.892757,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"c9908aaf-8a5d-4159-81cf-e33a4c2adfe8","error":"ExternalModel \"e2e-legacy-migration-4ea8c4eb\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-4ea8c4eb\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789687314.8979917,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"60e8669e-04ff-4b18-b584-ec5a24fc2e68"} {"level":"info","ts":1789687314.8980753,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"60e8669e-04ff-4b18-b584-ec5a24fc2e68","name":"e2e-legacy-migration-4ea8c4eb"} {"level":"info","ts":1789687314.8980882,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"cbd48202-108a-427c-88c4-85855891576e","name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"} {"level":"info","ts":1789687314.898368,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"cbd48202-108a-427c-88c4-85855891576e","modelName":"e2e-legacy-migration-4ea8c4eb","resolvedRefs":1} {"level":"info","ts":1789687314.8979828,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"c99a089c-5a08-41e6-a395-5575086ff734","name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"} {"level":"info","ts":1789687314.898437,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"c99a089c-5a08-41e6-a395-5575086ff734","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789687314.9042006,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"4f4c776d-b537-470f-8952-28bbfa0b2c7e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-4ea8c4eb\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789687314.9042332,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"4f4c776d-b537-470f-8952-28bbfa0b2c7e","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-legacy-migration-4ea8c4eb\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789687314.9042773,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"1ee51cf9-e4fb-42fa-8905-8767bfbe042b"} {"level":"info","ts":1789687314.904314,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"1ee51cf9-e4fb-42fa-8905-8767bfbe042b","name":"e2e-legacy-migration-4ea8c4eb"} {"level":"info","ts":1789687314.9090207,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"60e8669e-04ff-4b18-b584-ec5a24fc2e68","httpRoute":"e2e-legacy-migration-4ea8c4eb","providers":["e2e-legacy-migration-4ea8c4eb"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789687314.917256,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"1426d8ab-2fe8-40c9-a2db-c91b99315cbc"} {"level":"info","ts":1789687314.9173265,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"969f445c-97ff-4a3c-95dd-63ceb445e84d","name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"} {"level":"info","ts":1789687314.9173498,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"969f445c-97ff-4a3c-95dd-63ceb445e84d","modelName":"e2e-legacy-migration-4ea8c4eb","resolvedRefs":1} {"level":"info","ts":1789687314.9173582,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"1426d8ab-2fe8-40c9-a2db-c91b99315cbc","name":"e2e-legacy-migration-4ea8c4eb"} {"level":"info","ts":1789687314.924185,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"1ee51cf9-e4fb-42fa-8905-8767bfbe042b","service":"e2e-legacy-migration-4ea8c4eb","serviceEntry":"e2e-legacy-migration-4ea8c4eb","destinationRule":"e2e-legacy-migration-4ea8c4eb"} {"level":"error","ts":1789687314.9344292,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"1426d8ab-2fe8-40c9-a2db-c91b99315cbc","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-4ea8c4eb\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789687314.9345117,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"606eec5e-d70d-4961-a893-297cdd28eef7"} {"level":"info","ts":1789687314.9345117,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"feb96c2a-2679-4b4b-9713-afac45d5f774","name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"} {"level":"info","ts":1789687314.934536,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"feb96c2a-2679-4b4b-9713-afac45d5f774","modelName":"e2e-legacy-migration-4ea8c4eb","resolvedRefs":1} {"level":"info","ts":1789687314.9345636,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"606eec5e-d70d-4961-a893-297cdd28eef7","name":"e2e-legacy-migration-4ea8c4eb"} {"level":"info","ts":1789687314.9447792,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"606eec5e-d70d-4961-a893-297cdd28eef7","httpRoute":"e2e-legacy-migration-4ea8c4eb","providers":["e2e-legacy-migration-4ea8c4eb"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789687314.9525375,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"693cff89-cb83-4cc5-8e07-362351d00868","name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"} {"level":"info","ts":1789687314.9525695,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"693cff89-cb83-4cc5-8e07-362351d00868","modelName":"e2e-legacy-migration-4ea8c4eb","resolvedRefs":1} {"level":"info","ts":1789687314.9526749,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"f2fff528-5865-4758-b553-8e881163c8a2"} {"level":"info","ts":1789687314.9527519,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"f2fff528-5865-4758-b553-8e881163c8a2","name":"e2e-legacy-migration-4ea8c4eb"} {"level":"info","ts":1789687314.961492,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"f2fff528-5865-4758-b553-8e881163c8a2","httpRoute":"e2e-legacy-migration-4ea8c4eb","providers":["e2e-legacy-migration-4ea8c4eb"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789687315.0439494,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"84f042fa-e091-45f9-a747-c44c65b451c2","name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"} {"level":"info","ts":1789687315.0479724,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"84f042fa-e091-45f9-a747-c44c65b451c2","name":"e2e-legacy-migration-4ea8c4eb"} {"level":"info","ts":1789687315.0529475,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"84f042fa-e091-45f9-a747-c44c65b451c2","provider":"openai","model":"e2e-legacy-migration-4ea8c4eb","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789687317.7695765,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"8a68f4dd-1328-4da3-8c24-84dda5454cab","name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"} {"level":"info","ts":1789687317.78102,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"cf49faab-57bc-4041-96c7-ec27e7e62ce1"} {"level":"info","ts":1789687317.7811422,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"9c6781f0-25cc-427d-9b8f-f26c85f108f9","name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"} {"level":"info","ts":1789687317.7812777,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"9c6781f0-25cc-427d-9b8f-f26c85f108f9","name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"} {"level":"info","ts":1789687317.7817755,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"9e141e2e-d624-44de-a595-7efe29970f72"} {"level":"info","ts":1789687317.781844,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"d311bf79-ee7d-4dea-9766-982373da2703","name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"} {"level":"info","ts":1789687317.7819214,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-4ea8c4eb","reconcileID":"d311bf79-ee7d-4dea-9766-982373da2703","name":"e2e-legacy-migration-4ea8c4eb","namespace":"llm"} {"level":"info","ts":1789687318.1746325,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789687318.1747153,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3a78c2f-1219-4811-89cf-baea0fc22e85"} {"level":"info","ts":1789687318.174746,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d3a78c2f-1219-4811-89cf-baea0fc22e85"} {"level":"info","ts":1789687318.1747634,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d3a78c2f-1219-4811-89cf-baea0fc22e85","EoS":false} {"level":"info","ts":1789687318.17478,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d3a78c2f-1219-4811-89cf-baea0fc22e85","EoS":true} {"level":"info","ts":1789687318.1748064,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3a78c2f-1219-4811-89cf-baea0fc22e85","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789687318.1748235,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d3a78c2f-1219-4811-89cf-baea0fc22e85","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789687318.1748374,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"d3a78c2f-1219-4811-89cf-baea0fc22e85","modelName":"e2e-external-model"} {"level":"info","ts":1789687318.1748552,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"d3a78c2f-1219-4811-89cf-baea0fc22e85","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789687318.1749005,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d3a78c2f-1219-4811-89cf-baea0fc22e85"} {"level":"info","ts":1789687318.2662315,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789687318.266305,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92a5c14f-ac8e-4865-b3f7-c72e2fa5f666"} {"level":"info","ts":1789687318.2663183,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"92a5c14f-ac8e-4865-b3f7-c72e2fa5f666"} {"level":"info","ts":1789687318.2663348,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"92a5c14f-ac8e-4865-b3f7-c72e2fa5f666","EoS":false} {"level":"info","ts":1789687318.266353,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"92a5c14f-ac8e-4865-b3f7-c72e2fa5f666","EoS":true} {"level":"info","ts":1789687318.2663774,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92a5c14f-ac8e-4865-b3f7-c72e2fa5f666","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789687318.2663941,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"92a5c14f-ac8e-4865-b3f7-c72e2fa5f666","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789687318.2664227,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"92a5c14f-ac8e-4865-b3f7-c72e2fa5f666"} {"level":"info","ts":1789687318.356922,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789687318.3569844,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79754d50-34d0-4733-9117-f2a146156590"} {"level":"info","ts":1789687318.3569982,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"79754d50-34d0-4733-9117-f2a146156590"} {"level":"info","ts":1789687318.3570085,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"79754d50-34d0-4733-9117-f2a146156590","EoS":false} {"level":"info","ts":1789687318.3570213,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"79754d50-34d0-4733-9117-f2a146156590","EoS":true} {"level":"info","ts":1789687318.357045,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"79754d50-34d0-4733-9117-f2a146156590","field":"model"} {"level":"info","ts":1789687318.357068,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"79754d50-34d0-4733-9117-f2a146156590"} {"level":"info","ts":1789687319.0403054,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789687319.040388,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26c640c7-6843-4f62-9bc9-e28b6b444280"} {"level":"info","ts":1789687319.0404007,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"26c640c7-6843-4f62-9bc9-e28b6b444280"} {"level":"info","ts":1789687319.0404115,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"26c640c7-6843-4f62-9bc9-e28b6b444280","EoS":false} {"level":"info","ts":1789687319.0404215,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"26c640c7-6843-4f62-9bc9-e28b6b444280","EoS":true} {"level":"info","ts":1789687319.040438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26c640c7-6843-4f62-9bc9-e28b6b444280","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789687319.0404537,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"26c640c7-6843-4f62-9bc9-e28b6b444280","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789687319.040475,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"26c640c7-6843-4f62-9bc9-e28b6b444280"} {"level":"info","ts":1789687319.2964904,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f195949-7e8f-45d1-bc5d-0a788999cecb"} {"level":"info","ts":1789687319.2965806,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2d804b0-2633-46fd-8732-e9409fb6a9c1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789687319.2966013,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2d804b0-2633-46fd-8732-e9409fb6a9c1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789687319.4518375,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85fe35a6-6597-4d66-9ae0-89da52d665d8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789687319.4520292,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85fe35a6-6597-4d66-9ae0-89da52d665d8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789687319.4519947,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e160142b-5f0e-4f33-8efa-2716c0a3e21c"} {"level":"info","ts":1789687325.215146,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789687325.2152402,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c82e19f4-8560-4663-9f37-16d13f68ea81"} {"level":"info","ts":1789687325.215257,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c82e19f4-8560-4663-9f37-16d13f68ea81"} {"level":"info","ts":1789687325.2152762,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c82e19f4-8560-4663-9f37-16d13f68ea81","EoS":false} {"level":"info","ts":1789687325.2152958,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c82e19f4-8560-4663-9f37-16d13f68ea81","EoS":true} {"level":"info","ts":1789687325.2153628,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c82e19f4-8560-4663-9f37-16d13f68ea81","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789687325.215383,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c82e19f4-8560-4663-9f37-16d13f68ea81","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789687325.2154133,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c82e19f4-8560-4663-9f37-16d13f68ea81"} {"level":"info","ts":1789687325.2565904,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789687325.256661,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59"} {"level":"info","ts":1789687325.2566736,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59"} {"level":"info","ts":1789687325.2566843,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59","EoS":false} {"level":"info","ts":1789687325.256694,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59","EoS":true} {"level":"info","ts":1789687325.2567081,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789687325.2567446,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789687325.2567654,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59"} {"level":"info","ts":1789687325.2939925,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789687325.2940586,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438"} {"level":"info","ts":1789687325.2940707,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438"} {"level":"info","ts":1789687325.2940834,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438","EoS":false} {"level":"info","ts":1789687325.2940931,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438","EoS":true} {"level":"info","ts":1789687325.2941072,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789687325.2941206,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789687325.2941387,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438"} {"level":"info","ts":1789687325.329996,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789687325.3300557,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f"} {"level":"info","ts":1789687325.33009,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f"} {"level":"info","ts":1789687325.3301017,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f","EoS":false} {"level":"info","ts":1789687325.330111,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f","EoS":true} {"level":"info","ts":1789687325.3301275,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789687325.330139,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789687325.3301535,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f"} {"level":"info","ts":1789687339.0313463,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789687339.031452,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53f88a8e-29b7-4e02-bece-1666111a3298"} {"level":"info","ts":1789687339.0314717,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"53f88a8e-29b7-4e02-bece-1666111a3298"} {"level":"info","ts":1789687339.0314915,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"53f88a8e-29b7-4e02-bece-1666111a3298","EoS":false} {"level":"info","ts":1789687339.0315118,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"53f88a8e-29b7-4e02-bece-1666111a3298","EoS":true} {"level":"info","ts":1789687339.0315363,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"53f88a8e-29b7-4e02-bece-1666111a3298","field":"model"} {"level":"info","ts":1789687339.031564,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"53f88a8e-29b7-4e02-bece-1666111a3298"} {"level":"info","ts":1789687339.1926522,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789687339.192757,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfa6c703-8ab3-4995-b403-3e23f9b9f286"} {"level":"info","ts":1789687339.1927755,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cfa6c703-8ab3-4995-b403-3e23f9b9f286"} {"level":"info","ts":1789687339.1927948,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cfa6c703-8ab3-4995-b403-3e23f9b9f286","EoS":false} {"level":"info","ts":1789687339.192809,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cfa6c703-8ab3-4995-b403-3e23f9b9f286","EoS":true} {"level":"info","ts":1789687339.192822,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"cfa6c703-8ab3-4995-b403-3e23f9b9f286","field":"model"} {"level":"info","ts":1789687339.1928453,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cfa6c703-8ab3-4995-b403-3e23f9b9f286"} {"level":"info","ts":1789687339.358184,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789687339.3582556,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54f2424b-64ea-4348-9b19-f2061f85a793"} {"level":"info","ts":1789687339.35827,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"54f2424b-64ea-4348-9b19-f2061f85a793"} {"level":"info","ts":1789687339.358281,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"54f2424b-64ea-4348-9b19-f2061f85a793","EoS":false} {"level":"info","ts":1789687339.358293,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"54f2424b-64ea-4348-9b19-f2061f85a793","EoS":true} {"level":"info","ts":1789687339.358309,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"54f2424b-64ea-4348-9b19-f2061f85a793","field":"model"} {"level":"info","ts":1789687339.3583357,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"54f2424b-64ea-4348-9b19-f2061f85a793"} {"level":"info","ts":1789688189.1794422,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688189.1795332,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460"} {"level":"info","ts":1789688189.1795454,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460"} {"level":"info","ts":1789688189.179557,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460","EoS":false} {"level":"info","ts":1789688189.1795673,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460","EoS":true} {"level":"info","ts":1789688189.1795905,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688189.1796048,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789688189.1796284,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460"} {"level":"info","ts":1789688189.2293625,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688189.2294285,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9"} {"level":"info","ts":1789688189.2294388,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9"} {"level":"info","ts":1789688189.2294493,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9","EoS":false} {"level":"info","ts":1789688189.229459,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9","EoS":true} {"level":"info","ts":1789688189.2294762,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688189.2294884,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789688189.229508,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9"} {"level":"info","ts":1789688497.0648284,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8b61a020-225b-4ce9-bd31-6085a798d278"} {"level":"info","ts":1789688497.0648382,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cce112e8-d6de-410c-a2ed-0704897f7230","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789688497.0648878,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cce112e8-d6de-410c-a2ed-0704897f7230","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688497.064909,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cce112e8-d6de-410c-a2ed-0704897f7230"} {"level":"error","ts":1789688497.0695744,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8b61a020-225b-4ce9-bd31-6085a798d278","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688497.0696743,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"13b14bf8-6d49-4e31-9959-584ff54cd374","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789688497.069699,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"13b14bf8-6d49-4e31-9959-584ff54cd374","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688497.0697415,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"13b14bf8-6d49-4e31-9959-584ff54cd374"} {"level":"info","ts":1789688497.0739129,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2f27c6d3-3f7e-440f-8a24-8c8ffb7e51bc","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789688497.0739331,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2f27c6d3-3f7e-440f-8a24-8c8ffb7e51bc","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688497.073947,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2f27c6d3-3f7e-440f-8a24-8c8ffb7e51bc"} {"level":"error","ts":1789688497.074022,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8b61a020-225b-4ce9-bd31-6085a798d278","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688497.0740697,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1af54cb7-dd8c-4190-b940-810bfe86571c"} {"level":"error","ts":1789688497.07409,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1af54cb7-dd8c-4190-b940-810bfe86571c","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688497.077759,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1af54cb7-dd8c-4190-b940-810bfe86571c","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688497.0879705,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b3d05aeb-8513-46ba-8e3e-d94d5038df41"} {"level":"error","ts":1789688497.0879936,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b3d05aeb-8513-46ba-8e3e-d94d5038df41","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688497.091834,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b3d05aeb-8513-46ba-8e3e-d94d5038df41","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688497.1129117,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"87ef1aaa-ab3f-44da-8831-bcc4dfe0492f"} {"level":"error","ts":1789688497.1129367,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"87ef1aaa-ab3f-44da-8831-bcc4dfe0492f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688497.1169727,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"87ef1aaa-ab3f-44da-8831-bcc4dfe0492f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688497.1580791,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"44e80837-cbf8-4c68-8e32-ce0b1742f793"} {"level":"error","ts":1789688497.1581056,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"44e80837-cbf8-4c68-8e32-ce0b1742f793","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688497.1623662,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"44e80837-cbf8-4c68-8e32-ce0b1742f793","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688497.2054703,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2e0713b8-2bef-4497-8642-ebc32ec12239"} {"level":"error","ts":1789688497.2054932,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2e0713b8-2bef-4497-8642-ebc32ec12239","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688497.2055268,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4f953687-d182-4fc0-a801-82c99c2b4036","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789688497.2055597,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4f953687-d182-4fc0-a801-82c99c2b4036","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688497.2055767,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4f953687-d182-4fc0-a801-82c99c2b4036"} {"level":"error","ts":1789688497.2094378,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2e0713b8-2bef-4497-8642-ebc32ec12239","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688497.3699503,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"99d0769e-5f6a-4ce9-90fc-323ca886800f"} {"level":"error","ts":1789688497.369984,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"99d0769e-5f6a-4ce9-90fc-323ca886800f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688497.3751082,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"99d0769e-5f6a-4ce9-90fc-323ca886800f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688497.6953316,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f56f5c10-81bc-457c-ae30-7803095092db"} {"level":"error","ts":1789688497.6953769,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f56f5c10-81bc-457c-ae30-7803095092db","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688497.7000449,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f56f5c10-81bc-457c-ae30-7803095092db","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688498.3403416,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"77d0b0cf-4460-4984-823f-06cc3d3467bd"} {"level":"error","ts":1789688498.3403792,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"77d0b0cf-4460-4984-823f-06cc3d3467bd","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688498.345046,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"77d0b0cf-4460-4984-823f-06cc3d3467bd","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688499.6256728,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d93bd691-baec-4f45-b888-bf6f46029b45"} {"level":"error","ts":1789688499.6257305,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d93bd691-baec-4f45-b888-bf6f46029b45","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688499.6311965,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d93bd691-baec-4f45-b888-bf6f46029b45","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688502.1923194,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6d7ca3c2-292a-4f3e-833b-b2302e471aa2"} {"level":"error","ts":1789688502.192374,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6d7ca3c2-292a-4f3e-833b-b2302e471aa2","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688502.196715,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6d7ca3c2-292a-4f3e-833b-b2302e471aa2","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688502.2056718,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"16462c02-2ab0-4fb5-b5d6-d5141c680376","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789688502.2057118,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"16462c02-2ab0-4fb5-b5d6-d5141c680376","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688502.205758,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"16462c02-2ab0-4fb5-b5d6-d5141c680376"} {"level":"info","ts":1789688507.206578,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d23f8d7b-542c-4dc1-9ea6-941d3eb17443","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789688507.2066326,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d23f8d7b-542c-4dc1-9ea6-941d3eb17443","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688507.2066545,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d23f8d7b-542c-4dc1-9ea6-941d3eb17443"} {"level":"info","ts":1789688507.317108,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7ad82f7c-77e7-46e0-9501-cfd7ee2a1e07"} {"level":"error","ts":1789688507.3171637,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7ad82f7c-77e7-46e0-9501-cfd7ee2a1e07","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789688507.321819,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7ad82f7c-77e7-46e0-9501-cfd7ee2a1e07","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789688507.6091576,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688507.6092548,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2"} {"level":"info","ts":1789688507.609271,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2"} {"level":"info","ts":1789688507.6092892,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2","EoS":false} {"level":"info","ts":1789688507.6093118,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2","EoS":true} {"level":"info","ts":1789688507.6093428,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688507.6093616,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688507.6093924,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2"} {"level":"info","ts":1789688507.666178,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688507.6662738,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e070fae5-ef32-48f4-8762-0f17a06bf5a2"} {"level":"info","ts":1789688507.6662867,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e070fae5-ef32-48f4-8762-0f17a06bf5a2"} {"level":"info","ts":1789688507.6662974,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e070fae5-ef32-48f4-8762-0f17a06bf5a2","EoS":false} {"level":"info","ts":1789688507.666311,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e070fae5-ef32-48f4-8762-0f17a06bf5a2","EoS":true} {"level":"info","ts":1789688507.6663365,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e070fae5-ef32-48f4-8762-0f17a06bf5a2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688507.6663568,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e070fae5-ef32-48f4-8762-0f17a06bf5a2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688507.6663723,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e070fae5-ef32-48f4-8762-0f17a06bf5a2"} {"level":"info","ts":1789688507.7343645,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688507.734445,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23fad323-0b75-4787-94e8-52213e251312"} {"level":"info","ts":1789688507.7344618,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"23fad323-0b75-4787-94e8-52213e251312"} {"level":"info","ts":1789688507.7344809,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"23fad323-0b75-4787-94e8-52213e251312","EoS":false} {"level":"info","ts":1789688507.7344978,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"23fad323-0b75-4787-94e8-52213e251312","EoS":true} {"level":"info","ts":1789688507.734524,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"23fad323-0b75-4787-94e8-52213e251312","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688507.7345407,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"23fad323-0b75-4787-94e8-52213e251312","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688507.734567,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"23fad323-0b75-4787-94e8-52213e251312"} {"level":"info","ts":1789688507.7733295,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688507.7733963,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9da5e733-b347-42d2-9f83-ac6783d6871b"} {"level":"info","ts":1789688507.7734084,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9da5e733-b347-42d2-9f83-ac6783d6871b"} {"level":"info","ts":1789688507.7734184,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9da5e733-b347-42d2-9f83-ac6783d6871b","EoS":false} {"level":"info","ts":1789688507.7734292,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9da5e733-b347-42d2-9f83-ac6783d6871b","EoS":true} {"level":"info","ts":1789688507.773445,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9da5e733-b347-42d2-9f83-ac6783d6871b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688507.7734606,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9da5e733-b347-42d2-9f83-ac6783d6871b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688507.7734814,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9da5e733-b347-42d2-9f83-ac6783d6871b"} {"level":"info","ts":1789688507.8014796,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688507.8015506,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbacdae0-ee4f-4793-817f-0c0955b30ae4"} {"level":"info","ts":1789688507.8015635,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"dbacdae0-ee4f-4793-817f-0c0955b30ae4"} {"level":"info","ts":1789688507.8015797,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dbacdae0-ee4f-4793-817f-0c0955b30ae4","EoS":false} {"level":"info","ts":1789688507.8015988,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dbacdae0-ee4f-4793-817f-0c0955b30ae4","EoS":true} {"level":"info","ts":1789688507.801622,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbacdae0-ee4f-4793-817f-0c0955b30ae4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688507.8016372,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"dbacdae0-ee4f-4793-817f-0c0955b30ae4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688507.8016646,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"dbacdae0-ee4f-4793-817f-0c0955b30ae4"} {"level":"info","ts":1789688507.8264654,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688507.8265297,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e"} {"level":"info","ts":1789688507.8265407,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e"} {"level":"info","ts":1789688507.82655,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e","EoS":false} {"level":"info","ts":1789688507.8265605,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e","EoS":true} {"level":"info","ts":1789688507.8265758,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688507.826588,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688507.8266048,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e"} {"level":"info","ts":1789688507.9864676,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d5fdae4d-9e30-451f-bf52-e1f571e4d290"} {"level":"info","ts":1789688507.986468,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"81145d54-57ee-4e7b-b616-3833197b0111","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789688507.9865193,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"81145d54-57ee-4e7b-b616-3833197b0111","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789688525.6914983,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688525.6916008,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3"} {"level":"info","ts":1789688525.6916146,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3"} {"level":"info","ts":1789688525.6916332,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3","EoS":false} {"level":"info","ts":1789688525.691651,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3","EoS":true} {"level":"info","ts":1789688525.6916795,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688525.6917007,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688525.6917498,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3"} {"level":"info","ts":1789688525.848265,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688525.8483348,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4"} {"level":"info","ts":1789688525.8483484,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4"} {"level":"info","ts":1789688525.848359,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4","EoS":false} {"level":"info","ts":1789688525.8483715,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4","EoS":true} {"level":"info","ts":1789688525.8483882,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688525.8484025,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688525.8484213,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4"} {"level":"info","ts":1789688525.9921634,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688525.9922414,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085"} {"level":"info","ts":1789688525.9922538,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085"} {"level":"info","ts":1789688525.9922643,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085","EoS":false} {"level":"info","ts":1789688525.992276,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085","EoS":true} {"level":"info","ts":1789688525.9922917,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688525.9923046,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688525.992321,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085"} {"level":"info","ts":1789688526.1315174,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688526.1315835,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0"} {"level":"info","ts":1789688526.1315942,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0"} {"level":"info","ts":1789688526.1316042,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0","EoS":false} {"level":"info","ts":1789688526.1316152,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0","EoS":true} {"level":"info","ts":1789688526.1316297,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688526.1316435,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688526.1316595,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0"} {"level":"info","ts":1789688526.2658205,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688526.2658799,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732"} {"level":"info","ts":1789688526.2658913,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732"} {"level":"info","ts":1789688526.2659013,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732","EoS":false} {"level":"info","ts":1789688526.265911,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732","EoS":true} {"level":"info","ts":1789688526.2659278,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688526.2659392,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688526.2659547,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732"} {"level":"info","ts":1789688526.4024997,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688526.4025593,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"364ae2b7-7596-4b0e-aed3-8254c0b319ce"} {"level":"info","ts":1789688526.4025693,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"364ae2b7-7596-4b0e-aed3-8254c0b319ce"} {"level":"info","ts":1789688526.4025793,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"364ae2b7-7596-4b0e-aed3-8254c0b319ce","EoS":false} {"level":"info","ts":1789688526.4025881,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"364ae2b7-7596-4b0e-aed3-8254c0b319ce","EoS":true} {"level":"info","ts":1789688526.402607,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"364ae2b7-7596-4b0e-aed3-8254c0b319ce","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688526.4026196,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"364ae2b7-7596-4b0e-aed3-8254c0b319ce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688526.4026349,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"364ae2b7-7596-4b0e-aed3-8254c0b319ce"} {"level":"info","ts":1789688541.3271086,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688541.3271952,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146"} {"level":"info","ts":1789688541.3272073,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146"} {"level":"info","ts":1789688541.3272188,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146","EoS":false} {"level":"info","ts":1789688541.3272297,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146","EoS":true} {"level":"info","ts":1789688541.3272507,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688541.3272686,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688541.327297,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146"} {"level":"info","ts":1789688541.36549,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688541.365552,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7c17b3e-f47e-4a22-9ca0-f724a9d1eeb0"} {"level":"info","ts":1789688541.365563,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b7c17b3e-f47e-4a22-9ca0-f724a9d1eeb0"} {"level":"info","ts":1789688541.3655725,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b7c17b3e-f47e-4a22-9ca0-f724a9d1eeb0","EoS":false} {"level":"info","ts":1789688541.3655815,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b7c17b3e-f47e-4a22-9ca0-f724a9d1eeb0","EoS":true} {"level":"info","ts":1789688541.365598,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7c17b3e-f47e-4a22-9ca0-f724a9d1eeb0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688541.3656108,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b7c17b3e-f47e-4a22-9ca0-f724a9d1eeb0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688541.3656268,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b7c17b3e-f47e-4a22-9ca0-f724a9d1eeb0"} {"level":"info","ts":1789688541.3978667,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688541.3979287,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce9dd0fd-b226-40a9-b030-7d100a69b9cd"} {"level":"info","ts":1789688541.3979394,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ce9dd0fd-b226-40a9-b030-7d100a69b9cd"} {"level":"info","ts":1789688541.397949,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ce9dd0fd-b226-40a9-b030-7d100a69b9cd","EoS":false} {"level":"info","ts":1789688541.3979592,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ce9dd0fd-b226-40a9-b030-7d100a69b9cd","EoS":true} {"level":"info","ts":1789688541.3979743,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce9dd0fd-b226-40a9-b030-7d100a69b9cd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688541.3979867,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ce9dd0fd-b226-40a9-b030-7d100a69b9cd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688541.3980029,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ce9dd0fd-b226-40a9-b030-7d100a69b9cd"} {"level":"info","ts":1789688541.429452,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688541.4295027,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e5da9073-a3ab-4228-862f-312bf9a45e2d"} {"level":"info","ts":1789688542.1955392,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688542.1956031,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00"} {"level":"info","ts":1789688542.1956148,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00"} {"level":"info","ts":1789688542.1956253,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00","EoS":false} {"level":"info","ts":1789688542.1956353,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00","EoS":true} {"level":"info","ts":1789688542.1956563,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688542.1956708,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688542.195743,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00"} {"level":"info","ts":1789688543.158325,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688543.1584241,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f"} {"level":"info","ts":1789688543.1584375,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f"} {"level":"info","ts":1789688543.1584485,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f","EoS":false} {"level":"info","ts":1789688543.1584592,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f","EoS":true} {"level":"info","ts":1789688543.15848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688543.1584954,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688543.1585572,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f"} {"level":"info","ts":1789688543.8814247,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688543.8815053,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1"} {"level":"info","ts":1789688543.8815172,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1"} {"level":"info","ts":1789688543.8815286,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1","EoS":false} {"level":"info","ts":1789688543.8815384,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1","EoS":true} {"level":"info","ts":1789688543.8815563,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688543.8815708,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688543.8815997,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1"} {"level":"info","ts":1789688544.927927,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688544.9280038,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873"} {"level":"info","ts":1789688544.9280164,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873"} {"level":"info","ts":1789688544.9280267,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873","EoS":false} {"level":"info","ts":1789688544.928037,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873","EoS":true} {"level":"info","ts":1789688544.9280558,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688544.928071,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688544.9280918,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873"} {"level":"info","ts":1789688550.3351629,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688550.3352442,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d029c635-2710-46ed-ac42-f956bf1d9809"} {"level":"info","ts":1789688550.3352566,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d029c635-2710-46ed-ac42-f956bf1d9809"} {"level":"info","ts":1789688550.3352675,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d029c635-2710-46ed-ac42-f956bf1d9809","EoS":false} {"level":"info","ts":1789688550.335278,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d029c635-2710-46ed-ac42-f956bf1d9809","EoS":true} {"level":"info","ts":1789688550.3352993,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d029c635-2710-46ed-ac42-f956bf1d9809","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688550.3353162,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d029c635-2710-46ed-ac42-f956bf1d9809","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688550.335333,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d029c635-2710-46ed-ac42-f956bf1d9809"} {"level":"info","ts":1789688555.418263,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688555.4183433,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b82cfaae-0c69-437b-85e2-77761f439c41"} {"level":"info","ts":1789688555.4183555,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b82cfaae-0c69-437b-85e2-77761f439c41"} {"level":"info","ts":1789688555.4183662,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b82cfaae-0c69-437b-85e2-77761f439c41","EoS":false} {"level":"info","ts":1789688555.4183779,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b82cfaae-0c69-437b-85e2-77761f439c41","EoS":true} {"level":"info","ts":1789688555.4183977,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b82cfaae-0c69-437b-85e2-77761f439c41","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688555.4184184,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b82cfaae-0c69-437b-85e2-77761f439c41","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688555.4184554,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b82cfaae-0c69-437b-85e2-77761f439c41"} {"level":"info","ts":1789688556.6319985,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688556.6320918,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c381f85c-fff5-4ef7-a380-f52504e721b0"} {"level":"info","ts":1789688556.6321027,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c381f85c-fff5-4ef7-a380-f52504e721b0"} {"level":"info","ts":1789688556.6321132,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c381f85c-fff5-4ef7-a380-f52504e721b0","EoS":false} {"level":"info","ts":1789688556.6321235,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c381f85c-fff5-4ef7-a380-f52504e721b0","EoS":true} {"level":"info","ts":1789688556.6321445,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c381f85c-fff5-4ef7-a380-f52504e721b0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688556.6321585,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c381f85c-fff5-4ef7-a380-f52504e721b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688556.6321785,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c381f85c-fff5-4ef7-a380-f52504e721b0"} {"level":"info","ts":1789688564.6201046,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688564.620189,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc"} {"level":"info","ts":1789688564.6202009,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc"} {"level":"info","ts":1789688564.620216,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc","EoS":false} {"level":"info","ts":1789688564.6202328,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc","EoS":true} {"level":"info","ts":1789688564.6202528,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688564.6202676,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688564.6202877,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc"} {"level":"info","ts":1789688566.2867756,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688566.2868662,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e85c71d-1123-460b-a261-2410510e00eb"} {"level":"info","ts":1789688566.2868817,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2e85c71d-1123-460b-a261-2410510e00eb"} {"level":"info","ts":1789688566.2868931,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2e85c71d-1123-460b-a261-2410510e00eb","EoS":false} {"level":"info","ts":1789688566.286905,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2e85c71d-1123-460b-a261-2410510e00eb","EoS":true} {"level":"info","ts":1789688566.2869263,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e85c71d-1123-460b-a261-2410510e00eb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789688566.2869403,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2e85c71d-1123-460b-a261-2410510e00eb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688566.286963,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2e85c71d-1123-460b-a261-2410510e00eb"} {"level":"info","ts":1789688632.3039112,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688632.303995,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cd191a1-9e40-46ce-88eb-422c244f7f01"} {"level":"info","ts":1789688632.3040082,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7cd191a1-9e40-46ce-88eb-422c244f7f01"} {"level":"info","ts":1789688632.30402,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7cd191a1-9e40-46ce-88eb-422c244f7f01","EoS":false} {"level":"info","ts":1789688632.30403,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7cd191a1-9e40-46ce-88eb-422c244f7f01","EoS":true} {"level":"info","ts":1789688632.30405,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7cd191a1-9e40-46ce-88eb-422c244f7f01","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789688632.3040648,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7cd191a1-9e40-46ce-88eb-422c244f7f01","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789688632.304084,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7cd191a1-9e40-46ce-88eb-422c244f7f01"} {"level":"info","ts":1789688654.150137,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688654.150222,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856"} {"level":"info","ts":1789688654.1502354,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856"} {"level":"info","ts":1789688654.150246,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856","EoS":false} {"level":"info","ts":1789688654.1502566,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856","EoS":true} {"level":"info","ts":1789688654.1502776,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789688654.1502924,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789688654.150311,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856"} {"level":"info","ts":1789688738.5626025,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688738.5626903,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf"} {"level":"info","ts":1789688738.5627012,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf"} {"level":"info","ts":1789688738.5627115,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf","EoS":false} {"level":"info","ts":1789688738.5627413,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf","EoS":true} {"level":"info","ts":1789688738.5627615,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688738.562778,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688738.5627964,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf"} {"level":"info","ts":1789688738.603244,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688738.6033237,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a13a7575-12cb-48b4-8bf4-b9c2679d6a7b"} {"level":"info","ts":1789688738.603338,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a13a7575-12cb-48b4-8bf4-b9c2679d6a7b"} {"level":"info","ts":1789688738.6033547,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a13a7575-12cb-48b4-8bf4-b9c2679d6a7b","EoS":false} {"level":"info","ts":1789688738.603374,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a13a7575-12cb-48b4-8bf4-b9c2679d6a7b","EoS":true} {"level":"info","ts":1789688738.6033998,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a13a7575-12cb-48b4-8bf4-b9c2679d6a7b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688738.603416,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a13a7575-12cb-48b4-8bf4-b9c2679d6a7b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688738.6034427,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a13a7575-12cb-48b4-8bf4-b9c2679d6a7b"} {"level":"info","ts":1789688738.641426,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688738.6414936,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eda7ffe8-8301-4703-9d42-30a5b075fae9"} {"level":"info","ts":1789688738.641507,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"eda7ffe8-8301-4703-9d42-30a5b075fae9"} {"level":"info","ts":1789688738.6415176,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eda7ffe8-8301-4703-9d42-30a5b075fae9","EoS":false} {"level":"info","ts":1789688738.641527,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eda7ffe8-8301-4703-9d42-30a5b075fae9","EoS":true} {"level":"info","ts":1789688738.641543,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eda7ffe8-8301-4703-9d42-30a5b075fae9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789688738.6415563,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"eda7ffe8-8301-4703-9d42-30a5b075fae9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789688738.6415768,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"eda7ffe8-8301-4703-9d42-30a5b075fae9"} {"level":"info","ts":1789688746.3395622,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688746.3396478,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ede59f99-e3ae-428f-b2d4-0d2a866cd365"} {"level":"info","ts":1789688746.3396595,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ede59f99-e3ae-428f-b2d4-0d2a866cd365"} {"level":"info","ts":1789688746.3396719,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ede59f99-e3ae-428f-b2d4-0d2a866cd365","EoS":false} {"level":"info","ts":1789688746.3396838,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ede59f99-e3ae-428f-b2d4-0d2a866cd365","EoS":true} {"level":"info","ts":1789688746.3397033,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ede59f99-e3ae-428f-b2d4-0d2a866cd365","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789688746.339739,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ede59f99-e3ae-428f-b2d4-0d2a866cd365","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789688746.339763,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ede59f99-e3ae-428f-b2d4-0d2a866cd365"} {"level":"info","ts":1789688752.4730706,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688752.4731746,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af"} {"level":"info","ts":1789688752.4731865,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af"} {"level":"info","ts":1789688752.4731994,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af","EoS":false} {"level":"info","ts":1789688752.4732127,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af","EoS":true} {"level":"info","ts":1789688752.4732313,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789688752.4732494,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789688752.4732783,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af"} {"level":"info","ts":1789688752.6245942,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688752.6246586,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84"} {"level":"info","ts":1789688752.6246696,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84"} {"level":"info","ts":1789688752.624679,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84","EoS":false} {"level":"info","ts":1789688752.6246893,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84","EoS":true} {"level":"info","ts":1789688752.6247046,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789688752.6247392,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789688752.6247633,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84"} {"level":"info","ts":1789688752.7618058,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688752.7618744,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea"} {"level":"info","ts":1789688752.7618868,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea"} {"level":"info","ts":1789688752.7618966,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea","EoS":false} {"level":"info","ts":1789688752.761909,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea","EoS":true} {"level":"info","ts":1789688752.7619228,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789688752.761934,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789688752.7619505,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea"} {"level":"info","ts":1789688752.903398,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688752.903456,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b6bb80d-b9ef-4093-ab63-77882b813d95"} {"level":"info","ts":1789688752.9034681,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1b6bb80d-b9ef-4093-ab63-77882b813d95"} {"level":"info","ts":1789688752.9034789,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1b6bb80d-b9ef-4093-ab63-77882b813d95","EoS":false} {"level":"info","ts":1789688752.903488,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1b6bb80d-b9ef-4093-ab63-77882b813d95","EoS":true} {"level":"info","ts":1789688752.9035008,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b6bb80d-b9ef-4093-ab63-77882b813d95","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789688752.9035122,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1b6bb80d-b9ef-4093-ab63-77882b813d95","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789688752.9035294,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1b6bb80d-b9ef-4093-ab63-77882b813d95"} {"level":"info","ts":1789688765.5956364,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789688765.595764,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded"} {"level":"info","ts":1789688765.5957782,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded"} {"level":"info","ts":1789688765.5957956,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded","EoS":false} {"level":"info","ts":1789688765.5958157,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded","EoS":true} {"level":"info","ts":1789688765.5958412,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789688765.5958586,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789688765.5958908,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded"}