{"level":"info","ts":1789682153.010917,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"fd9c9d14-e76a-4e6d-bea3-11be7c6232b2"} {"level":"info","ts":1789682153.0109553,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"fd9c9d14-e76a-4e6d-bea3-11be7c6232b2","name":"e2e-legacy-migration-1fff5173"} {"level":"info","ts":1789682153.0121589,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"7dedd1fc-4717-4da3-802d-2fd4f80ad2be","name":"e2e-legacy-migration-1fff5173","namespace":"llm"} {"level":"info","ts":1789682153.0122082,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"7dedd1fc-4717-4da3-802d-2fd4f80ad2be","modelName":"e2e-legacy-migration-1fff5173","resolvedRefs":1} {"level":"error","ts":1789682153.0210743,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"3234fe9d-55a0-4563-bef7-379429aa1d59","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1fff5173\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789682153.0211213,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"3234fe9d-55a0-4563-bef7-379429aa1d59","error":"ExternalModel \"e2e-legacy-migration-1fff5173\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-1fff5173\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789682153.0211897,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"bb887e85-c4a6-4950-b8eb-28b5b2010919"} {"level":"info","ts":1789682153.021225,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"bb887e85-c4a6-4950-b8eb-28b5b2010919","provider":"e2e-legacy-migration-1fff5173","phase":"Failed"} {"level":"error","ts":1789682153.055778,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"bb887e85-c4a6-4950-b8eb-28b5b2010919","error":"ExternalModel \"e2e-legacy-migration-1fff5173\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-1fff5173\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789682153.0667593,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"fd9c9d14-e76a-4e6d-bea3-11be7c6232b2","service":"e2e-legacy-migration-1fff5173","serviceEntry":"e2e-legacy-migration-1fff5173","destinationRule":"e2e-legacy-migration-1fff5173"} {"level":"info","ts":1789682153.0768669,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"f47f76ce-8ad1-4bb8-8bd9-33c0f4d0f7ae"} {"level":"info","ts":1789682153.0769107,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"f47f76ce-8ad1-4bb8-8bd9-33c0f4d0f7ae","provider":"e2e-legacy-migration-1fff5173","phase":"Failed"} {"level":"info","ts":1789682153.0896919,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"a4226e3a-e9a0-4739-b2e0-0a61c39b2741","name":"e2e-legacy-migration-1fff5173","namespace":"llm"} {"level":"info","ts":1789682153.0897803,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"a4226e3a-e9a0-4739-b2e0-0a61c39b2741","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789682153.0898416,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"a5b545c9-f2f8-49ab-99d5-d28d372639ef","name":"e2e-legacy-migration-1fff5173","namespace":"llm"} {"level":"info","ts":1789682153.0898798,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"a5b545c9-f2f8-49ab-99d5-d28d372639ef","modelName":"e2e-legacy-migration-1fff5173","resolvedRefs":1} {"level":"info","ts":1789682153.090973,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"680c7f6b-762c-4ce1-8e33-439ee8c1d9e2"} {"level":"info","ts":1789682153.0910244,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"680c7f6b-762c-4ce1-8e33-439ee8c1d9e2","name":"e2e-legacy-migration-1fff5173"} {"level":"error","ts":1789682153.0953019,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"f47f76ce-8ad1-4bb8-8bd9-33c0f4d0f7ae","error":"ExternalModel \"e2e-legacy-migration-1fff5173\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-1fff5173\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789682153.0953825,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"8bb514b4-6178-4639-86b8-73d2e5013807"} {"level":"info","ts":1789682153.0954306,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"8bb514b4-6178-4639-86b8-73d2e5013807","name":"e2e-legacy-migration-1fff5173"} {"level":"info","ts":1789682153.1525295,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"780cc6ae-a0f2-487a-88c1-ebd1710b1a9e","name":"e2e-legacy-migration-1fff5173","namespace":"llm"} {"level":"info","ts":1789682153.1525793,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"780cc6ae-a0f2-487a-88c1-ebd1710b1a9e","modelName":"e2e-legacy-migration-1fff5173","resolvedRefs":1} {"level":"error","ts":1789682153.1962676,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"8bb514b4-6178-4639-86b8-73d2e5013807","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1fff5173\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789682153.1963046,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"680c7f6b-762c-4ce1-8e33-439ee8c1d9e2","service":"e2e-legacy-migration-1fff5173","serviceEntry":"e2e-legacy-migration-1fff5173","destinationRule":"e2e-legacy-migration-1fff5173"} {"level":"error","ts":1789682153.1963294,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"8bb514b4-6178-4639-86b8-73d2e5013807","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-1fff5173\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789682153.1964097,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"fcc2d56f-2dce-4cac-baf4-ff7e9bad43c3"} {"level":"info","ts":1789682153.196482,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"fcc2d56f-2dce-4cac-baf4-ff7e9bad43c3","name":"e2e-legacy-migration-1fff5173"} {"level":"info","ts":1789682153.298218,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"fcc2d56f-2dce-4cac-baf4-ff7e9bad43c3","httpRoute":"e2e-legacy-migration-1fff5173","providers":["e2e-legacy-migration-1fff5173"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789682153.3445776,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"2e26dacf-df62-4fc4-ae06-f5fa43a90463","name":"e2e-legacy-migration-1fff5173","namespace":"llm"} {"level":"info","ts":1789682153.344629,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"2e26dacf-df62-4fc4-ae06-f5fa43a90463","modelName":"e2e-legacy-migration-1fff5173","resolvedRefs":1} {"level":"error","ts":1789682153.454231,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"fcc2d56f-2dce-4cac-baf4-ff7e9bad43c3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1fff5173\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789682153.4543571,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"feb6abf2-2d9f-43f3-8c8f-402233843468"} {"level":"info","ts":1789682153.4544399,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"feb6abf2-2d9f-43f3-8c8f-402233843468","name":"e2e-legacy-migration-1fff5173"} {"level":"info","ts":1789682153.5535347,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"629f3954-1ae7-4dd6-85f6-c94636f3187d","name":"e2e-legacy-migration-1fff5173","namespace":"llm"} {"level":"info","ts":1789682153.5536842,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"629f3954-1ae7-4dd6-85f6-c94636f3187d","modelName":"e2e-legacy-migration-1fff5173","resolvedRefs":1} {"level":"info","ts":1789682153.734876,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"feb6abf2-2d9f-43f3-8c8f-402233843468","httpRoute":"e2e-legacy-migration-1fff5173","providers":["e2e-legacy-migration-1fff5173"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789682153.7798045,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"feb6abf2-2d9f-43f3-8c8f-402233843468","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-1fff5173\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789682153.7799187,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"f3b46f8d-d29c-40a1-b9be-2a27ad2d414d"} {"level":"info","ts":1789682153.7799869,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"f3b46f8d-d29c-40a1-b9be-2a27ad2d414d","name":"e2e-legacy-migration-1fff5173"} {"level":"info","ts":1789682153.8925686,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"f3b46f8d-d29c-40a1-b9be-2a27ad2d414d","httpRoute":"e2e-legacy-migration-1fff5173","providers":["e2e-legacy-migration-1fff5173"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789682153.8979406,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"e3d2b51f-f31a-44aa-b67c-62cb0de81de0","name":"e2e-legacy-migration-1fff5173","namespace":"llm"} {"level":"info","ts":1789682153.9427218,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"e3d2b51f-f31a-44aa-b67c-62cb0de81de0","name":"e2e-legacy-migration-1fff5173"} {"level":"info","ts":1789682153.9994662,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"e3d2b51f-f31a-44aa-b67c-62cb0de81de0","provider":"openai","model":"e2e-legacy-migration-1fff5173","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789682155.9566524,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"040f677a-bbde-418c-b1da-a60637e9ab7d","name":"e2e-legacy-migration-1fff5173","namespace":"llm"} {"level":"info","ts":1789682155.985868,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"5e337d80-4fff-4c88-881e-28f60ca21a93","name":"e2e-legacy-migration-1fff5173","namespace":"llm"} {"level":"info","ts":1789682155.9861658,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"5e337d80-4fff-4c88-881e-28f60ca21a93","name":"e2e-legacy-migration-1fff5173","namespace":"llm"} {"level":"info","ts":1789682155.9858859,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"e670e5a1-2eed-4306-b677-a24c2458c833"} {"level":"info","ts":1789682155.999346,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"e1aedb0d-10f3-4c53-9fa0-8d411ed3780f"} {"level":"info","ts":1789682155.9993546,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"78161c7a-ffe0-4bba-b422-17491d3c7b9a","name":"e2e-legacy-migration-1fff5173","namespace":"llm"} {"level":"info","ts":1789682155.999407,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-1fff5173","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-1fff5173","reconcileID":"78161c7a-ffe0-4bba-b422-17491d3c7b9a","name":"e2e-legacy-migration-1fff5173","namespace":"llm"} {"level":"info","ts":1789682156.4583187,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789682156.458426,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b74661f9-36f8-43d5-9805-d01752aa21b1"} {"level":"info","ts":1789682156.4584394,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b74661f9-36f8-43d5-9805-d01752aa21b1"} {"level":"info","ts":1789682156.4584565,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b74661f9-36f8-43d5-9805-d01752aa21b1","EoS":false} {"level":"info","ts":1789682156.4584692,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b74661f9-36f8-43d5-9805-d01752aa21b1","EoS":true} {"level":"info","ts":1789682156.4584918,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b74661f9-36f8-43d5-9805-d01752aa21b1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789682156.458508,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b74661f9-36f8-43d5-9805-d01752aa21b1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789682156.4585176,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"b74661f9-36f8-43d5-9805-d01752aa21b1","modelName":"e2e-external-model"} {"level":"info","ts":1789682156.4585314,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"b74661f9-36f8-43d5-9805-d01752aa21b1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789682156.4585748,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b74661f9-36f8-43d5-9805-d01752aa21b1"} {"level":"info","ts":1789682156.663309,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789682156.6634102,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6511442c-e06e-4ae9-8086-0b5cabd0ed4b"} {"level":"info","ts":1789682156.6634269,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6511442c-e06e-4ae9-8086-0b5cabd0ed4b"} {"level":"info","ts":1789682156.6634426,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6511442c-e06e-4ae9-8086-0b5cabd0ed4b","EoS":false} {"level":"info","ts":1789682156.6634588,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6511442c-e06e-4ae9-8086-0b5cabd0ed4b","EoS":true} {"level":"info","ts":1789682156.663486,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6511442c-e06e-4ae9-8086-0b5cabd0ed4b","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789682156.663507,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6511442c-e06e-4ae9-8086-0b5cabd0ed4b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789682156.6635375,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6511442c-e06e-4ae9-8086-0b5cabd0ed4b"} {"level":"info","ts":1789682156.7515948,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789682156.7516913,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a5d92b3-a514-47bb-a71b-14e0fe2f9ffb"} {"level":"info","ts":1789682156.75171,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5a5d92b3-a514-47bb-a71b-14e0fe2f9ffb"} {"level":"info","ts":1789682156.751728,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5a5d92b3-a514-47bb-a71b-14e0fe2f9ffb","EoS":false} {"level":"info","ts":1789682156.7517488,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5a5d92b3-a514-47bb-a71b-14e0fe2f9ffb","EoS":true} {"level":"info","ts":1789682156.7517831,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"5a5d92b3-a514-47bb-a71b-14e0fe2f9ffb","field":"model"} {"level":"info","ts":1789682156.7518182,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5a5d92b3-a514-47bb-a71b-14e0fe2f9ffb"} {"level":"info","ts":1789682157.9242704,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90da7b65-ee1f-42b9-98fb-82214f2faa09"} {"level":"info","ts":1789682157.9243038,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80153278-9b3b-40f4-9a91-1caa2d45419c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789682157.9243276,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80153278-9b3b-40f4-9a91-1caa2d45419c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789682158.1243408,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73e628e2-4c24-46e1-9106-9be871a27580"} {"level":"info","ts":1789682158.1243713,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"beb0f5d5-f818-48c2-b271-66bfab1f4ee3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789682158.1244557,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"beb0f5d5-f818-48c2-b271-66bfab1f4ee3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789682176.1063833,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789682176.1065006,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4fb08a1-e93f-40bc-9290-a62880272330"} {"level":"info","ts":1789682176.1065168,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a4fb08a1-e93f-40bc-9290-a62880272330"} {"level":"info","ts":1789682176.1065342,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a4fb08a1-e93f-40bc-9290-a62880272330","EoS":false} {"level":"info","ts":1789682176.10655,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a4fb08a1-e93f-40bc-9290-a62880272330","EoS":true} {"level":"info","ts":1789682176.1065798,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4fb08a1-e93f-40bc-9290-a62880272330","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789682176.1065974,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a4fb08a1-e93f-40bc-9290-a62880272330","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789682176.1066215,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a4fb08a1-e93f-40bc-9290-a62880272330"} {"level":"info","ts":1789682180.3288095,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789682180.328921,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9233acb4-b83d-9c42-86a6-b00bc4e63514"} {"level":"info","ts":1789682180.3289354,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9233acb4-b83d-9c42-86a6-b00bc4e63514"} {"level":"info","ts":1789682180.3289511,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9233acb4-b83d-9c42-86a6-b00bc4e63514","EoS":false} {"level":"info","ts":1789682180.3289669,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9233acb4-b83d-9c42-86a6-b00bc4e63514","EoS":true} {"level":"info","ts":1789682180.3289955,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9233acb4-b83d-9c42-86a6-b00bc4e63514","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789682180.3290148,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9233acb4-b83d-9c42-86a6-b00bc4e63514","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789682180.3290405,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9233acb4-b83d-9c42-86a6-b00bc4e63514"} {"level":"info","ts":1789682180.3685648,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789682180.3686743,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12a70afd-c57d-453e-86f4-9d613d2ee5d1"} {"level":"info","ts":1789682180.3686934,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"12a70afd-c57d-453e-86f4-9d613d2ee5d1"} {"level":"info","ts":1789682180.3687065,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"12a70afd-c57d-453e-86f4-9d613d2ee5d1","EoS":false} {"level":"info","ts":1789682180.3687184,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"12a70afd-c57d-453e-86f4-9d613d2ee5d1","EoS":true} {"level":"info","ts":1789682180.368738,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"12a70afd-c57d-453e-86f4-9d613d2ee5d1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789682180.3687537,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"12a70afd-c57d-453e-86f4-9d613d2ee5d1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789682180.3687735,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"12a70afd-c57d-453e-86f4-9d613d2ee5d1"} {"level":"info","ts":1789682180.418556,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789682180.418664,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c099693f-7ec7-44de-a2fa-29c263489e18"} {"level":"info","ts":1789682180.4186804,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c099693f-7ec7-44de-a2fa-29c263489e18"} {"level":"info","ts":1789682180.4186969,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c099693f-7ec7-44de-a2fa-29c263489e18","EoS":false} {"level":"info","ts":1789682180.4187126,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c099693f-7ec7-44de-a2fa-29c263489e18","EoS":true} {"level":"info","ts":1789682180.4187417,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c099693f-7ec7-44de-a2fa-29c263489e18","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789682180.4187632,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c099693f-7ec7-44de-a2fa-29c263489e18","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789682180.4187894,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c099693f-7ec7-44de-a2fa-29c263489e18"} {"level":"info","ts":1789682180.4585757,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789682180.458738,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0a4627f-f000-4271-b0a7-1d1acfda2651"} {"level":"info","ts":1789682180.458761,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a0a4627f-f000-4271-b0a7-1d1acfda2651"} {"level":"info","ts":1789682180.4587781,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a0a4627f-f000-4271-b0a7-1d1acfda2651","EoS":false} {"level":"info","ts":1789682180.4587944,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a0a4627f-f000-4271-b0a7-1d1acfda2651","EoS":true} {"level":"info","ts":1789682180.4588215,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0a4627f-f000-4271-b0a7-1d1acfda2651","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789682180.4588416,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a0a4627f-f000-4271-b0a7-1d1acfda2651","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789682180.4588704,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a0a4627f-f000-4271-b0a7-1d1acfda2651"} {"level":"info","ts":1789682197.6944435,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789682197.6945581,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89ef3d3c-5525-48de-b4dd-16837e07639c"} {"level":"info","ts":1789682197.6945777,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"89ef3d3c-5525-48de-b4dd-16837e07639c"} {"level":"info","ts":1789682197.6945953,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"89ef3d3c-5525-48de-b4dd-16837e07639c","EoS":false} {"level":"info","ts":1789682197.6946142,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"89ef3d3c-5525-48de-b4dd-16837e07639c","EoS":true} {"level":"info","ts":1789682197.694643,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"89ef3d3c-5525-48de-b4dd-16837e07639c","field":"model"} {"level":"info","ts":1789682197.6946802,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"89ef3d3c-5525-48de-b4dd-16837e07639c"} {"level":"info","ts":1789682197.8513272,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789682197.851417,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"199864ac-9a3f-4723-a5bd-681140650a17"} {"level":"info","ts":1789682197.8514292,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"199864ac-9a3f-4723-a5bd-681140650a17"} {"level":"info","ts":1789682197.85144,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"199864ac-9a3f-4723-a5bd-681140650a17","EoS":false} {"level":"info","ts":1789682197.8514502,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"199864ac-9a3f-4723-a5bd-681140650a17","EoS":true} {"level":"info","ts":1789682197.8514633,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"199864ac-9a3f-4723-a5bd-681140650a17","field":"model"} {"level":"info","ts":1789682197.8514888,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"199864ac-9a3f-4723-a5bd-681140650a17"} {"level":"info","ts":1789682198.0132425,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789682198.013355,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6fff229-859f-440f-9837-6f603af63a05"} {"level":"info","ts":1789682198.013373,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e6fff229-859f-440f-9837-6f603af63a05"} {"level":"info","ts":1789682198.0133903,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e6fff229-859f-440f-9837-6f603af63a05","EoS":false} {"level":"info","ts":1789682198.013407,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e6fff229-859f-440f-9837-6f603af63a05","EoS":true} {"level":"info","ts":1789682198.0134337,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"e6fff229-859f-440f-9837-6f603af63a05","field":"model"} {"level":"info","ts":1789682198.0134678,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e6fff229-859f-440f-9837-6f603af63a05"} {"level":"info","ts":1789683384.079968,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683384.0800726,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97d8e642-3ebf-489e-870d-44106b56ca4b"} {"level":"info","ts":1789683384.080087,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"97d8e642-3ebf-489e-870d-44106b56ca4b"} {"level":"info","ts":1789683384.0800998,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"97d8e642-3ebf-489e-870d-44106b56ca4b","EoS":false} {"level":"info","ts":1789683384.0801108,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"97d8e642-3ebf-489e-870d-44106b56ca4b","EoS":true} {"level":"info","ts":1789683384.0801337,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97d8e642-3ebf-489e-870d-44106b56ca4b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789683384.0801485,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"97d8e642-3ebf-489e-870d-44106b56ca4b","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789683384.0801926,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"97d8e642-3ebf-489e-870d-44106b56ca4b"} {"level":"info","ts":1789683384.1324165,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683384.1325006,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"727467ad-6f3f-4fb9-8a45-dc320c781a20"} {"level":"info","ts":1789683384.1325104,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"727467ad-6f3f-4fb9-8a45-dc320c781a20"} {"level":"info","ts":1789683384.1325204,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"727467ad-6f3f-4fb9-8a45-dc320c781a20","EoS":false} {"level":"info","ts":1789683384.1325302,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"727467ad-6f3f-4fb9-8a45-dc320c781a20","EoS":true} {"level":"info","ts":1789683384.1325538,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"727467ad-6f3f-4fb9-8a45-dc320c781a20","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789683384.1325686,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"727467ad-6f3f-4fb9-8a45-dc320c781a20","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789683384.1325905,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"727467ad-6f3f-4fb9-8a45-dc320c781a20"} {"level":"info","ts":1789683718.3451986,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"95186ebf-ca63-401c-b86a-746cf906247e","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789683718.3452296,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b305afa6-515c-4165-ab6c-ab307f6e873b"} {"level":"error","ts":1789683718.3452592,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"95186ebf-ca63-401c-b86a-746cf906247e","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789683718.345279,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"95186ebf-ca63-401c-b86a-746cf906247e"} {"level":"info","ts":1789683718.3509638,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f3dd1bd0-57a0-41a8-95ea-96d8bb1495fb","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789683718.3509953,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f3dd1bd0-57a0-41a8-95ea-96d8bb1495fb","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789683718.3510184,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f3dd1bd0-57a0-41a8-95ea-96d8bb1495fb"} {"level":"error","ts":1789683718.3540335,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b305afa6-515c-4165-ab6c-ab307f6e873b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789683718.3540735,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b305afa6-515c-4165-ab6c-ab307f6e873b","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789683718.3570113,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"92fb66b3-913d-4d44-bfe3-9875fab8dcb0","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789683718.357035,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"92fb66b3-913d-4d44-bfe3-9875fab8dcb0","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789683718.3570518,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"92fb66b3-913d-4d44-bfe3-9875fab8dcb0"} {"level":"error","ts":1789683718.3588846,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b305afa6-515c-4165-ab6c-ab307f6e873b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789683718.358922,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b305afa6-515c-4165-ab6c-ab307f6e873b","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789683718.3589811,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b97fd967-62ab-428e-a1ca-1bfa821cb944"} {"level":"error","ts":1789683718.359009,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b97fd967-62ab-428e-a1ca-1bfa821cb944","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789683718.3635252,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b97fd967-62ab-428e-a1ca-1bfa821cb944","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789683718.3737369,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fcb36277-7de1-40de-86df-33e69ad7d279"} {"level":"error","ts":1789683718.3737705,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fcb36277-7de1-40de-86df-33e69ad7d279","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789683718.3780954,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fcb36277-7de1-40de-86df-33e69ad7d279","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789683718.3982313,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"735f3935-9d34-423b-8a94-f1c141e13e5a"} {"level":"error","ts":1789683718.3982606,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"735f3935-9d34-423b-8a94-f1c141e13e5a","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789683718.4040778,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"735f3935-9d34-423b-8a94-f1c141e13e5a","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789683718.4442306,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f1569155-6e6f-4706-a1ef-5ac658c5719c"} {"level":"error","ts":1789683718.4442813,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f1569155-6e6f-4706-a1ef-5ac658c5719c","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789683718.4494336,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f1569155-6e6f-4706-a1ef-5ac658c5719c","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789683718.4925823,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5a95a9fe-1a32-4703-8d51-d042c114ccdb","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789683718.4926102,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5a95a9fe-1a32-4703-8d51-d042c114ccdb","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789683718.4926264,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5a95a9fe-1a32-4703-8d51-d042c114ccdb"} {"level":"info","ts":1789683718.4926443,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"33beab01-3579-47c0-98d6-e9f6438f82eb"} {"level":"error","ts":1789683718.4926865,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"33beab01-3579-47c0-98d6-e9f6438f82eb","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789683718.498123,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"33beab01-3579-47c0-98d6-e9f6438f82eb","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789683718.658526,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"901a0cd0-d9bd-4053-83f6-fb3dc8a45174"} {"level":"error","ts":1789683718.6585834,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"901a0cd0-d9bd-4053-83f6-fb3dc8a45174","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789683718.6642642,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"901a0cd0-d9bd-4053-83f6-fb3dc8a45174","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789683718.9844916,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a4499bb0-5711-4ad1-b81b-f2f830f367a7"} {"level":"error","ts":1789683718.984546,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a4499bb0-5711-4ad1-b81b-f2f830f367a7","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789683718.990488,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a4499bb0-5711-4ad1-b81b-f2f830f367a7","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789683719.6309896,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3854e143-41c2-4bcd-ab75-fb36bd7d9799"} {"level":"error","ts":1789683719.6310463,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3854e143-41c2-4bcd-ab75-fb36bd7d9799","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789683719.6369789,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3854e143-41c2-4bcd-ab75-fb36bd7d9799","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789683720.9181044,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"55225f23-c954-4208-adf0-55c5d46f771b"} {"level":"error","ts":1789683720.918191,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"55225f23-c954-4208-adf0-55c5d46f771b","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789683720.9270873,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"55225f23-c954-4208-adf0-55c5d46f771b","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789683723.4873185,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"aa6ddd51-fc28-43b0-9e98-6f18e68b9cf1"} {"level":"error","ts":1789683723.4873803,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"aa6ddd51-fc28-43b0-9e98-6f18e68b9cf1","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789683723.4933662,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b4783d35-39a8-4bf5-b521-73efd5d79108","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789683723.4934142,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b4783d35-39a8-4bf5-b521-73efd5d79108","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789683723.493434,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b4783d35-39a8-4bf5-b521-73efd5d79108"} {"level":"error","ts":1789683723.4942758,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"aa6ddd51-fc28-43b0-9e98-6f18e68b9cf1","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789683728.4940047,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3bc7f57d-fcd7-4ce4-9e90-4f3d6be888ba","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789683728.4940574,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3bc7f57d-fcd7-4ce4-9e90-4f3d6be888ba","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789683728.4940822,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3bc7f57d-fcd7-4ce4-9e90-4f3d6be888ba"} {"level":"info","ts":1789683728.6153457,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f97b79b6-fbd0-4e54-8926-708002a80323"} {"level":"error","ts":1789683728.615398,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f97b79b6-fbd0-4e54-8926-708002a80323","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789683728.6220398,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f97b79b6-fbd0-4e54-8926-708002a80323","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789683728.9190478,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683728.9191473,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ecc4e3d-422f-48c1-b72c-bd264843748d"} {"level":"info","ts":1789683728.9191656,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7ecc4e3d-422f-48c1-b72c-bd264843748d"} {"level":"info","ts":1789683728.919208,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7ecc4e3d-422f-48c1-b72c-bd264843748d","EoS":false} {"level":"info","ts":1789683728.919225,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7ecc4e3d-422f-48c1-b72c-bd264843748d","EoS":true} {"level":"info","ts":1789683728.9192584,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ecc4e3d-422f-48c1-b72c-bd264843748d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789683728.9192767,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7ecc4e3d-422f-48c1-b72c-bd264843748d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683728.919299,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7ecc4e3d-422f-48c1-b72c-bd264843748d"} {"level":"info","ts":1789683728.9768233,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683728.9768953,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d324aec3-c48c-4e1b-ba32-370adbe17d50"} {"level":"info","ts":1789683728.9769046,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d324aec3-c48c-4e1b-ba32-370adbe17d50"} {"level":"info","ts":1789683728.9769146,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d324aec3-c48c-4e1b-ba32-370adbe17d50","EoS":false} {"level":"info","ts":1789683728.976925,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d324aec3-c48c-4e1b-ba32-370adbe17d50","EoS":true} {"level":"info","ts":1789683728.9769452,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d324aec3-c48c-4e1b-ba32-370adbe17d50","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789683728.9769595,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d324aec3-c48c-4e1b-ba32-370adbe17d50","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683728.9769778,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d324aec3-c48c-4e1b-ba32-370adbe17d50"} {"level":"info","ts":1789683729.0380743,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683729.0381596,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4f2c673-71be-45a1-afc7-e2184dbf0c9c"} {"level":"info","ts":1789683729.0381906,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a4f2c673-71be-45a1-afc7-e2184dbf0c9c"} {"level":"info","ts":1789683729.0382032,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a4f2c673-71be-45a1-afc7-e2184dbf0c9c","EoS":false} {"level":"info","ts":1789683729.0382135,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a4f2c673-71be-45a1-afc7-e2184dbf0c9c","EoS":true} {"level":"info","ts":1789683729.038233,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4f2c673-71be-45a1-afc7-e2184dbf0c9c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789683729.038249,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a4f2c673-71be-45a1-afc7-e2184dbf0c9c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683729.0382679,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a4f2c673-71be-45a1-afc7-e2184dbf0c9c"} {"level":"info","ts":1789683729.0788298,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683729.0789297,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00e60c45-6718-4b19-a39e-196612f3cc6a"} {"level":"info","ts":1789683729.0789442,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"00e60c45-6718-4b19-a39e-196612f3cc6a"} {"level":"info","ts":1789683729.0789554,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"00e60c45-6718-4b19-a39e-196612f3cc6a","EoS":false} {"level":"info","ts":1789683729.0789716,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"00e60c45-6718-4b19-a39e-196612f3cc6a","EoS":true} {"level":"info","ts":1789683729.0789955,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00e60c45-6718-4b19-a39e-196612f3cc6a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789683729.0790102,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"00e60c45-6718-4b19-a39e-196612f3cc6a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683729.0790308,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"00e60c45-6718-4b19-a39e-196612f3cc6a"} {"level":"info","ts":1789683729.1073377,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683729.1074114,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ba39368-8747-40bc-9e9f-d66cc4be07f2"} {"level":"info","ts":1789683729.1074214,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9ba39368-8747-40bc-9e9f-d66cc4be07f2"} {"level":"info","ts":1789683729.1074314,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9ba39368-8747-40bc-9e9f-d66cc4be07f2","EoS":false} {"level":"info","ts":1789683729.1074414,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9ba39368-8747-40bc-9e9f-d66cc4be07f2","EoS":true} {"level":"info","ts":1789683729.107459,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ba39368-8747-40bc-9e9f-d66cc4be07f2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789683729.1074722,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9ba39368-8747-40bc-9e9f-d66cc4be07f2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683729.10749,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9ba39368-8747-40bc-9e9f-d66cc4be07f2"} {"level":"info","ts":1789683729.1362185,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683729.1362984,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d865e24-edfa-47a1-99ab-51985afbbb11"} {"level":"info","ts":1789683729.1363137,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9d865e24-edfa-47a1-99ab-51985afbbb11"} {"level":"info","ts":1789683729.1363246,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9d865e24-edfa-47a1-99ab-51985afbbb11","EoS":false} {"level":"info","ts":1789683729.1363347,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9d865e24-edfa-47a1-99ab-51985afbbb11","EoS":true} {"level":"info","ts":1789683729.136352,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d865e24-edfa-47a1-99ab-51985afbbb11","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789683729.1363647,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9d865e24-edfa-47a1-99ab-51985afbbb11","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683729.1363816,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9d865e24-edfa-47a1-99ab-51985afbbb11"} {"level":"info","ts":1789683729.3373814,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4b0a6dc6-1830-4c1d-9738-02238940060f","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789683729.3374279,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4b0a6dc6-1830-4c1d-9738-02238940060f","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789683729.337421,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"04f004b2-5e2f-428e-a070-bb88d049e7ce"} {"level":"info","ts":1789683747.086969,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683747.0870605,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a134576a-291e-4f56-b481-5c07f26f8801"} {"level":"info","ts":1789683747.087073,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a134576a-291e-4f56-b481-5c07f26f8801"} {"level":"info","ts":1789683747.0870843,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a134576a-291e-4f56-b481-5c07f26f8801","EoS":false} {"level":"info","ts":1789683747.087095,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a134576a-291e-4f56-b481-5c07f26f8801","EoS":true} {"level":"info","ts":1789683747.087115,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a134576a-291e-4f56-b481-5c07f26f8801","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789683747.0871296,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a134576a-291e-4f56-b481-5c07f26f8801","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683747.0871513,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a134576a-291e-4f56-b481-5c07f26f8801"} {"level":"info","ts":1789683747.2427878,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683747.2428913,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71d7bc3e-08d8-46d7-84ad-9f5338fabf9c"} {"level":"info","ts":1789683747.2429054,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"71d7bc3e-08d8-46d7-84ad-9f5338fabf9c"} {"level":"info","ts":1789683747.242936,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"71d7bc3e-08d8-46d7-84ad-9f5338fabf9c","EoS":false} {"level":"info","ts":1789683747.2429464,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"71d7bc3e-08d8-46d7-84ad-9f5338fabf9c","EoS":true} {"level":"info","ts":1789683747.2429657,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"71d7bc3e-08d8-46d7-84ad-9f5338fabf9c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789683747.242981,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"71d7bc3e-08d8-46d7-84ad-9f5338fabf9c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683747.2430034,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"71d7bc3e-08d8-46d7-84ad-9f5338fabf9c"} {"level":"info","ts":1789683747.3896854,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683747.3897672,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30706536-463f-4b70-b16d-60dcf187fcd3"} {"level":"info","ts":1789683747.3897765,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"30706536-463f-4b70-b16d-60dcf187fcd3"} {"level":"info","ts":1789683747.3897865,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"30706536-463f-4b70-b16d-60dcf187fcd3","EoS":false} {"level":"info","ts":1789683747.389796,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"30706536-463f-4b70-b16d-60dcf187fcd3","EoS":true} {"level":"info","ts":1789683747.3898149,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30706536-463f-4b70-b16d-60dcf187fcd3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789683747.3898273,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"30706536-463f-4b70-b16d-60dcf187fcd3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683747.3898528,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"30706536-463f-4b70-b16d-60dcf187fcd3"} {"level":"info","ts":1789683747.528575,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683747.5286603,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"458bbd85-104b-4ca1-8a8d-8b5c20e645f7"} {"level":"info","ts":1789683747.5286722,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"458bbd85-104b-4ca1-8a8d-8b5c20e645f7"} {"level":"info","ts":1789683747.5286822,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"458bbd85-104b-4ca1-8a8d-8b5c20e645f7","EoS":false} {"level":"info","ts":1789683747.528692,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"458bbd85-104b-4ca1-8a8d-8b5c20e645f7","EoS":true} {"level":"info","ts":1789683747.5287106,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"458bbd85-104b-4ca1-8a8d-8b5c20e645f7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789683747.5287263,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"458bbd85-104b-4ca1-8a8d-8b5c20e645f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683747.5287468,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"458bbd85-104b-4ca1-8a8d-8b5c20e645f7"} {"level":"info","ts":1789683747.6706247,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683747.670709,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"024a4a7f-fd7e-4c9f-9910-4dcae8bcfc50"} {"level":"info","ts":1789683747.670725,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"024a4a7f-fd7e-4c9f-9910-4dcae8bcfc50"} {"level":"info","ts":1789683747.6707354,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"024a4a7f-fd7e-4c9f-9910-4dcae8bcfc50","EoS":false} {"level":"info","ts":1789683747.6707463,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"024a4a7f-fd7e-4c9f-9910-4dcae8bcfc50","EoS":true} {"level":"info","ts":1789683747.6707666,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"024a4a7f-fd7e-4c9f-9910-4dcae8bcfc50","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789683747.670779,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"024a4a7f-fd7e-4c9f-9910-4dcae8bcfc50","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683747.6708007,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"024a4a7f-fd7e-4c9f-9910-4dcae8bcfc50"} {"level":"info","ts":1789683747.8065956,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683747.8066819,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c3fb132-b5c1-4a25-bc42-f17b71719aea"} {"level":"info","ts":1789683747.8066928,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6c3fb132-b5c1-4a25-bc42-f17b71719aea"} {"level":"info","ts":1789683747.8067036,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6c3fb132-b5c1-4a25-bc42-f17b71719aea","EoS":false} {"level":"info","ts":1789683747.806713,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6c3fb132-b5c1-4a25-bc42-f17b71719aea","EoS":true} {"level":"info","ts":1789683747.8067334,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c3fb132-b5c1-4a25-bc42-f17b71719aea","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789683747.8067489,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6c3fb132-b5c1-4a25-bc42-f17b71719aea","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683747.8067732,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6c3fb132-b5c1-4a25-bc42-f17b71719aea"} {"level":"info","ts":1789683761.7974002,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683761.79751,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88afdbe3-2b50-4e90-847a-2524d74343ec"} {"level":"info","ts":1789683761.7975311,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"88afdbe3-2b50-4e90-847a-2524d74343ec"} {"level":"info","ts":1789683761.7975469,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"88afdbe3-2b50-4e90-847a-2524d74343ec","EoS":false} {"level":"info","ts":1789683761.7975564,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"88afdbe3-2b50-4e90-847a-2524d74343ec","EoS":true} {"level":"info","ts":1789683761.7975774,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88afdbe3-2b50-4e90-847a-2524d74343ec","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789683761.7975929,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"88afdbe3-2b50-4e90-847a-2524d74343ec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683761.7976182,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"88afdbe3-2b50-4e90-847a-2524d74343ec"} {"level":"info","ts":1789683761.8421595,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683761.8422587,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e695b3ff-4a34-474f-adb3-69d7b19eb280"} {"level":"info","ts":1789683761.842271,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e695b3ff-4a34-474f-adb3-69d7b19eb280"} {"level":"info","ts":1789683761.8422816,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e695b3ff-4a34-474f-adb3-69d7b19eb280","EoS":false} {"level":"info","ts":1789683761.8422945,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e695b3ff-4a34-474f-adb3-69d7b19eb280","EoS":true} {"level":"info","ts":1789683761.8423145,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e695b3ff-4a34-474f-adb3-69d7b19eb280","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789683761.8423314,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e695b3ff-4a34-474f-adb3-69d7b19eb280","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683761.8423514,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e695b3ff-4a34-474f-adb3-69d7b19eb280"} {"level":"info","ts":1789683761.880151,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683761.8802688,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c3453d6-46d5-4bd7-93da-9e9222ab4364"} {"level":"info","ts":1789683761.8802853,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5c3453d6-46d5-4bd7-93da-9e9222ab4364"} {"level":"info","ts":1789683761.8803034,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5c3453d6-46d5-4bd7-93da-9e9222ab4364","EoS":false} {"level":"info","ts":1789683761.8803232,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5c3453d6-46d5-4bd7-93da-9e9222ab4364","EoS":true} {"level":"info","ts":1789683761.8803523,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c3453d6-46d5-4bd7-93da-9e9222ab4364","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789683761.880371,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5c3453d6-46d5-4bd7-93da-9e9222ab4364","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683761.8804023,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5c3453d6-46d5-4bd7-93da-9e9222ab4364"} {"level":"info","ts":1789683761.9138556,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683761.9139347,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8d1569e2-aa0a-42cc-a9c0-5f881cdfd8b7"} {"level":"info","ts":1789683762.686295,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683762.6864007,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bfa3422c-8397-4825-bc7d-267fb7a914dc"} {"level":"info","ts":1789683762.6864157,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bfa3422c-8397-4825-bc7d-267fb7a914dc"} {"level":"info","ts":1789683762.686433,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bfa3422c-8397-4825-bc7d-267fb7a914dc","EoS":false} {"level":"info","ts":1789683762.6864543,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bfa3422c-8397-4825-bc7d-267fb7a914dc","EoS":true} {"level":"info","ts":1789683762.686486,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bfa3422c-8397-4825-bc7d-267fb7a914dc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789683762.686504,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bfa3422c-8397-4825-bc7d-267fb7a914dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683762.686534,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bfa3422c-8397-4825-bc7d-267fb7a914dc"} {"level":"info","ts":1789683763.6360662,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683763.6361659,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebe14995-e285-49be-b8dd-91c13e36aa9f"} {"level":"info","ts":1789683763.6362126,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ebe14995-e285-49be-b8dd-91c13e36aa9f"} {"level":"info","ts":1789683763.6362326,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ebe14995-e285-49be-b8dd-91c13e36aa9f","EoS":false} {"level":"info","ts":1789683763.6362514,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ebe14995-e285-49be-b8dd-91c13e36aa9f","EoS":true} {"level":"info","ts":1789683763.636283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ebe14995-e285-49be-b8dd-91c13e36aa9f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789683763.6363022,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ebe14995-e285-49be-b8dd-91c13e36aa9f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683763.6363366,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ebe14995-e285-49be-b8dd-91c13e36aa9f"} {"level":"info","ts":1789683766.510959,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683766.5110488,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2911a3a6-9fa4-4c75-bd65-0346d4d3cce0"} {"level":"info","ts":1789683766.5110624,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2911a3a6-9fa4-4c75-bd65-0346d4d3cce0"} {"level":"info","ts":1789683766.5110724,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2911a3a6-9fa4-4c75-bd65-0346d4d3cce0","EoS":false} {"level":"info","ts":1789683766.5110826,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2911a3a6-9fa4-4c75-bd65-0346d4d3cce0","EoS":true} {"level":"info","ts":1789683766.5111043,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2911a3a6-9fa4-4c75-bd65-0346d4d3cce0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789683766.5111208,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2911a3a6-9fa4-4c75-bd65-0346d4d3cce0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683766.511143,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2911a3a6-9fa4-4c75-bd65-0346d4d3cce0"} {"level":"info","ts":1789683767.5959616,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683767.5960555,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"476db96d-7497-4896-a1d7-ff264ee2857e"} {"level":"info","ts":1789683767.59607,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"476db96d-7497-4896-a1d7-ff264ee2857e"} {"level":"info","ts":1789683767.596082,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"476db96d-7497-4896-a1d7-ff264ee2857e","EoS":false} {"level":"info","ts":1789683767.5960925,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"476db96d-7497-4896-a1d7-ff264ee2857e","EoS":true} {"level":"info","ts":1789683767.5961134,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"476db96d-7497-4896-a1d7-ff264ee2857e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789683767.596129,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"476db96d-7497-4896-a1d7-ff264ee2857e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683767.5961492,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"476db96d-7497-4896-a1d7-ff264ee2857e"} {"level":"info","ts":1789683775.136375,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683775.136475,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e190c2f-cab0-48d3-9f1f-8e1df8778ebe"} {"level":"info","ts":1789683775.1364918,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1e190c2f-cab0-48d3-9f1f-8e1df8778ebe"} {"level":"info","ts":1789683775.136507,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1e190c2f-cab0-48d3-9f1f-8e1df8778ebe","EoS":false} {"level":"info","ts":1789683775.1365185,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1e190c2f-cab0-48d3-9f1f-8e1df8778ebe","EoS":true} {"level":"info","ts":1789683775.136539,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e190c2f-cab0-48d3-9f1f-8e1df8778ebe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789683775.1365554,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1e190c2f-cab0-48d3-9f1f-8e1df8778ebe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683775.1365814,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1e190c2f-cab0-48d3-9f1f-8e1df8778ebe"} {"level":"info","ts":1789683780.2382412,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683780.2383397,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9df3ca8e-eff7-9e32-a1b7-dbcd33026ad5"} {"level":"info","ts":1789683780.2383537,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9df3ca8e-eff7-9e32-a1b7-dbcd33026ad5"} {"level":"info","ts":1789683780.238366,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9df3ca8e-eff7-9e32-a1b7-dbcd33026ad5","EoS":false} {"level":"info","ts":1789683780.238376,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9df3ca8e-eff7-9e32-a1b7-dbcd33026ad5","EoS":true} {"level":"info","ts":1789683780.2383955,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9df3ca8e-eff7-9e32-a1b7-dbcd33026ad5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789683780.2384098,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9df3ca8e-eff7-9e32-a1b7-dbcd33026ad5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683780.238434,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9df3ca8e-eff7-9e32-a1b7-dbcd33026ad5"} {"level":"info","ts":1789683781.4548256,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683781.4549177,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f0be702-9604-4741-9e95-640792a3d339"} {"level":"info","ts":1789683781.4549305,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3f0be702-9604-4741-9e95-640792a3d339"} {"level":"info","ts":1789683781.454941,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3f0be702-9604-4741-9e95-640792a3d339","EoS":false} {"level":"info","ts":1789683781.4549518,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3f0be702-9604-4741-9e95-640792a3d339","EoS":true} {"level":"info","ts":1789683781.454974,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f0be702-9604-4741-9e95-640792a3d339","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789683781.454987,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3f0be702-9604-4741-9e95-640792a3d339","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683781.4550104,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3f0be702-9604-4741-9e95-640792a3d339"} {"level":"info","ts":1789683789.5346699,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683789.5347502,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28c11a78-5de8-40e1-8e53-651eabcb282c"} {"level":"info","ts":1789683789.5347598,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"28c11a78-5de8-40e1-8e53-651eabcb282c"} {"level":"info","ts":1789683789.5347703,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"28c11a78-5de8-40e1-8e53-651eabcb282c","EoS":false} {"level":"info","ts":1789683789.5347817,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"28c11a78-5de8-40e1-8e53-651eabcb282c","EoS":true} {"level":"info","ts":1789683789.534803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28c11a78-5de8-40e1-8e53-651eabcb282c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789683789.53482,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"28c11a78-5de8-40e1-8e53-651eabcb282c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683789.53484,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"28c11a78-5de8-40e1-8e53-651eabcb282c"} {"level":"info","ts":1789683791.1703022,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683791.1703963,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2a83aef-fa57-4b37-a959-e1264d66b4b7"} {"level":"info","ts":1789683791.1704059,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e2a83aef-fa57-4b37-a959-e1264d66b4b7"} {"level":"info","ts":1789683791.1704183,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e2a83aef-fa57-4b37-a959-e1264d66b4b7","EoS":false} {"level":"info","ts":1789683791.1704314,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e2a83aef-fa57-4b37-a959-e1264d66b4b7","EoS":true} {"level":"info","ts":1789683791.170451,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2a83aef-fa57-4b37-a959-e1264d66b4b7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789683791.1704667,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e2a83aef-fa57-4b37-a959-e1264d66b4b7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683791.1704857,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e2a83aef-fa57-4b37-a959-e1264d66b4b7"} {"level":"info","ts":1789683855.1157691,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683855.1158636,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4001497e-a643-4575-a49e-2fc8bb9e67ab"} {"level":"info","ts":1789683855.1158776,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4001497e-a643-4575-a49e-2fc8bb9e67ab"} {"level":"info","ts":1789683855.1158884,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4001497e-a643-4575-a49e-2fc8bb9e67ab","EoS":false} {"level":"info","ts":1789683855.115899,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4001497e-a643-4575-a49e-2fc8bb9e67ab","EoS":true} {"level":"info","ts":1789683855.1159203,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4001497e-a643-4575-a49e-2fc8bb9e67ab","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789683855.1159356,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4001497e-a643-4575-a49e-2fc8bb9e67ab","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789683855.115957,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4001497e-a643-4575-a49e-2fc8bb9e67ab"} {"level":"info","ts":1789683881.0036232,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683881.0037103,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2bf7993-133c-4df9-bd65-88f4f51df6df"} {"level":"info","ts":1789683881.003721,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d2bf7993-133c-4df9-bd65-88f4f51df6df"} {"level":"info","ts":1789683881.0037315,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d2bf7993-133c-4df9-bd65-88f4f51df6df","EoS":false} {"level":"info","ts":1789683881.003742,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d2bf7993-133c-4df9-bd65-88f4f51df6df","EoS":true} {"level":"info","ts":1789683881.003767,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d2bf7993-133c-4df9-bd65-88f4f51df6df","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789683881.0037885,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d2bf7993-133c-4df9-bd65-88f4f51df6df","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789683881.0038128,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d2bf7993-133c-4df9-bd65-88f4f51df6df"} {"level":"info","ts":1789683948.0677855,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683948.067873,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80470290-c061-4af0-8898-6299292c259a"} {"level":"info","ts":1789683948.067882,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"80470290-c061-4af0-8898-6299292c259a"} {"level":"info","ts":1789683948.0678926,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"80470290-c061-4af0-8898-6299292c259a","EoS":false} {"level":"info","ts":1789683948.0679028,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"80470290-c061-4af0-8898-6299292c259a","EoS":true} {"level":"info","ts":1789683948.0679216,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80470290-c061-4af0-8898-6299292c259a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789683948.0679379,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"80470290-c061-4af0-8898-6299292c259a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683948.0679593,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"80470290-c061-4af0-8898-6299292c259a"} {"level":"info","ts":1789683948.1068292,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683948.1069243,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fd99642-0039-4d31-96e0-e8574b2b70e3"} {"level":"info","ts":1789683948.106937,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5fd99642-0039-4d31-96e0-e8574b2b70e3"} {"level":"info","ts":1789683948.1069481,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5fd99642-0039-4d31-96e0-e8574b2b70e3","EoS":false} {"level":"info","ts":1789683948.1069667,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5fd99642-0039-4d31-96e0-e8574b2b70e3","EoS":true} {"level":"info","ts":1789683948.1069868,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5fd99642-0039-4d31-96e0-e8574b2b70e3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789683948.1070037,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5fd99642-0039-4d31-96e0-e8574b2b70e3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683948.1070259,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5fd99642-0039-4d31-96e0-e8574b2b70e3"} {"level":"info","ts":1789683948.1449876,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683948.145088,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7d87126-63c8-4f55-abcb-1f0a889902e0"} {"level":"info","ts":1789683948.145099,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e7d87126-63c8-4f55-abcb-1f0a889902e0"} {"level":"info","ts":1789683948.1451106,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e7d87126-63c8-4f55-abcb-1f0a889902e0","EoS":false} {"level":"info","ts":1789683948.1451209,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e7d87126-63c8-4f55-abcb-1f0a889902e0","EoS":true} {"level":"info","ts":1789683948.1451397,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7d87126-63c8-4f55-abcb-1f0a889902e0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789683948.1451566,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e7d87126-63c8-4f55-abcb-1f0a889902e0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789683948.1452048,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e7d87126-63c8-4f55-abcb-1f0a889902e0"} {"level":"info","ts":1789683955.883552,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683955.8836374,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bbdce484-ec47-4acb-af18-3fa344150a1f"} {"level":"info","ts":1789683955.883648,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bbdce484-ec47-4acb-af18-3fa344150a1f"} {"level":"info","ts":1789683955.8836582,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bbdce484-ec47-4acb-af18-3fa344150a1f","EoS":false} {"level":"info","ts":1789683955.8836713,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bbdce484-ec47-4acb-af18-3fa344150a1f","EoS":true} {"level":"info","ts":1789683955.8836904,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bbdce484-ec47-4acb-af18-3fa344150a1f","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789683955.883706,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bbdce484-ec47-4acb-af18-3fa344150a1f","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789683955.883731,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bbdce484-ec47-4acb-af18-3fa344150a1f"} {"level":"info","ts":1789683964.1303995,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683964.1305072,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"987aee32-ad6d-4bc0-b3a7-b006f429fb0a"} {"level":"info","ts":1789683964.1305265,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"987aee32-ad6d-4bc0-b3a7-b006f429fb0a"} {"level":"info","ts":1789683964.130545,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"987aee32-ad6d-4bc0-b3a7-b006f429fb0a","EoS":false} {"level":"info","ts":1789683964.1305664,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"987aee32-ad6d-4bc0-b3a7-b006f429fb0a","EoS":true} {"level":"info","ts":1789683964.1305945,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"987aee32-ad6d-4bc0-b3a7-b006f429fb0a","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789683964.130617,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"987aee32-ad6d-4bc0-b3a7-b006f429fb0a","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789683964.1306493,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"987aee32-ad6d-4bc0-b3a7-b006f429fb0a"} {"level":"info","ts":1789683964.287996,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683964.2881167,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f6cd07b-7dec-485a-bd2a-4594b1b129a2"} {"level":"info","ts":1789683964.2881348,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9f6cd07b-7dec-485a-bd2a-4594b1b129a2"} {"level":"info","ts":1789683964.288152,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9f6cd07b-7dec-485a-bd2a-4594b1b129a2","EoS":false} {"level":"info","ts":1789683964.2881918,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9f6cd07b-7dec-485a-bd2a-4594b1b129a2","EoS":true} {"level":"info","ts":1789683964.2882187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f6cd07b-7dec-485a-bd2a-4594b1b129a2","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789683964.2882395,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9f6cd07b-7dec-485a-bd2a-4594b1b129a2","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789683964.2882738,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9f6cd07b-7dec-485a-bd2a-4594b1b129a2"} {"level":"info","ts":1789683964.4318175,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683964.4319127,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"430a6a2e-e43f-43d2-9ed6-af8787206faf"} {"level":"info","ts":1789683964.4319255,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"430a6a2e-e43f-43d2-9ed6-af8787206faf"} {"level":"info","ts":1789683964.4319365,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"430a6a2e-e43f-43d2-9ed6-af8787206faf","EoS":false} {"level":"info","ts":1789683964.4319468,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"430a6a2e-e43f-43d2-9ed6-af8787206faf","EoS":true} {"level":"info","ts":1789683964.431965,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"430a6a2e-e43f-43d2-9ed6-af8787206faf","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789683964.4319806,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"430a6a2e-e43f-43d2-9ed6-af8787206faf","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789683964.4320028,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"430a6a2e-e43f-43d2-9ed6-af8787206faf"} {"level":"info","ts":1789683964.5707946,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683964.5709023,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e38b8731-98bf-47d0-8ce8-481ecc728b05"} {"level":"info","ts":1789683964.5709226,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e38b8731-98bf-47d0-8ce8-481ecc728b05"} {"level":"info","ts":1789683964.57094,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e38b8731-98bf-47d0-8ce8-481ecc728b05","EoS":false} {"level":"info","ts":1789683964.5709612,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e38b8731-98bf-47d0-8ce8-481ecc728b05","EoS":true} {"level":"info","ts":1789683964.570988,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e38b8731-98bf-47d0-8ce8-481ecc728b05","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789683964.5710084,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e38b8731-98bf-47d0-8ce8-481ecc728b05","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789683964.571041,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e38b8731-98bf-47d0-8ce8-481ecc728b05"} {"level":"info","ts":1789683977.340037,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789683977.340149,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51dfa069-6d09-9342-a9b0-3536c2dfb61b"} {"level":"info","ts":1789683977.3401964,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"51dfa069-6d09-9342-a9b0-3536c2dfb61b"} {"level":"info","ts":1789683977.3402162,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"51dfa069-6d09-9342-a9b0-3536c2dfb61b","EoS":false} {"level":"info","ts":1789683977.3402317,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"51dfa069-6d09-9342-a9b0-3536c2dfb61b","EoS":true} {"level":"info","ts":1789683977.3402555,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51dfa069-6d09-9342-a9b0-3536c2dfb61b","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789683977.3402777,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"51dfa069-6d09-9342-a9b0-3536c2dfb61b","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789683977.3403113,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"51dfa069-6d09-9342-a9b0-3536c2dfb61b"}