{"level":"info","ts":1789143352.4064286,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143352.4065168,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1268aaff-3443-44d1-9bad-32d5078ba60d"} {"level":"info","ts":1789143352.4065306,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1268aaff-3443-44d1-9bad-32d5078ba60d"} {"level":"info","ts":1789143352.406546,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1268aaff-3443-44d1-9bad-32d5078ba60d","EoS":false} {"level":"info","ts":1789143352.4065561,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1268aaff-3443-44d1-9bad-32d5078ba60d","EoS":true} {"level":"info","ts":1789143352.4065754,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1268aaff-3443-44d1-9bad-32d5078ba60d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143352.4065893,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1268aaff-3443-44d1-9bad-32d5078ba60d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143352.4066207,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1268aaff-3443-44d1-9bad-32d5078ba60d"} {"level":"info","ts":1789143352.41848,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143352.4185672,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8dad80bc-b6bf-4d98-b082-b139c0bd1225"} {"level":"info","ts":1789143352.4185798,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8dad80bc-b6bf-4d98-b082-b139c0bd1225"} {"level":"info","ts":1789143352.4185905,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8dad80bc-b6bf-4d98-b082-b139c0bd1225","EoS":false} {"level":"info","ts":1789143352.4186006,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8dad80bc-b6bf-4d98-b082-b139c0bd1225","EoS":true} {"level":"info","ts":1789143352.4186215,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8dad80bc-b6bf-4d98-b082-b139c0bd1225","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143352.418639,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8dad80bc-b6bf-4d98-b082-b139c0bd1225","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143352.4186716,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8dad80bc-b6bf-4d98-b082-b139c0bd1225"} {"level":"info","ts":1789143352.5159366,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"2c4cbc98-8447-44a7-92d7-7c042f833372","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.5244443,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"2c4cbc98-8447-44a7-92d7-7c042f833372","name":"e2e-legacy-migration-daf3ce1f"} {"level":"info","ts":1789143352.5333784,"caller":"legacymigration/reconciler.go:169","msg":"creating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"2c4cbc98-8447-44a7-92d7-7c042f833372","name":"e2e-legacy-migration-daf3ce1f"} {"level":"info","ts":1789143352.5334852,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"462515fa-b7cc-4482-9eb8-3fdb0cdbcfa5","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.5335283,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"462515fa-b7cc-4482-9eb8-3fdb0cdbcfa5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789143352.5336325,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"58a7b008-25b4-4b38-917f-5515968b0c46"} {"level":"info","ts":1789143352.5466416,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"00418286-105d-407d-b03b-4cb325f52b71","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.5466895,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"00418286-105d-407d-b03b-4cb325f52b71","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789143352.5467696,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"58a7b008-25b4-4b38-917f-5515968b0c46","name":"e2e-legacy-migration-daf3ce1f"} {"level":"info","ts":1789143352.546901,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"2c4cbc98-8447-44a7-92d7-7c042f833372","provider":"openai","model":"e2e-legacy-migration-daf3ce1f","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789143352.5479033,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"8589c3c4-15e2-436c-b708-b527b7603bd7"} {"level":"info","ts":1789143352.5479038,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"8aca4798-f1d6-4ee5-9671-f738f25ebe8a","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.5479364,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"8aca4798-f1d6-4ee5-9671-f738f25ebe8a","modelName":"e2e-legacy-migration-daf3ce1f","resolvedRefs":1} {"level":"info","ts":1789143352.5622594,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"1c439d43-4cea-453e-affc-4e5b4c8ddeea","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.5623016,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"1c439d43-4cea-453e-affc-4e5b4c8ddeea","modelName":"e2e-legacy-migration-daf3ce1f","resolvedRefs":1} {"level":"error","ts":1789143352.564565,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"8589c3c4-15e2-436c-b708-b527b7603bd7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-daf3ce1f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789143352.5646398,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"8589c3c4-15e2-436c-b708-b527b7603bd7","provider":"e2e-legacy-migration-daf3ce1f","phase":"Pending"} {"level":"info","ts":1789143352.572317,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"58a7b008-25b4-4b38-917f-5515968b0c46","kind":"ServiceEntry","name":"e2e-legacy-migration-daf3ce1f"} {"level":"error","ts":1789143352.576894,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"8589c3c4-15e2-436c-b708-b527b7603bd7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-daf3ce1f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789143352.5769498,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"8589c3c4-15e2-436c-b708-b527b7603bd7","error":"ExternalModel \"e2e-legacy-migration-daf3ce1f\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-daf3ce1f\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789143352.577016,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"a87ddc8e-22b7-429e-907e-2c08e247f5eb"} {"level":"info","ts":1789143352.5770662,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"a87ddc8e-22b7-429e-907e-2c08e247f5eb","provider":"e2e-legacy-migration-daf3ce1f","phase":"Pending"} {"level":"info","ts":1789143352.5777655,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"8abe07ab-e311-467a-bcc2-54a4da574d26","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.577801,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"8abe07ab-e311-467a-bcc2-54a4da574d26","modelName":"e2e-legacy-migration-daf3ce1f","resolvedRefs":1} {"level":"error","ts":1789143352.586453,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"a87ddc8e-22b7-429e-907e-2c08e247f5eb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-daf3ce1f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789143352.58651,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"a87ddc8e-22b7-429e-907e-2c08e247f5eb","error":"ExternalModel \"e2e-legacy-migration-daf3ce1f\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-daf3ce1f\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789143352.5865796,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"8d42f6be-1e51-4716-b853-3e76b429a796"} {"level":"info","ts":1789143352.5866117,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"8d42f6be-1e51-4716-b853-3e76b429a796","provider":"e2e-legacy-migration-daf3ce1f","phase":"Pending"} {"level":"info","ts":1789143352.5875692,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"58a7b008-25b4-4b38-917f-5515968b0c46","kind":"DestinationRule","name":"e2e-legacy-migration-daf3ce1f"} {"level":"error","ts":1789143352.593298,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"8d42f6be-1e51-4716-b853-3e76b429a796","error":"ExternalModel \"e2e-legacy-migration-daf3ce1f\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-daf3ce1f\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789143352.6053112,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"58a7b008-25b4-4b38-917f-5515968b0c46","service":"e2e-legacy-migration-daf3ce1f","serviceEntry":"e2e-legacy-migration-daf3ce1f","destinationRule":"e2e-legacy-migration-daf3ce1f"} {"level":"info","ts":1789143352.6143794,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"8258bc7e-5b2a-4bdb-83ab-f33fb68441b6"} {"level":"info","ts":1789143352.6144323,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"8258bc7e-5b2a-4bdb-83ab-f33fb68441b6","provider":"e2e-legacy-migration-daf3ce1f","phase":"Pending"} {"level":"info","ts":1789143352.6175091,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"caf98a13-2072-47cf-a928-7d30425ca17e","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.6175313,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"f0c8cb32-e64b-4fee-baf5-cd0a19096dd7","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.6175454,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"caf98a13-2072-47cf-a928-7d30425ca17e","modelName":"e2e-legacy-migration-daf3ce1f","resolvedRefs":1} {"level":"info","ts":1789143352.617553,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"f0c8cb32-e64b-4fee-baf5-cd0a19096dd7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789143352.618047,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"ceaad054-c938-45e7-b8c1-905a9ccef12f"} {"level":"info","ts":1789143352.6181026,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"ceaad054-c938-45e7-b8c1-905a9ccef12f","name":"e2e-legacy-migration-daf3ce1f"} {"level":"error","ts":1789143352.6266773,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"8258bc7e-5b2a-4bdb-83ab-f33fb68441b6","error":"ExternalModel \"e2e-legacy-migration-daf3ce1f\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-daf3ce1f\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789143352.6267724,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"7ed58f35-5023-44c5-97de-ef291e3bf560"} {"level":"info","ts":1789143352.6268244,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"7ed58f35-5023-44c5-97de-ef291e3bf560","name":"e2e-legacy-migration-daf3ce1f"} {"level":"info","ts":1789143352.6496408,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"661623b4-c897-4beb-9be6-844632438f4d","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.6496935,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"661623b4-c897-4beb-9be6-844632438f4d","modelName":"e2e-legacy-migration-daf3ce1f","resolvedRefs":1} {"level":"info","ts":1789143352.6533349,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"ceaad054-c938-45e7-b8c1-905a9ccef12f","service":"e2e-legacy-migration-daf3ce1f","serviceEntry":"e2e-legacy-migration-daf3ce1f","destinationRule":"e2e-legacy-migration-daf3ce1f"} {"level":"error","ts":1789143352.674022,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"7ed58f35-5023-44c5-97de-ef291e3bf560","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-daf3ce1f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789143352.6740997,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"7ed58f35-5023-44c5-97de-ef291e3bf560","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-daf3ce1f\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789143352.674169,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"6350530b-5e33-43d6-a7a1-ca7a2942516a"} {"level":"info","ts":1789143352.6742392,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"6350530b-5e33-43d6-a7a1-ca7a2942516a","name":"e2e-legacy-migration-daf3ce1f"} {"level":"info","ts":1789143352.6779034,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"5daf282e-7e48-466d-92af-86120c32cf7e","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.6779416,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"5daf282e-7e48-466d-92af-86120c32cf7e","modelName":"e2e-legacy-migration-daf3ce1f","resolvedRefs":1} {"level":"info","ts":1789143352.6991122,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"6350530b-5e33-43d6-a7a1-ca7a2942516a","httpRoute":"e2e-legacy-migration-daf3ce1f","providers":["e2e-legacy-migration-daf3ce1f"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789143352.7152014,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"6350530b-5e33-43d6-a7a1-ca7a2942516a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-daf3ce1f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789143352.7153196,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"1f4292af-db01-498a-954f-f0c5d3c33560"} {"level":"info","ts":1789143352.7153773,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"a0de4402-4ceb-4ef5-bcee-80f4f438cc56","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.7154064,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"1f4292af-db01-498a-954f-f0c5d3c33560","name":"e2e-legacy-migration-daf3ce1f"} {"level":"info","ts":1789143352.715422,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"a0de4402-4ceb-4ef5-bcee-80f4f438cc56","modelName":"e2e-legacy-migration-daf3ce1f","resolvedRefs":1} {"level":"info","ts":1789143352.7380006,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"1f4292af-db01-498a-954f-f0c5d3c33560","httpRoute":"e2e-legacy-migration-daf3ce1f","providers":["e2e-legacy-migration-daf3ce1f"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789143352.745378,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"877101a0-4507-4f4c-b698-37034cb71463"} {"level":"info","ts":1789143352.7454717,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"877101a0-4507-4f4c-b698-37034cb71463","name":"e2e-legacy-migration-daf3ce1f"} {"level":"info","ts":1789143352.7586966,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"877101a0-4507-4f4c-b698-37034cb71463","httpRoute":"e2e-legacy-migration-daf3ce1f","providers":["e2e-legacy-migration-daf3ce1f"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789143352.8515363,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"e2dade08-69e3-4d2d-9de0-b1111f0aa1a6","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143352.8606238,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"e2dade08-69e3-4d2d-9de0-b1111f0aa1a6","name":"e2e-legacy-migration-daf3ce1f"} {"level":"info","ts":1789143352.8826797,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"e2dade08-69e3-4d2d-9de0-b1111f0aa1a6","provider":"openai","model":"e2e-legacy-migration-daf3ce1f","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789143354.4552927,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143354.455381,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbffa32c-1318-487c-829b-9912a80d469a"} {"level":"info","ts":1789143354.455394,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cbffa32c-1318-487c-829b-9912a80d469a"} {"level":"info","ts":1789143354.4554043,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cbffa32c-1318-487c-829b-9912a80d469a","EoS":false} {"level":"info","ts":1789143354.4554148,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cbffa32c-1318-487c-829b-9912a80d469a","EoS":true} {"level":"info","ts":1789143354.4554355,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cbffa32c-1318-487c-829b-9912a80d469a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143354.4554513,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cbffa32c-1318-487c-829b-9912a80d469a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143354.4554722,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cbffa32c-1318-487c-829b-9912a80d469a"} {"level":"info","ts":1789143354.5014966,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143354.5015876,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b45c3d9-88c3-4e2a-bfde-57d41dc69631"} {"level":"info","ts":1789143354.501601,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8b45c3d9-88c3-4e2a-bfde-57d41dc69631"} {"level":"info","ts":1789143354.501613,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8b45c3d9-88c3-4e2a-bfde-57d41dc69631","EoS":false} {"level":"info","ts":1789143354.5016236,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8b45c3d9-88c3-4e2a-bfde-57d41dc69631","EoS":true} {"level":"info","ts":1789143354.5016434,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b45c3d9-88c3-4e2a-bfde-57d41dc69631","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143354.5016596,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8b45c3d9-88c3-4e2a-bfde-57d41dc69631","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143354.501681,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8b45c3d9-88c3-4e2a-bfde-57d41dc69631"} {"level":"info","ts":1789143354.538893,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143354.5389833,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d1e1369-f5ad-44e9-8085-9de20c005605"} {"level":"info","ts":1789143354.5389962,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0d1e1369-f5ad-44e9-8085-9de20c005605"} {"level":"info","ts":1789143354.5390077,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0d1e1369-f5ad-44e9-8085-9de20c005605","EoS":false} {"level":"info","ts":1789143354.5390182,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0d1e1369-f5ad-44e9-8085-9de20c005605","EoS":true} {"level":"info","ts":1789143354.539082,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d1e1369-f5ad-44e9-8085-9de20c005605","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143354.539103,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0d1e1369-f5ad-44e9-8085-9de20c005605","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789143354.5391278,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0d1e1369-f5ad-44e9-8085-9de20c005605"} {"level":"info","ts":1789143354.906699,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143354.9067905,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be977808-5aad-4d2e-892b-bbb2ffe407e0"} {"level":"info","ts":1789143354.9068046,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"be977808-5aad-4d2e-892b-bbb2ffe407e0"} {"level":"info","ts":1789143354.9068155,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"be977808-5aad-4d2e-892b-bbb2ffe407e0","EoS":false} {"level":"info","ts":1789143354.9068253,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"be977808-5aad-4d2e-892b-bbb2ffe407e0","EoS":true} {"level":"info","ts":1789143354.9068458,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be977808-5aad-4d2e-892b-bbb2ffe407e0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143354.9068608,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"be977808-5aad-4d2e-892b-bbb2ffe407e0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143354.9068823,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"be977808-5aad-4d2e-892b-bbb2ffe407e0"} {"level":"info","ts":1789143354.9357436,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143354.93584,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d832183-85db-4097-bb9a-932f5e76f7c3"} {"level":"info","ts":1789143354.935851,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0d832183-85db-4097-bb9a-932f5e76f7c3"} {"level":"info","ts":1789143354.935862,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0d832183-85db-4097-bb9a-932f5e76f7c3","EoS":false} {"level":"info","ts":1789143354.9358728,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0d832183-85db-4097-bb9a-932f5e76f7c3","EoS":true} {"level":"info","ts":1789143354.935894,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d832183-85db-4097-bb9a-932f5e76f7c3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143354.9359124,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0d832183-85db-4097-bb9a-932f5e76f7c3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143354.9359326,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0d832183-85db-4097-bb9a-932f5e76f7c3"} {"level":"info","ts":1789143355.3932204,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143355.393311,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01b8568d-b743-48ba-b63a-e2cbb81b7dbe"} {"level":"info","ts":1789143355.393322,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"01b8568d-b743-48ba-b63a-e2cbb81b7dbe"} {"level":"info","ts":1789143355.393333,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"01b8568d-b743-48ba-b63a-e2cbb81b7dbe","EoS":false} {"level":"info","ts":1789143355.393344,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"01b8568d-b743-48ba-b63a-e2cbb81b7dbe","EoS":true} {"level":"info","ts":1789143355.3933635,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"01b8568d-b743-48ba-b63a-e2cbb81b7dbe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143355.3933787,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"01b8568d-b743-48ba-b63a-e2cbb81b7dbe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143355.3934014,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"01b8568d-b743-48ba-b63a-e2cbb81b7dbe"} {"level":"info","ts":1789143355.4485793,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"88d78973-141d-4ecf-944d-f0975df84c95","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143355.4592912,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"ae35ea27-382c-475b-923a-118fb1195065"} {"level":"info","ts":1789143355.4592912,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"4ea61a15-f6ce-4432-8223-bff2c6094233","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143355.4593582,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"4ea61a15-f6ce-4432-8223-bff2c6094233","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143355.4604871,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"df27e8cd-6114-4186-a284-2392da9e8030","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143355.4605098,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"4a49db6d-ae9c-4320-99b3-0d0cc95a3dbc"} {"level":"info","ts":1789143355.4605162,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-daf3ce1f","reconcileID":"df27e8cd-6114-4186-a284-2392da9e8030","name":"e2e-legacy-migration-daf3ce1f","namespace":"llm"} {"level":"info","ts":1789143355.5832286,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143355.583318,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f6f9e23-9918-4389-9999-1619fb66e6f4"} {"level":"info","ts":1789143355.5833287,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5f6f9e23-9918-4389-9999-1619fb66e6f4"} {"level":"info","ts":1789143355.58334,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5f6f9e23-9918-4389-9999-1619fb66e6f4","EoS":false} {"level":"info","ts":1789143355.5833519,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5f6f9e23-9918-4389-9999-1619fb66e6f4","EoS":true} {"level":"info","ts":1789143355.583373,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f6f9e23-9918-4389-9999-1619fb66e6f4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143355.5833895,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5f6f9e23-9918-4389-9999-1619fb66e6f4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143355.5834095,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5f6f9e23-9918-4389-9999-1619fb66e6f4"} {"level":"info","ts":1789143355.622438,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143355.6225338,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"064080e2-92e9-48f0-a529-3d0154548a99"} {"level":"info","ts":1789143355.6225505,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"064080e2-92e9-48f0-a529-3d0154548a99"} {"level":"info","ts":1789143355.6225681,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"064080e2-92e9-48f0-a529-3d0154548a99","EoS":false} {"level":"info","ts":1789143355.6225896,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"064080e2-92e9-48f0-a529-3d0154548a99","EoS":true} {"level":"info","ts":1789143355.62262,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"064080e2-92e9-48f0-a529-3d0154548a99","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143355.6226416,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"064080e2-92e9-48f0-a529-3d0154548a99","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143355.6226723,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"064080e2-92e9-48f0-a529-3d0154548a99"} {"level":"info","ts":1789143355.6578135,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143355.657931,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b397434-f73e-46a6-b5c0-e7978cdedb66"} {"level":"info","ts":1789143355.6579492,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2b397434-f73e-46a6-b5c0-e7978cdedb66"} {"level":"info","ts":1789143355.6579669,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2b397434-f73e-46a6-b5c0-e7978cdedb66","EoS":false} {"level":"info","ts":1789143355.6579847,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2b397434-f73e-46a6-b5c0-e7978cdedb66","EoS":true} {"level":"info","ts":1789143355.6580157,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b397434-f73e-46a6-b5c0-e7978cdedb66","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143355.658074,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2b397434-f73e-46a6-b5c0-e7978cdedb66","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143355.6581056,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2b397434-f73e-46a6-b5c0-e7978cdedb66"} {"level":"info","ts":1789143355.8706136,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143355.870707,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9"} {"level":"info","ts":1789143355.8707216,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9"} {"level":"info","ts":1789143355.8707395,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9","EoS":false} {"level":"info","ts":1789143355.8707569,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9","EoS":true} {"level":"info","ts":1789143355.870789,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789143355.8708086,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789143355.8708248,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9","modelName":"e2e-external-model"} {"level":"info","ts":1789143355.8708425,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789143355.8708982,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"48fc3b5e-0fc6-4137-a027-5e207d5bcfc9"} {"level":"info","ts":1789143355.9845157,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143355.9846027,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0cef249a-f5be-4ddd-b731-cf59186004d0"} {"level":"info","ts":1789143355.984617,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0cef249a-f5be-4ddd-b731-cf59186004d0"} {"level":"info","ts":1789143355.9846284,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0cef249a-f5be-4ddd-b731-cf59186004d0","EoS":false} {"level":"info","ts":1789143355.9846385,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0cef249a-f5be-4ddd-b731-cf59186004d0","EoS":true} {"level":"info","ts":1789143355.9846582,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0cef249a-f5be-4ddd-b731-cf59186004d0","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789143355.984674,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0cef249a-f5be-4ddd-b731-cf59186004d0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789143355.984697,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0cef249a-f5be-4ddd-b731-cf59186004d0"} {"level":"info","ts":1789143356.115993,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143356.1160848,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56cc1c7b-d0fb-4839-bbfb-db6c29c59777"} {"level":"info","ts":1789143356.1160975,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"56cc1c7b-d0fb-4839-bbfb-db6c29c59777"} {"level":"info","ts":1789143356.116109,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"56cc1c7b-d0fb-4839-bbfb-db6c29c59777","EoS":false} {"level":"info","ts":1789143356.1161206,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"56cc1c7b-d0fb-4839-bbfb-db6c29c59777","EoS":true} {"level":"info","ts":1789143356.1161423,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"56cc1c7b-d0fb-4839-bbfb-db6c29c59777","field":"model"} {"level":"info","ts":1789143356.1161697,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"56cc1c7b-d0fb-4839-bbfb-db6c29c59777"} {"level":"info","ts":1789143356.4967024,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143356.496795,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9851418a-5635-41ad-8931-620a14da2d07"} {"level":"info","ts":1789143356.4968069,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9851418a-5635-41ad-8931-620a14da2d07"} {"level":"info","ts":1789143356.4968178,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9851418a-5635-41ad-8931-620a14da2d07","EoS":false} {"level":"info","ts":1789143356.496828,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9851418a-5635-41ad-8931-620a14da2d07","EoS":true} {"level":"info","ts":1789143356.4968486,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9851418a-5635-41ad-8931-620a14da2d07","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143356.4968646,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9851418a-5635-41ad-8931-620a14da2d07","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143356.4968872,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9851418a-5635-41ad-8931-620a14da2d07"} {"level":"info","ts":1789143357.10766,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6555b5a8-9f38-4534-aa1b-4f618a99f859"} {"level":"info","ts":1789143357.1076922,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68d2a021-c0b6-481c-9b75-81f784934bcf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789143357.1077244,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68d2a021-c0b6-481c-9b75-81f784934bcf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789143357.266453,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b83fad86-e6bf-4838-8c1e-ef66754f1c55","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789143357.266479,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7b176d5a-43e5-4951-b54b-7aa08f36ffe8"} {"level":"info","ts":1789143357.2664855,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b83fad86-e6bf-4838-8c1e-ef66754f1c55","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789143358.5270984,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143358.5272017,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aae5ac52-4c55-4c6e-ba85-f385cc038d83"} {"level":"info","ts":1789143358.5272174,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"aae5ac52-4c55-4c6e-ba85-f385cc038d83"} {"level":"info","ts":1789143358.527236,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"aae5ac52-4c55-4c6e-ba85-f385cc038d83","EoS":false} {"level":"info","ts":1789143358.5272572,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"aae5ac52-4c55-4c6e-ba85-f385cc038d83","EoS":true} {"level":"info","ts":1789143358.5272899,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aae5ac52-4c55-4c6e-ba85-f385cc038d83","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143358.5273104,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"aae5ac52-4c55-4c6e-ba85-f385cc038d83","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143358.5273414,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"aae5ac52-4c55-4c6e-ba85-f385cc038d83"} {"level":"info","ts":1789143360.55678,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143360.5568988,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43f4f77b-b74d-455d-bab4-981f35a6abe6"} {"level":"info","ts":1789143360.5569189,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"43f4f77b-b74d-455d-bab4-981f35a6abe6"} {"level":"info","ts":1789143360.5569363,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"43f4f77b-b74d-455d-bab4-981f35a6abe6","EoS":false} {"level":"info","ts":1789143360.5569553,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"43f4f77b-b74d-455d-bab4-981f35a6abe6","EoS":true} {"level":"info","ts":1789143360.5569847,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43f4f77b-b74d-455d-bab4-981f35a6abe6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143360.5570064,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"43f4f77b-b74d-455d-bab4-981f35a6abe6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143360.5570729,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"43f4f77b-b74d-455d-bab4-981f35a6abe6"} {"level":"info","ts":1789143362.5887449,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143362.5888329,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"825347de-aa78-4ea1-aa5a-5cea12960941"} {"level":"info","ts":1789143362.5888438,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"825347de-aa78-4ea1-aa5a-5cea12960941"} {"level":"info","ts":1789143362.5888546,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"825347de-aa78-4ea1-aa5a-5cea12960941","EoS":false} {"level":"info","ts":1789143362.588865,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"825347de-aa78-4ea1-aa5a-5cea12960941","EoS":true} {"level":"info","ts":1789143362.588885,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"825347de-aa78-4ea1-aa5a-5cea12960941","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143362.5889006,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"825347de-aa78-4ea1-aa5a-5cea12960941","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143362.588924,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"825347de-aa78-4ea1-aa5a-5cea12960941"} {"level":"info","ts":1789143364.6203632,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143364.62045,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01ef4eae-4e36-47da-8c06-c0cbb7db682d"} {"level":"info","ts":1789143364.620463,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"01ef4eae-4e36-47da-8c06-c0cbb7db682d"} {"level":"info","ts":1789143364.6204789,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"01ef4eae-4e36-47da-8c06-c0cbb7db682d","EoS":false} {"level":"info","ts":1789143364.6204903,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"01ef4eae-4e36-47da-8c06-c0cbb7db682d","EoS":true} {"level":"info","ts":1789143364.62051,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"01ef4eae-4e36-47da-8c06-c0cbb7db682d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143364.6205266,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"01ef4eae-4e36-47da-8c06-c0cbb7db682d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143364.6205497,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"01ef4eae-4e36-47da-8c06-c0cbb7db682d"} {"level":"info","ts":1789143369.7519379,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143369.7520225,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cbe1239-2e60-41f4-9795-2bcd1026d905"} {"level":"info","ts":1789143369.752066,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8cbe1239-2e60-41f4-9795-2bcd1026d905"} {"level":"info","ts":1789143369.7520776,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8cbe1239-2e60-41f4-9795-2bcd1026d905","EoS":false} {"level":"info","ts":1789143369.7520883,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8cbe1239-2e60-41f4-9795-2bcd1026d905","EoS":true} {"level":"info","ts":1789143369.7521098,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8cbe1239-2e60-41f4-9795-2bcd1026d905","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143369.7521229,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8cbe1239-2e60-41f4-9795-2bcd1026d905","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143369.7521396,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8cbe1239-2e60-41f4-9795-2bcd1026d905"} {"level":"info","ts":1789143372.1251495,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143372.1252494,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b7805d5-5f95-412a-980d-2fe103873740"} {"level":"info","ts":1789143372.1252632,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3b7805d5-5f95-412a-980d-2fe103873740"} {"level":"info","ts":1789143372.125276,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3b7805d5-5f95-412a-980d-2fe103873740","EoS":false} {"level":"info","ts":1789143372.1252925,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3b7805d5-5f95-412a-980d-2fe103873740","EoS":true} {"level":"info","ts":1789143372.1253257,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b7805d5-5f95-412a-980d-2fe103873740","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789143372.1253464,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3b7805d5-5f95-412a-980d-2fe103873740","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143372.1253655,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3b7805d5-5f95-412a-980d-2fe103873740"} {"level":"info","ts":1789143372.8849812,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143372.8850954,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3d010c1-c0c4-4920-9723-0b8593a9f956"} {"level":"info","ts":1789143372.885105,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d3d010c1-c0c4-4920-9723-0b8593a9f956"} {"level":"info","ts":1789143372.885116,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d3d010c1-c0c4-4920-9723-0b8593a9f956","EoS":false} {"level":"info","ts":1789143372.8851287,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d3d010c1-c0c4-4920-9723-0b8593a9f956","EoS":true} {"level":"info","ts":1789143372.8851492,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3d010c1-c0c4-4920-9723-0b8593a9f956","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143372.8851647,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d3d010c1-c0c4-4920-9723-0b8593a9f956","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143372.8851879,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d3d010c1-c0c4-4920-9723-0b8593a9f956"} {"level":"info","ts":1789143372.9262176,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143372.926295,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a73768e-4103-9ae7-af8b-56dc699fd359"} {"level":"info","ts":1789143372.926304,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2a73768e-4103-9ae7-af8b-56dc699fd359"} {"level":"info","ts":1789143372.9263139,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2a73768e-4103-9ae7-af8b-56dc699fd359","EoS":false} {"level":"info","ts":1789143372.926325,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2a73768e-4103-9ae7-af8b-56dc699fd359","EoS":true} {"level":"info","ts":1789143372.926344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a73768e-4103-9ae7-af8b-56dc699fd359","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143372.9263577,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2a73768e-4103-9ae7-af8b-56dc699fd359","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143372.9263792,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2a73768e-4103-9ae7-af8b-56dc699fd359"} {"level":"info","ts":1789143372.964218,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143372.9643073,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f6c3557-2756-402a-94a9-da93ee367ae6"} {"level":"info","ts":1789143372.9643178,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3f6c3557-2756-402a-94a9-da93ee367ae6"} {"level":"info","ts":1789143372.9643285,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3f6c3557-2756-402a-94a9-da93ee367ae6","EoS":false} {"level":"info","ts":1789143372.9643388,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3f6c3557-2756-402a-94a9-da93ee367ae6","EoS":true} {"level":"info","ts":1789143372.9643586,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f6c3557-2756-402a-94a9-da93ee367ae6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143372.9643734,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3f6c3557-2756-402a-94a9-da93ee367ae6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143372.9643948,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3f6c3557-2756-402a-94a9-da93ee367ae6"} {"level":"info","ts":1789143373.0077586,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143373.0078633,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c16e8a2-d928-493b-a8e1-07d865acf1d2"} {"level":"info","ts":1789143373.0078793,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9c16e8a2-d928-493b-a8e1-07d865acf1d2"} {"level":"info","ts":1789143373.0078943,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9c16e8a2-d928-493b-a8e1-07d865acf1d2","EoS":false} {"level":"info","ts":1789143373.0079095,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9c16e8a2-d928-493b-a8e1-07d865acf1d2","EoS":true} {"level":"info","ts":1789143373.0079365,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c16e8a2-d928-493b-a8e1-07d865acf1d2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1789143373.0079565,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9c16e8a2-d928-493b-a8e1-07d865acf1d2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1789143373.0079832,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9c16e8a2-d928-493b-a8e1-07d865acf1d2"} {"level":"info","ts":1789143376.0086002,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143376.0086987,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c052dc4-4254-46db-8e44-051ede7af088"} {"level":"info","ts":1789143376.008712,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7c052dc4-4254-46db-8e44-051ede7af088"} {"level":"info","ts":1789143376.008725,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7c052dc4-4254-46db-8e44-051ede7af088","EoS":false} {"level":"info","ts":1789143376.0087411,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7c052dc4-4254-46db-8e44-051ede7af088","EoS":true} {"level":"info","ts":1789143376.008763,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c052dc4-4254-46db-8e44-051ede7af088","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143376.0087798,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7c052dc4-4254-46db-8e44-051ede7af088","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143376.008848,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7c052dc4-4254-46db-8e44-051ede7af088"} {"level":"info","ts":1789143376.0682015,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143376.0682895,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edd79644-5ee5-407b-9afa-d48908269f12"} {"level":"info","ts":1789143376.0683029,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"edd79644-5ee5-407b-9afa-d48908269f12"} {"level":"info","ts":1789143376.0683157,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"edd79644-5ee5-407b-9afa-d48908269f12","EoS":false} {"level":"info","ts":1789143376.0683348,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"edd79644-5ee5-407b-9afa-d48908269f12","EoS":true} {"level":"info","ts":1789143376.0683546,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"edd79644-5ee5-407b-9afa-d48908269f12","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1789143376.0683703,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"edd79644-5ee5-407b-9afa-d48908269f12","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1789143376.068393,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"edd79644-5ee5-407b-9afa-d48908269f12"} {"level":"info","ts":1789143378.4034448,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143378.403538,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc613e38-fa8d-4a7d-b197-4fbcd254bfc3"} {"level":"info","ts":1789143378.4035487,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cc613e38-fa8d-4a7d-b197-4fbcd254bfc3"} {"level":"info","ts":1789143378.4035592,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cc613e38-fa8d-4a7d-b197-4fbcd254bfc3","EoS":false} {"level":"info","ts":1789143378.4035723,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cc613e38-fa8d-4a7d-b197-4fbcd254bfc3","EoS":true} {"level":"info","ts":1789143378.4035933,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc613e38-fa8d-4a7d-b197-4fbcd254bfc3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143378.4036086,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cc613e38-fa8d-4a7d-b197-4fbcd254bfc3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143378.4036286,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cc613e38-fa8d-4a7d-b197-4fbcd254bfc3"} {"level":"info","ts":1789143378.4426441,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143378.4427776,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdeee1bd-77fe-4f3a-bb19-cf24cbff5388"} {"level":"info","ts":1789143378.4427953,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bdeee1bd-77fe-4f3a-bb19-cf24cbff5388"} {"level":"info","ts":1789143378.4428127,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bdeee1bd-77fe-4f3a-bb19-cf24cbff5388","EoS":false} {"level":"info","ts":1789143378.4428337,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bdeee1bd-77fe-4f3a-bb19-cf24cbff5388","EoS":true} {"level":"info","ts":1789143378.4428658,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bdeee1bd-77fe-4f3a-bb19-cf24cbff5388","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143378.4428866,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bdeee1bd-77fe-4f3a-bb19-cf24cbff5388","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143378.4429204,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bdeee1bd-77fe-4f3a-bb19-cf24cbff5388"} {"level":"info","ts":1789143378.4491725,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143378.4492478,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a66c3baa-15c6-4025-b25f-1793dc3f095b"} {"level":"info","ts":1789143378.4492624,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a66c3baa-15c6-4025-b25f-1793dc3f095b"} {"level":"info","ts":1789143378.4492729,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a66c3baa-15c6-4025-b25f-1793dc3f095b","EoS":false} {"level":"info","ts":1789143378.449284,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a66c3baa-15c6-4025-b25f-1793dc3f095b","EoS":true} {"level":"info","ts":1789143378.4493034,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a66c3baa-15c6-4025-b25f-1793dc3f095b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1789143378.4493146,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a66c3baa-15c6-4025-b25f-1793dc3f095b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1789143378.4493349,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a66c3baa-15c6-4025-b25f-1793dc3f095b"} {"level":"info","ts":1789143378.4815707,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143378.4816577,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8103f9d3-2227-4659-a509-b7452eb14ffe"} {"level":"info","ts":1789143378.4816709,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8103f9d3-2227-4659-a509-b7452eb14ffe"} {"level":"info","ts":1789143378.4816813,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8103f9d3-2227-4659-a509-b7452eb14ffe","EoS":false} {"level":"info","ts":1789143378.481692,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8103f9d3-2227-4659-a509-b7452eb14ffe","EoS":true} {"level":"info","ts":1789143378.481713,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8103f9d3-2227-4659-a509-b7452eb14ffe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143378.4817307,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8103f9d3-2227-4659-a509-b7452eb14ffe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143378.4817595,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8103f9d3-2227-4659-a509-b7452eb14ffe"} {"level":"info","ts":1789143378.5192893,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143378.5193963,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"deeb8253-6205-426b-81d8-c53322586100"} {"level":"info","ts":1789143378.5194123,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"deeb8253-6205-426b-81d8-c53322586100"} {"level":"info","ts":1789143378.5194309,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"deeb8253-6205-426b-81d8-c53322586100","EoS":false} {"level":"info","ts":1789143378.5194483,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"deeb8253-6205-426b-81d8-c53322586100","EoS":true} {"level":"info","ts":1789143378.5194795,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"deeb8253-6205-426b-81d8-c53322586100","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143378.5195,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"deeb8253-6205-426b-81d8-c53322586100","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143378.5195298,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"deeb8253-6205-426b-81d8-c53322586100"} {"level":"info","ts":1789143379.4714627,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143379.471553,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbaf0c5a-f7fd-43c6-b1da-cc2e90adcfd8"} {"level":"info","ts":1789143379.4715683,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fbaf0c5a-f7fd-43c6-b1da-cc2e90adcfd8"} {"level":"info","ts":1789143379.4715827,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fbaf0c5a-f7fd-43c6-b1da-cc2e90adcfd8","EoS":false} {"level":"info","ts":1789143379.4715998,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fbaf0c5a-f7fd-43c6-b1da-cc2e90adcfd8","EoS":true} {"level":"info","ts":1789143379.47162,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fbaf0c5a-f7fd-43c6-b1da-cc2e90adcfd8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1789143379.4716365,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fbaf0c5a-f7fd-43c6-b1da-cc2e90adcfd8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1789143379.4716527,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fbaf0c5a-f7fd-43c6-b1da-cc2e90adcfd8"} {"level":"info","ts":1789143380.6102114,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143380.6103194,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5020e008-fed3-41eb-b7c6-1d4ef64a988b"} {"level":"info","ts":1789143380.610337,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5020e008-fed3-41eb-b7c6-1d4ef64a988b"} {"level":"info","ts":1789143380.6103504,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5020e008-fed3-41eb-b7c6-1d4ef64a988b","EoS":false} {"level":"info","ts":1789143380.610366,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5020e008-fed3-41eb-b7c6-1d4ef64a988b","EoS":true} {"level":"info","ts":1789143380.6103923,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5020e008-fed3-41eb-b7c6-1d4ef64a988b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789143380.6104133,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5020e008-fed3-41eb-b7c6-1d4ef64a988b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143380.6104312,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5020e008-fed3-41eb-b7c6-1d4ef64a988b"} {"level":"info","ts":1789143381.46142,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143381.4615066,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93471635-d8d4-4aa0-bf41-4b425b7d9029"} {"level":"info","ts":1789143381.4615161,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"93471635-d8d4-4aa0-bf41-4b425b7d9029"} {"level":"info","ts":1789143381.461527,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93471635-d8d4-4aa0-bf41-4b425b7d9029","EoS":false} {"level":"info","ts":1789143381.4615412,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"93471635-d8d4-4aa0-bf41-4b425b7d9029","EoS":true} {"level":"info","ts":1789143381.4615633,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93471635-d8d4-4aa0-bf41-4b425b7d9029","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1789143381.4615796,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"93471635-d8d4-4aa0-bf41-4b425b7d9029","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1789143381.461603,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"93471635-d8d4-4aa0-bf41-4b425b7d9029"} {"level":"info","ts":1789143383.9343402,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143383.934458,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2703063f-b0fc-4df3-b9db-a3ff1f32bd92"} {"level":"info","ts":1789143383.934486,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2703063f-b0fc-4df3-b9db-a3ff1f32bd92"} {"level":"info","ts":1789143383.9345014,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2703063f-b0fc-4df3-b9db-a3ff1f32bd92","EoS":false} {"level":"info","ts":1789143383.9345198,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2703063f-b0fc-4df3-b9db-a3ff1f32bd92","EoS":true} {"level":"info","ts":1789143383.9345467,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2703063f-b0fc-4df3-b9db-a3ff1f32bd92","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1789143383.9345663,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2703063f-b0fc-4df3-b9db-a3ff1f32bd92","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1789143383.9345884,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2703063f-b0fc-4df3-b9db-a3ff1f32bd92"} {"level":"info","ts":1789143396.0812478,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143396.0813382,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7125da7f-a177-4ec8-9b4e-82986ff62ac8"} {"level":"info","ts":1789143396.0813544,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7125da7f-a177-4ec8-9b4e-82986ff62ac8"} {"level":"info","ts":1789143396.081366,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7125da7f-a177-4ec8-9b4e-82986ff62ac8","EoS":false} {"level":"info","ts":1789143396.0813768,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7125da7f-a177-4ec8-9b4e-82986ff62ac8","EoS":true} {"level":"info","ts":1789143396.081398,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7125da7f-a177-4ec8-9b4e-82986ff62ac8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1789143396.0814145,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7125da7f-a177-4ec8-9b4e-82986ff62ac8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1789143396.081438,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7125da7f-a177-4ec8-9b4e-82986ff62ac8"} {"level":"info","ts":1789143397.94118,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143397.9412649,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58a428da-00c7-4e4d-8d3f-a7d9e190c0ce"} {"level":"info","ts":1789143397.9412751,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"58a428da-00c7-4e4d-8d3f-a7d9e190c0ce"} {"level":"info","ts":1789143397.941286,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"58a428da-00c7-4e4d-8d3f-a7d9e190c0ce","EoS":false} {"level":"info","ts":1789143397.9412987,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"58a428da-00c7-4e4d-8d3f-a7d9e190c0ce","EoS":true} {"level":"info","ts":1789143397.9413207,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58a428da-00c7-4e4d-8d3f-a7d9e190c0ce","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1789143397.941336,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"58a428da-00c7-4e4d-8d3f-a7d9e190c0ce","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1789143397.9413586,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"58a428da-00c7-4e4d-8d3f-a7d9e190c0ce"} {"level":"info","ts":1789143399.8284328,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143399.8285196,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0759e1ce-89a1-4347-9093-b3c804865add"} {"level":"info","ts":1789143399.8285313,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0759e1ce-89a1-4347-9093-b3c804865add"} {"level":"info","ts":1789143399.8285422,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0759e1ce-89a1-4347-9093-b3c804865add","EoS":false} {"level":"info","ts":1789143399.8285522,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0759e1ce-89a1-4347-9093-b3c804865add","EoS":true} {"level":"info","ts":1789143399.8285728,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0759e1ce-89a1-4347-9093-b3c804865add","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143399.8285904,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0759e1ce-89a1-4347-9093-b3c804865add","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143399.8286114,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0759e1ce-89a1-4347-9093-b3c804865add"} {"level":"info","ts":1789143399.8647587,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143399.8648472,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d579a176-fbc5-457b-b325-68900eabc589"} {"level":"info","ts":1789143399.8648598,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d579a176-fbc5-457b-b325-68900eabc589"} {"level":"info","ts":1789143399.8648703,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d579a176-fbc5-457b-b325-68900eabc589","EoS":false} {"level":"info","ts":1789143399.8648818,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d579a176-fbc5-457b-b325-68900eabc589","EoS":true} {"level":"info","ts":1789143399.8649018,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d579a176-fbc5-457b-b325-68900eabc589","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143399.8649175,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d579a176-fbc5-457b-b325-68900eabc589","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143399.8649406,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d579a176-fbc5-457b-b325-68900eabc589"} {"level":"info","ts":1789143400.0394137,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143400.039497,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"472dba13-e80e-4543-98ca-9df0ad589e6f"} {"level":"info","ts":1789143400.0395093,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"472dba13-e80e-4543-98ca-9df0ad589e6f"} {"level":"info","ts":1789143400.03952,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"472dba13-e80e-4543-98ca-9df0ad589e6f","EoS":false} {"level":"info","ts":1789143400.0395303,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"472dba13-e80e-4543-98ca-9df0ad589e6f","EoS":true} {"level":"info","ts":1789143400.0395505,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"472dba13-e80e-4543-98ca-9df0ad589e6f","field":"model"} {"level":"info","ts":1789143400.039574,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"472dba13-e80e-4543-98ca-9df0ad589e6f"} {"level":"info","ts":1789143400.1838162,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143400.183928,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94a15c50-fe42-4b24-9886-4aa58b5f8ee8"} {"level":"info","ts":1789143400.1839492,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"94a15c50-fe42-4b24-9886-4aa58b5f8ee8"} {"level":"info","ts":1789143400.1839685,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"94a15c50-fe42-4b24-9886-4aa58b5f8ee8","EoS":false} {"level":"info","ts":1789143400.1839862,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"94a15c50-fe42-4b24-9886-4aa58b5f8ee8","EoS":true} {"level":"info","ts":1789143400.1840086,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"94a15c50-fe42-4b24-9886-4aa58b5f8ee8","field":"model"} {"level":"info","ts":1789143400.1840768,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"94a15c50-fe42-4b24-9886-4aa58b5f8ee8"} {"level":"info","ts":1789143400.3565834,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143400.3566692,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"162e7120-1bef-4fdb-8706-d8b78dd191a8"} {"level":"info","ts":1789143400.3566806,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"162e7120-1bef-4fdb-8706-d8b78dd191a8"} {"level":"info","ts":1789143400.3566914,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"162e7120-1bef-4fdb-8706-d8b78dd191a8","EoS":false} {"level":"info","ts":1789143400.3567019,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"162e7120-1bef-4fdb-8706-d8b78dd191a8","EoS":true} {"level":"info","ts":1789143400.3567202,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"162e7120-1bef-4fdb-8706-d8b78dd191a8","field":"model"} {"level":"info","ts":1789143400.356745,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"162e7120-1bef-4fdb-8706-d8b78dd191a8"} {"level":"info","ts":1789143403.9452035,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143403.9452941,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0e87ff5-ce3e-4655-bb17-275203b291b4"} {"level":"info","ts":1789143403.9453073,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b0e87ff5-ce3e-4655-bb17-275203b291b4"} {"level":"info","ts":1789143403.9453192,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b0e87ff5-ce3e-4655-bb17-275203b291b4","EoS":false} {"level":"info","ts":1789143403.94533,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b0e87ff5-ce3e-4655-bb17-275203b291b4","EoS":true} {"level":"info","ts":1789143403.9453504,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0e87ff5-ce3e-4655-bb17-275203b291b4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143403.9453654,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b0e87ff5-ce3e-4655-bb17-275203b291b4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143403.9453893,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b0e87ff5-ce3e-4655-bb17-275203b291b4"} {"level":"info","ts":1789143405.545638,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143405.545729,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23c222cd-cbfd-4e78-a8fb-23b3b7311599"} {"level":"info","ts":1789143405.545742,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"23c222cd-cbfd-4e78-a8fb-23b3b7311599"} {"level":"info","ts":1789143405.5457568,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"23c222cd-cbfd-4e78-a8fb-23b3b7311599","EoS":false} {"level":"info","ts":1789143405.5457706,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"23c222cd-cbfd-4e78-a8fb-23b3b7311599","EoS":true} {"level":"info","ts":1789143405.5457914,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"23c222cd-cbfd-4e78-a8fb-23b3b7311599","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1789143405.5458083,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"23c222cd-cbfd-4e78-a8fb-23b3b7311599","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1789143405.5458388,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"23c222cd-cbfd-4e78-a8fb-23b3b7311599"} {"level":"info","ts":1789143430.8776398,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143430.8777301,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91b25d86-7e31-4e1a-bd27-90bea933e1f2"} {"level":"info","ts":1789143430.8777406,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"91b25d86-7e31-4e1a-bd27-90bea933e1f2"} {"level":"info","ts":1789143430.8777516,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"91b25d86-7e31-4e1a-bd27-90bea933e1f2","EoS":false} {"level":"info","ts":1789143430.877765,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"91b25d86-7e31-4e1a-bd27-90bea933e1f2","EoS":true} {"level":"info","ts":1789143430.8777866,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"91b25d86-7e31-4e1a-bd27-90bea933e1f2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143430.8778,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"91b25d86-7e31-4e1a-bd27-90bea933e1f2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143430.8778222,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"91b25d86-7e31-4e1a-bd27-90bea933e1f2"} {"level":"info","ts":1789143432.1994476,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143432.1995578,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"819471fb-80d6-4a51-a7d5-d6ab8622022d"} {"level":"info","ts":1789143432.199575,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"819471fb-80d6-4a51-a7d5-d6ab8622022d"} {"level":"info","ts":1789143432.1995945,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"819471fb-80d6-4a51-a7d5-d6ab8622022d","EoS":false} {"level":"info","ts":1789143432.1996148,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"819471fb-80d6-4a51-a7d5-d6ab8622022d","EoS":true} {"level":"info","ts":1789143432.1996427,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"819471fb-80d6-4a51-a7d5-d6ab8622022d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143432.1996624,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"819471fb-80d6-4a51-a7d5-d6ab8622022d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143432.1996982,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"819471fb-80d6-4a51-a7d5-d6ab8622022d"} {"level":"info","ts":1789143432.4705827,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143432.4706779,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8effa36b-cc0c-41b9-993f-7f0e60322fff"} {"level":"info","ts":1789143432.4706917,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8effa36b-cc0c-41b9-993f-7f0e60322fff"} {"level":"info","ts":1789143432.4707034,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8effa36b-cc0c-41b9-993f-7f0e60322fff","EoS":false} {"level":"info","ts":1789143432.4707162,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8effa36b-cc0c-41b9-993f-7f0e60322fff","EoS":true} {"level":"info","ts":1789143432.470737,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8effa36b-cc0c-41b9-993f-7f0e60322fff","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789143432.4708068,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8effa36b-cc0c-41b9-993f-7f0e60322fff","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789143432.4708278,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8effa36b-cc0c-41b9-993f-7f0e60322fff"} {"level":"info","ts":1789143483.1224012,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143483.1225078,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08d41033-de95-4cb3-b40b-800a3b509903"} {"level":"info","ts":1789143483.1225266,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"08d41033-de95-4cb3-b40b-800a3b509903"} {"level":"info","ts":1789143483.122545,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"08d41033-de95-4cb3-b40b-800a3b509903","EoS":false} {"level":"info","ts":1789143483.1225657,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"08d41033-de95-4cb3-b40b-800a3b509903","EoS":true} {"level":"info","ts":1789143483.1225932,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"08d41033-de95-4cb3-b40b-800a3b509903","field":"model","value":"facebook-opt-125m-simulated"} {"level":"info","ts":1789143483.1226125,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"08d41033-de95-4cb3-b40b-800a3b509903","path":"/llm/facebook-opt-125m-simulated/v1/embeddings"} {"level":"info","ts":1789143483.1226482,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"08d41033-de95-4cb3-b40b-800a3b509903"} {"level":"info","ts":1789143490.187296,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143490.1873941,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01"} {"level":"info","ts":1789143490.1874065,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01"} {"level":"info","ts":1789143490.1874187,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01","EoS":false} {"level":"info","ts":1789143490.1874292,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01","EoS":true} {"level":"info","ts":1789143490.1874468,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789143490.1874626,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789143490.1874886,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"342120d8-f709-4323-9027-b30b5d165e01"} {"level":"info","ts":1789143490.2388825,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789143490.2389593,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7"} {"level":"info","ts":1789143490.238969,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7"} {"level":"info","ts":1789143490.2389803,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7","EoS":false} {"level":"info","ts":1789143490.2389905,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7","EoS":true} {"level":"info","ts":1789143490.2390082,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7","field":"model","value":"publishers/llm/models/test/e2e-embedding-model"} {"level":"info","ts":1789143490.2390237,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7","path":"/v1/embeddings"} {"level":"info","ts":1789143490.2390501,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7","original":"publishers/llm/models/test/e2e-embedding-model","rewritten":"test/e2e-embedding-model"} {"level":"info","ts":1789143490.2390835,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"75f5cf02-46b8-4037-8fd1-f4c04176b4e7"} {"level":"info","ts":1789144198.4167814,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789144198.416876,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"066cf05c-7ef6-467a-8953-3868c0ba0f98"} {"level":"info","ts":1789144198.4168856,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"066cf05c-7ef6-467a-8953-3868c0ba0f98"} {"level":"info","ts":1789144198.4168956,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"066cf05c-7ef6-467a-8953-3868c0ba0f98","EoS":false} {"level":"info","ts":1789144198.4169054,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"066cf05c-7ef6-467a-8953-3868c0ba0f98","EoS":true} {"level":"info","ts":1789144198.4169288,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"066cf05c-7ef6-467a-8953-3868c0ba0f98","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789144198.4169455,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"066cf05c-7ef6-467a-8953-3868c0ba0f98","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789144198.416971,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"066cf05c-7ef6-467a-8953-3868c0ba0f98"} {"level":"info","ts":1789144198.4738376,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789144198.4739242,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"137f7dac-696e-45c5-80c6-244cb6726fc1"} {"level":"info","ts":1789144198.473945,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"137f7dac-696e-45c5-80c6-244cb6726fc1"} {"level":"info","ts":1789144198.473956,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"137f7dac-696e-45c5-80c6-244cb6726fc1","EoS":false} {"level":"info","ts":1789144198.4739664,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"137f7dac-696e-45c5-80c6-244cb6726fc1","EoS":true} {"level":"info","ts":1789144198.47399,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"137f7dac-696e-45c5-80c6-244cb6726fc1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789144198.4740076,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"137f7dac-696e-45c5-80c6-244cb6726fc1","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789144198.4740644,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"137f7dac-696e-45c5-80c6-244cb6726fc1"}