{"level":"info","ts":1789173195.9962518,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6af07a0-0ca6-4680-8d51-e7921aa5e1d7"} {"level":"info","ts":1789173195.9962633,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c6af07a0-0ca6-4680-8d51-e7921aa5e1d7"} {"level":"info","ts":1789173195.9962814,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c6af07a0-0ca6-4680-8d51-e7921aa5e1d7","EoS":false} {"level":"info","ts":1789173195.9962916,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c6af07a0-0ca6-4680-8d51-e7921aa5e1d7","EoS":true} {"level":"info","ts":1789173195.996307,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6af07a0-0ca6-4680-8d51-e7921aa5e1d7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789173195.996321,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c6af07a0-0ca6-4680-8d51-e7921aa5e1d7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789173195.9963405,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c6af07a0-0ca6-4680-8d51-e7921aa5e1d7"} {"level":"info","ts":1789173201.0830307,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173201.0831156,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b44e87cf-49ae-4642-86dc-99fbdeccf7f6"} {"level":"info","ts":1789173201.0831282,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b44e87cf-49ae-4642-86dc-99fbdeccf7f6"} {"level":"info","ts":1789173201.0831394,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b44e87cf-49ae-4642-86dc-99fbdeccf7f6","EoS":false} {"level":"info","ts":1789173201.0831518,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b44e87cf-49ae-4642-86dc-99fbdeccf7f6","EoS":true} {"level":"info","ts":1789173201.083175,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b44e87cf-49ae-4642-86dc-99fbdeccf7f6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789173201.08319,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b44e87cf-49ae-4642-86dc-99fbdeccf7f6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789173201.0832117,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b44e87cf-49ae-4642-86dc-99fbdeccf7f6"} {"level":"info","ts":1789173202.7092516,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173202.709358,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b45d1341-0f26-490a-a54c-a2e4997acd1d"} {"level":"info","ts":1789173202.7093754,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b45d1341-0f26-490a-a54c-a2e4997acd1d"} {"level":"info","ts":1789173202.7093916,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b45d1341-0f26-490a-a54c-a2e4997acd1d","EoS":false} {"level":"info","ts":1789173202.7094235,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b45d1341-0f26-490a-a54c-a2e4997acd1d","EoS":true} {"level":"info","ts":1789173202.7094514,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b45d1341-0f26-490a-a54c-a2e4997acd1d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789173202.7094724,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b45d1341-0f26-490a-a54c-a2e4997acd1d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789173202.7094896,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"b45d1341-0f26-490a-a54c-a2e4997acd1d","modelName":"e2e-external-model"} {"level":"info","ts":1789173202.7095068,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"b45d1341-0f26-490a-a54c-a2e4997acd1d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789173202.7095737,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b45d1341-0f26-490a-a54c-a2e4997acd1d"} {"level":"info","ts":1789173202.7566075,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173202.7567167,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51054181-16ae-4a49-ab6f-149bc1402737"} {"level":"info","ts":1789173202.7567325,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"51054181-16ae-4a49-ab6f-149bc1402737"} {"level":"info","ts":1789173202.7567475,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"51054181-16ae-4a49-ab6f-149bc1402737","EoS":false} {"level":"info","ts":1789173202.7567635,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"51054181-16ae-4a49-ab6f-149bc1402737","EoS":true} {"level":"info","ts":1789173202.7567916,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51054181-16ae-4a49-ab6f-149bc1402737","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789173202.7568085,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"51054181-16ae-4a49-ab6f-149bc1402737","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789173202.7568223,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"51054181-16ae-4a49-ab6f-149bc1402737","modelName":"e2e-external-model"} {"level":"info","ts":1789173202.7568386,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"51054181-16ae-4a49-ab6f-149bc1402737","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789173202.7568827,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"51054181-16ae-4a49-ab6f-149bc1402737"} {"level":"info","ts":1789173202.790695,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173202.7908115,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31c52db2-322c-42bf-a219-fd9633e49fdd"} {"level":"info","ts":1789173202.7908332,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"31c52db2-322c-42bf-a219-fd9633e49fdd"} {"level":"info","ts":1789173202.7908514,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"31c52db2-322c-42bf-a219-fd9633e49fdd","EoS":false} {"level":"info","ts":1789173202.7908683,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"31c52db2-322c-42bf-a219-fd9633e49fdd","EoS":true} {"level":"info","ts":1789173202.7908993,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31c52db2-322c-42bf-a219-fd9633e49fdd","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789173202.7909214,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"31c52db2-322c-42bf-a219-fd9633e49fdd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789173202.7909343,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"31c52db2-322c-42bf-a219-fd9633e49fdd","modelName":"e2e-external-model"} {"level":"info","ts":1789173202.7909515,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"31c52db2-322c-42bf-a219-fd9633e49fdd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789173202.7910016,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"31c52db2-322c-42bf-a219-fd9633e49fdd"} {"level":"info","ts":1789173202.994146,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36ff4058-5c23-4ee0-a292-aee56391e2aa"} {"level":"info","ts":1789173202.994129,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"febc0e22-9d1d-4f8e-8259-42983c6b886d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789173202.994189,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"febc0e22-9d1d-4f8e-8259-42983c6b886d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789173202.9993382,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8dbbcca0-89a6-4d6f-b26c-db3c8d25b0bb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789173202.9993713,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8dbbcca0-89a6-4d6f-b26c-db3c8d25b0bb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789173203.0022283,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36ff4058-5c23-4ee0-a292-aee56391e2aa","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173203.0022752,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36ff4058-5c23-4ee0-a292-aee56391e2aa","name":"e2e-cleanup-test"} {"level":"info","ts":1789173203.0176067,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4efbced-0002-4a60-91ac-4948adb3bae9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789173203.0176983,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4efbced-0002-4a60-91ac-4948adb3bae9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789173203.0185044,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36ff4058-5c23-4ee0-a292-aee56391e2aa","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789173203.0185487,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36ff4058-5c23-4ee0-a292-aee56391e2aa","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173203.0186396,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1279da6e-e43f-464e-ba5c-25ec086954f2"} {"level":"info","ts":1789173203.018709,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1279da6e-e43f-464e-ba5c-25ec086954f2","name":"e2e-cleanup-test"} {"level":"error","ts":1789173203.0394745,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1279da6e-e43f-464e-ba5c-25ec086954f2","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173203.0395482,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b38f679-3ab7-4423-b1fc-84cace5ecd53","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789173203.0395627,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a84fd452-6677-4fc3-86e6-9f79cf75942f"} {"level":"info","ts":1789173203.039578,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b38f679-3ab7-4423-b1fc-84cace5ecd53","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789173203.0396554,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a84fd452-6677-4fc3-86e6-9f79cf75942f","name":"e2e-cleanup-test"} {"level":"info","ts":1789173203.049261,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a84fd452-6677-4fc3-86e6-9f79cf75942f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789173203.0541646,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ad900dc-bdff-4b3b-8609-af687bc6e796","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789173203.0542505,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ad900dc-bdff-4b3b-8609-af687bc6e796","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789173203.0571513,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a84fd452-6677-4fc3-86e6-9f79cf75942f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173203.0572324,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa4893f3-1aab-480b-9b40-0f3f7e253d7e"} {"level":"info","ts":1789173203.0572886,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa4893f3-1aab-480b-9b40-0f3f7e253d7e","name":"e2e-cleanup-test"} {"level":"info","ts":1789173203.0655327,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa4893f3-1aab-480b-9b40-0f3f7e253d7e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789173203.2718697,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173203.2719774,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"000cc2e4-995d-4e58-97f5-970f938ce060"} {"level":"info","ts":1789173211.2700825,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5608d16f-0aec-4d9a-8460-a29d843615e6"} {"level":"info","ts":1789173211.2701714,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"007bc4d7-8e48-485d-a9e4-3255753a0e05","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789173211.270202,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"007bc4d7-8e48-485d-a9e4-3255753a0e05","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789173215.57535,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173215.575455,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30f2c739-fd19-433b-9404-aff1b7e1e8c2"} {"level":"info","ts":1789173215.5754735,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"30f2c739-fd19-433b-9404-aff1b7e1e8c2"} {"level":"info","ts":1789173215.5756624,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"30f2c739-fd19-433b-9404-aff1b7e1e8c2","EoS":false} {"level":"info","ts":1789173215.5756953,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"30f2c739-fd19-433b-9404-aff1b7e1e8c2","EoS":true} {"level":"info","ts":1789173215.5757275,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30f2c739-fd19-433b-9404-aff1b7e1e8c2","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1789173215.5757496,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"30f2c739-fd19-433b-9404-aff1b7e1e8c2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1789173215.57578,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"30f2c739-fd19-433b-9404-aff1b7e1e8c2"} {"level":"info","ts":1789173215.9326453,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"3a313646-3265-46d4-b53e-dd86bc790c9c","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173215.9381838,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"3a313646-3265-46d4-b53e-dd86bc790c9c","name":"e2e-legacy-migration-b7c04beb"} {"level":"info","ts":1789173215.9499254,"caller":"legacymigration/reconciler.go:169","msg":"creating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"3a313646-3265-46d4-b53e-dd86bc790c9c","name":"e2e-legacy-migration-b7c04beb"} {"level":"info","ts":1789173215.950214,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"5139d539-9f84-42f1-ac97-2e98478f46df","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173215.9502547,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"5139d539-9f84-42f1-ac97-2e98478f46df","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789173215.9503102,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"847989fc-da60-4022-9aa0-e980dd6f7d29"} {"level":"info","ts":1789173215.957603,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"3a313646-3265-46d4-b53e-dd86bc790c9c","provider":"openai","model":"e2e-legacy-migration-b7c04beb","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789173215.9577777,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"4ec4f220-afd5-4680-8a4e-6362ecf3048c","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173215.9579136,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"4ec4f220-afd5-4680-8a4e-6362ecf3048c","modelName":"e2e-legacy-migration-b7c04beb","resolvedRefs":1} {"level":"info","ts":1789173215.9578803,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"6b87102c-fe8b-46af-9a9e-c7498ff1b1e7"} {"level":"info","ts":1789173215.9587498,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"3fe09817-b37d-40d0-a727-6d4d079f02e2","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173215.9589736,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"3fe09817-b37d-40d0-a727-6d4d079f02e2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789173215.9589324,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"fdbdc514-f10c-4fb4-9bdf-a9d15765e793","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173215.959071,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"fdbdc514-f10c-4fb4-9bdf-a9d15765e793","modelName":"e2e-legacy-migration-b7c04beb","resolvedRefs":1} {"level":"error","ts":1789173215.961064,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"847989fc-da60-4022-9aa0-e980dd6f7d29","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-b7c04beb\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173215.961128,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"847989fc-da60-4022-9aa0-e980dd6f7d29","name":"e2e-legacy-migration-b7c04beb"} {"level":"info","ts":1789173215.9659925,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"b6a7006f-c891-42ea-a459-1a2e2bad00da","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173215.96603,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"b6a7006f-c891-42ea-a459-1a2e2bad00da","modelName":"e2e-legacy-migration-b7c04beb","resolvedRefs":1} {"level":"error","ts":1789173215.9696095,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"6b87102c-fe8b-46af-9a9e-c7498ff1b1e7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b7c04beb\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173215.9697104,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"6b87102c-fe8b-46af-9a9e-c7498ff1b1e7","provider":"e2e-legacy-migration-b7c04beb","phase":"Pending"} {"level":"info","ts":1789173215.9743333,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"c5a6e118-0ad1-494f-9401-272d17b56ee6","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173215.9744186,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"c5a6e118-0ad1-494f-9401-272d17b56ee6","modelName":"e2e-legacy-migration-b7c04beb","resolvedRefs":1} {"level":"error","ts":1789173215.9782355,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"847989fc-da60-4022-9aa0-e980dd6f7d29","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-b7c04beb\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789173215.9783933,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"847989fc-da60-4022-9aa0-e980dd6f7d29","error":"failed to apply Service: services \"e2e-legacy-migration-b7c04beb\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173215.9784892,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"c9351619-53b5-464b-819b-961da2c10a16"} {"level":"info","ts":1789173215.9785666,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"c9351619-53b5-464b-819b-961da2c10a16","name":"e2e-legacy-migration-b7c04beb"} {"level":"error","ts":1789173215.979167,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"6b87102c-fe8b-46af-9a9e-c7498ff1b1e7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b7c04beb\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789173215.9792144,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"6b87102c-fe8b-46af-9a9e-c7498ff1b1e7","error":"ExternalModel \"e2e-legacy-migration-b7c04beb\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b7c04beb\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173215.9792743,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"656075f6-eed7-4d7d-b9dc-1d9f73e1a281"} {"level":"info","ts":1789173215.9792998,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"656075f6-eed7-4d7d-b9dc-1d9f73e1a281","provider":"e2e-legacy-migration-b7c04beb","phase":"Pending"} {"level":"error","ts":1789173215.985866,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"656075f6-eed7-4d7d-b9dc-1d9f73e1a281","error":"ExternalModel \"e2e-legacy-migration-b7c04beb\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b7c04beb\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173215.989562,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"c9351619-53b5-464b-819b-961da2c10a16","kind":"DestinationRule","name":"e2e-legacy-migration-b7c04beb"} {"level":"info","ts":1789173215.9967253,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"f1d55a35-a1f8-47e2-91cc-649fbd87355e"} {"level":"info","ts":1789173215.9968467,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"f1d55a35-a1f8-47e2-91cc-649fbd87355e","provider":"e2e-legacy-migration-b7c04beb","phase":"Pending"} {"level":"info","ts":1789173216.0034776,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"adc6167f-de17-4923-aad4-dc8897522a50","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173216.003558,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"adc6167f-de17-4923-aad4-dc8897522a50","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789173216.0035133,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"b0f0384e-a8ff-4d2c-9be6-81c801a0ae06","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173216.0037065,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"b0f0384e-a8ff-4d2c-9be6-81c801a0ae06","modelName":"e2e-legacy-migration-b7c04beb","resolvedRefs":1} {"level":"error","ts":1789173216.006294,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"f1d55a35-a1f8-47e2-91cc-649fbd87355e","error":"ExternalModel \"e2e-legacy-migration-b7c04beb\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b7c04beb\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173216.0064113,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"7e34b14e-1200-4587-8f9f-cd4594ca1018"} {"level":"info","ts":1789173216.006499,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"7e34b14e-1200-4587-8f9f-cd4594ca1018","name":"e2e-legacy-migration-b7c04beb"} {"level":"error","ts":1789173216.0095081,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"c9351619-53b5-464b-819b-961da2c10a16","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-b7c04beb\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789173216.0095484,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"c9351619-53b5-464b-819b-961da2c10a16","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-legacy-migration-b7c04beb\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173216.0096633,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"c76e17a9-2fac-4844-8658-c284ce5aeb03"} {"level":"info","ts":1789173216.0097132,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"c76e17a9-2fac-4844-8658-c284ce5aeb03","name":"e2e-legacy-migration-b7c04beb"} {"level":"info","ts":1789173216.0248418,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"d7ae7a54-d876-4d70-9e54-ce16294f5911","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173216.024876,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"d7ae7a54-d876-4d70-9e54-ce16294f5911","modelName":"e2e-legacy-migration-b7c04beb","resolvedRefs":1} {"level":"info","ts":1789173216.0319316,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"c76e17a9-2fac-4844-8658-c284ce5aeb03","service":"e2e-legacy-migration-b7c04beb","serviceEntry":"e2e-legacy-migration-b7c04beb","destinationRule":"e2e-legacy-migration-b7c04beb"} {"level":"error","ts":1789173216.0324032,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"7e34b14e-1200-4587-8f9f-cd4594ca1018","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b7c04beb\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789173216.0324485,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"7e34b14e-1200-4587-8f9f-cd4594ca1018","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-b7c04beb\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173216.032501,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"9b49f3cf-2741-4cfc-be3b-58d6c80a0bf3"} {"level":"info","ts":1789173216.0325549,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"9b49f3cf-2741-4cfc-be3b-58d6c80a0bf3","name":"e2e-legacy-migration-b7c04beb"} {"level":"info","ts":1789173216.041567,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"9b49f3cf-2741-4cfc-be3b-58d6c80a0bf3","httpRoute":"e2e-legacy-migration-b7c04beb","providers":["e2e-legacy-migration-b7c04beb"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789173216.0429578,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"ee720de1-0262-4f5c-a259-eb3cf495ca81","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173216.0430381,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"ee720de1-0262-4f5c-a259-eb3cf495ca81","modelName":"e2e-legacy-migration-b7c04beb","resolvedRefs":1} {"level":"error","ts":1789173216.0485752,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"9b49f3cf-2741-4cfc-be3b-58d6c80a0bf3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b7c04beb\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173216.048683,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"b2b93395-e0c1-4ebe-9883-a2877d313006"} {"level":"info","ts":1789173216.0487304,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"b2b93395-e0c1-4ebe-9883-a2877d313006","name":"e2e-legacy-migration-b7c04beb"} {"level":"info","ts":1789173216.0579135,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"c3126351-b872-4ba7-b7b2-cc27ff195f2c","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173216.0579906,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"c3126351-b872-4ba7-b7b2-cc27ff195f2c","modelName":"e2e-legacy-migration-b7c04beb","resolvedRefs":1} {"level":"info","ts":1789173216.0583773,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"b2b93395-e0c1-4ebe-9883-a2877d313006","httpRoute":"e2e-legacy-migration-b7c04beb","providers":["e2e-legacy-migration-b7c04beb"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789173216.061804,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"b2b93395-e0c1-4ebe-9883-a2877d313006","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b7c04beb\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789173216.0619392,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"25c0c791-0d01-416d-8cea-d3d8bf83decc"} {"level":"info","ts":1789173216.0620205,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"25c0c791-0d01-416d-8cea-d3d8bf83decc","name":"e2e-legacy-migration-b7c04beb"} {"level":"info","ts":1789173216.0784776,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"25c0c791-0d01-416d-8cea-d3d8bf83decc","httpRoute":"e2e-legacy-migration-b7c04beb","providers":["e2e-legacy-migration-b7c04beb"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789173216.211195,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"fa096614-2ee8-4db7-973f-0d50d2ebbeb2","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173216.218811,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"fa096614-2ee8-4db7-973f-0d50d2ebbeb2","name":"e2e-legacy-migration-b7c04beb"} {"level":"info","ts":1789173216.2250562,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"fa096614-2ee8-4db7-973f-0d50d2ebbeb2","provider":"openai","model":"e2e-legacy-migration-b7c04beb","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789173218.2996325,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173218.2998054,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bab4d9e9-26b6-4c6b-8f4d-8f3d1e8f2e72"} {"level":"info","ts":1789173218.2998493,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bab4d9e9-26b6-4c6b-8f4d-8f3d1e8f2e72"} {"level":"info","ts":1789173218.2998881,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bab4d9e9-26b6-4c6b-8f4d-8f3d1e8f2e72","EoS":false} {"level":"info","ts":1789173218.2999275,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bab4d9e9-26b6-4c6b-8f4d-8f3d1e8f2e72","EoS":true} {"level":"info","ts":1789173218.2999785,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bab4d9e9-26b6-4c6b-8f4d-8f3d1e8f2e72","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789173218.300017,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bab4d9e9-26b6-4c6b-8f4d-8f3d1e8f2e72","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789173218.3000693,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bab4d9e9-26b6-4c6b-8f4d-8f3d1e8f2e72"} {"level":"info","ts":1789173218.9282978,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"3e241241-c9d4-4ddb-bfce-9c45bd9bc9df","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173218.9513466,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"07c72aa0-a8ff-491d-98b8-8675510e6704"} {"level":"info","ts":1789173218.9514456,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"b14cbd66-0685-4ded-8d09-83ec65f37d1d","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173218.951464,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"b14cbd66-0685-4ded-8d09-83ec65f37d1d","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173218.9635532,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"2f9dd622-c551-4875-b0cf-7b983e7fb342"} {"level":"info","ts":1789173218.9637015,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"a0672eab-d5c7-43bb-821e-913a4a05f64f","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173218.9637718,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b7c04beb","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b7c04beb","reconcileID":"a0672eab-d5c7-43bb-821e-913a4a05f64f","name":"e2e-legacy-migration-b7c04beb","namespace":"llm"} {"level":"info","ts":1789173219.3362935,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173219.3364007,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83"} {"level":"info","ts":1789173219.3364167,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83"} {"level":"info","ts":1789173219.336432,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83","EoS":false} {"level":"info","ts":1789173219.3364515,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83","EoS":true} {"level":"info","ts":1789173219.336482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789173219.336502,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789173219.336517,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83","modelName":"e2e-external-model"} {"level":"info","ts":1789173219.3365364,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789173219.3365977,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"61884034-4b8d-45ad-8afd-babfca64df83"} {"level":"info","ts":1789173219.473718,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173219.4740336,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5aa13a95-523c-43b5-b851-d6f843ea0887"} {"level":"info","ts":1789173219.4741015,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5aa13a95-523c-43b5-b851-d6f843ea0887"} {"level":"info","ts":1789173219.4741466,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5aa13a95-523c-43b5-b851-d6f843ea0887","EoS":false} {"level":"info","ts":1789173219.474207,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5aa13a95-523c-43b5-b851-d6f843ea0887","EoS":true} {"level":"info","ts":1789173219.4742599,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5aa13a95-523c-43b5-b851-d6f843ea0887","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789173219.4743145,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5aa13a95-523c-43b5-b851-d6f843ea0887","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789173219.4743795,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5aa13a95-523c-43b5-b851-d6f843ea0887"} {"level":"info","ts":1789173219.598847,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173219.59915,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d17a039e-02f5-4f1f-a26e-e8280a1a22b3"} {"level":"info","ts":1789173219.599216,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d17a039e-02f5-4f1f-a26e-e8280a1a22b3"} {"level":"info","ts":1789173219.5992591,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d17a039e-02f5-4f1f-a26e-e8280a1a22b3","EoS":false} {"level":"info","ts":1789173219.5993152,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d17a039e-02f5-4f1f-a26e-e8280a1a22b3","EoS":true} {"level":"info","ts":1789173219.599368,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"d17a039e-02f5-4f1f-a26e-e8280a1a22b3","field":"model"} {"level":"info","ts":1789173219.599436,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d17a039e-02f5-4f1f-a26e-e8280a1a22b3"} {"level":"info","ts":1789173220.6202104,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d7c276da-cc29-4f8a-8bf2-162e0dfcd4f9"} {"level":"info","ts":1789173220.6204216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac2af399-5421-49e2-bc1f-1ccb37912d5d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789173220.6205719,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac2af399-5421-49e2-bc1f-1ccb37912d5d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789173220.772963,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba267157-41ba-447d-84ea-c5402b16217c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789173220.773154,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba267157-41ba-447d-84ea-c5402b16217c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789173220.7731075,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba98a139-ea12-4bf3-b8dd-15987ec7574b"} {"level":"info","ts":1789173222.5396826,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173222.5398343,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e55be6f-5648-4189-b428-46296654be20"} {"level":"info","ts":1789173222.539869,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1e55be6f-5648-4189-b428-46296654be20"} {"level":"info","ts":1789173222.5398962,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1e55be6f-5648-4189-b428-46296654be20","EoS":false} {"level":"info","ts":1789173222.5399225,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1e55be6f-5648-4189-b428-46296654be20","EoS":true} {"level":"info","ts":1789173222.5399566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e55be6f-5648-4189-b428-46296654be20","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789173222.5399833,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1e55be6f-5648-4189-b428-46296654be20","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789173222.5400252,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1e55be6f-5648-4189-b428-46296654be20"} {"level":"info","ts":1789173222.6411269,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173222.6412637,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0ea4b63-9601-4f9f-8dfc-068df8e6b862"} {"level":"info","ts":1789173222.6413026,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b0ea4b63-9601-4f9f-8dfc-068df8e6b862"} {"level":"info","ts":1789173222.641333,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b0ea4b63-9601-4f9f-8dfc-068df8e6b862","EoS":false} {"level":"info","ts":1789173222.6413615,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b0ea4b63-9601-4f9f-8dfc-068df8e6b862","EoS":true} {"level":"info","ts":1789173222.64141,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0ea4b63-9601-4f9f-8dfc-068df8e6b862","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789173222.6414483,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b0ea4b63-9601-4f9f-8dfc-068df8e6b862","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789173222.641494,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b0ea4b63-9601-4f9f-8dfc-068df8e6b862"} {"level":"info","ts":1789173222.7379854,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173222.7380617,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f4ce28d-531b-4c4c-bfed-26049571d150"} {"level":"info","ts":1789173222.7380784,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1f4ce28d-531b-4c4c-bfed-26049571d150"} {"level":"info","ts":1789173222.738091,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1f4ce28d-531b-4c4c-bfed-26049571d150","EoS":false} {"level":"info","ts":1789173222.738104,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1f4ce28d-531b-4c4c-bfed-26049571d150","EoS":true} {"level":"info","ts":1789173222.7381217,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f4ce28d-531b-4c4c-bfed-26049571d150","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789173222.7381356,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1f4ce28d-531b-4c4c-bfed-26049571d150","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789173222.7381551,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1f4ce28d-531b-4c4c-bfed-26049571d150"} {"level":"info","ts":1789173222.829802,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173222.8298962,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6ae70cc-b508-4fb0-bb35-56f99792660b"} {"level":"info","ts":1789173222.8299148,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d6ae70cc-b508-4fb0-bb35-56f99792660b"} {"level":"info","ts":1789173222.829932,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d6ae70cc-b508-4fb0-bb35-56f99792660b","EoS":false} {"level":"info","ts":1789173222.8299427,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d6ae70cc-b508-4fb0-bb35-56f99792660b","EoS":true} {"level":"info","ts":1789173222.8299692,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d6ae70cc-b508-4fb0-bb35-56f99792660b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789173222.8299854,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d6ae70cc-b508-4fb0-bb35-56f99792660b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789173222.8300104,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d6ae70cc-b508-4fb0-bb35-56f99792660b"} {"level":"info","ts":1789173235.6933298,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173235.6934392,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54119631-99fd-4c38-a1d3-4b0575b57c9f"} {"level":"info","ts":1789173235.6934566,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"54119631-99fd-4c38-a1d3-4b0575b57c9f"} {"level":"info","ts":1789173235.6934779,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"54119631-99fd-4c38-a1d3-4b0575b57c9f","EoS":false} {"level":"info","ts":1789173235.6934958,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"54119631-99fd-4c38-a1d3-4b0575b57c9f","EoS":true} {"level":"info","ts":1789173235.6935196,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"54119631-99fd-4c38-a1d3-4b0575b57c9f","field":"model"} {"level":"info","ts":1789173235.6935449,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"54119631-99fd-4c38-a1d3-4b0575b57c9f"} {"level":"info","ts":1789173235.8387837,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173235.838868,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64c64c70-d27b-455e-91f0-2aa32836bc63"} {"level":"info","ts":1789173235.8388796,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"64c64c70-d27b-455e-91f0-2aa32836bc63"} {"level":"info","ts":1789173235.8388906,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"64c64c70-d27b-455e-91f0-2aa32836bc63","EoS":false} {"level":"info","ts":1789173235.838901,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"64c64c70-d27b-455e-91f0-2aa32836bc63","EoS":true} {"level":"info","ts":1789173235.8389144,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"64c64c70-d27b-455e-91f0-2aa32836bc63","field":"model"} {"level":"info","ts":1789173235.8389392,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"64c64c70-d27b-455e-91f0-2aa32836bc63"} {"level":"info","ts":1789173235.9881926,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789173235.9882865,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c11a2f6-1d46-43c5-b6e3-abf7dd7d77d9"} {"level":"info","ts":1789173235.9882984,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5c11a2f6-1d46-43c5-b6e3-abf7dd7d77d9"} {"level":"info","ts":1789173235.9883099,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5c11a2f6-1d46-43c5-b6e3-abf7dd7d77d9","EoS":false} {"level":"info","ts":1789173235.9883206,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5c11a2f6-1d46-43c5-b6e3-abf7dd7d77d9","EoS":true} {"level":"info","ts":1789173235.9883394,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"5c11a2f6-1d46-43c5-b6e3-abf7dd7d77d9","field":"model"} {"level":"info","ts":1789173235.988364,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5c11a2f6-1d46-43c5-b6e3-abf7dd7d77d9"} {"level":"info","ts":1789174192.9022703,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174192.9023807,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82912f35-c518-430f-8d1d-b86dd534ce6f"} {"level":"info","ts":1789174192.9023948,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"82912f35-c518-430f-8d1d-b86dd534ce6f"} {"level":"info","ts":1789174192.902408,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"82912f35-c518-430f-8d1d-b86dd534ce6f","EoS":false} {"level":"info","ts":1789174192.9024217,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"82912f35-c518-430f-8d1d-b86dd534ce6f","EoS":true} {"level":"info","ts":1789174192.9024465,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82912f35-c518-430f-8d1d-b86dd534ce6f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789174192.9024613,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"82912f35-c518-430f-8d1d-b86dd534ce6f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789174192.9024842,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"82912f35-c518-430f-8d1d-b86dd534ce6f"} {"level":"info","ts":1789174192.957404,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174192.9574966,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6a62fd7-a22d-4599-b740-39cf2e953200"} {"level":"info","ts":1789174192.957511,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f6a62fd7-a22d-4599-b740-39cf2e953200"} {"level":"info","ts":1789174192.957522,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f6a62fd7-a22d-4599-b740-39cf2e953200","EoS":false} {"level":"info","ts":1789174192.9575322,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f6a62fd7-a22d-4599-b740-39cf2e953200","EoS":true} {"level":"info","ts":1789174192.9575508,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6a62fd7-a22d-4599-b740-39cf2e953200","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789174192.957565,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f6a62fd7-a22d-4599-b740-39cf2e953200","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789174192.9576042,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f6a62fd7-a22d-4599-b740-39cf2e953200"} {"level":"info","ts":1789174526.8049498,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174526.8050375,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1ff41ce-fe01-497c-8b57-2c4da813903a"} {"level":"info","ts":1789174526.805049,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a1ff41ce-fe01-497c-8b57-2c4da813903a"} {"level":"info","ts":1789174526.80506,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a1ff41ce-fe01-497c-8b57-2c4da813903a","EoS":false} {"level":"info","ts":1789174526.8050725,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a1ff41ce-fe01-497c-8b57-2c4da813903a","EoS":true} {"level":"info","ts":1789174526.805093,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a1ff41ce-fe01-497c-8b57-2c4da813903a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789174526.805108,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a1ff41ce-fe01-497c-8b57-2c4da813903a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174526.8051288,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a1ff41ce-fe01-497c-8b57-2c4da813903a"} {"level":"info","ts":1789174526.9678972,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174526.9679854,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"faca4bd7-ef06-4a00-9d95-cd2eef9cdc58"} {"level":"info","ts":1789174526.967994,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"faca4bd7-ef06-4a00-9d95-cd2eef9cdc58"} {"level":"info","ts":1789174526.9680045,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"faca4bd7-ef06-4a00-9d95-cd2eef9cdc58","EoS":false} {"level":"info","ts":1789174526.9680176,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"faca4bd7-ef06-4a00-9d95-cd2eef9cdc58","EoS":true} {"level":"info","ts":1789174526.9680395,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"faca4bd7-ef06-4a00-9d95-cd2eef9cdc58","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789174526.9680536,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"faca4bd7-ef06-4a00-9d95-cd2eef9cdc58","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174526.9680738,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"faca4bd7-ef06-4a00-9d95-cd2eef9cdc58"} {"level":"info","ts":1789174527.1032233,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174527.103299,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"076cb2d3-1152-4d90-ae47-061155f4b0d3"} {"level":"info","ts":1789174527.103311,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"076cb2d3-1152-4d90-ae47-061155f4b0d3"} {"level":"info","ts":1789174527.1033216,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"076cb2d3-1152-4d90-ae47-061155f4b0d3","EoS":false} {"level":"info","ts":1789174527.1033335,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"076cb2d3-1152-4d90-ae47-061155f4b0d3","EoS":true} {"level":"info","ts":1789174527.10335,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"076cb2d3-1152-4d90-ae47-061155f4b0d3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789174527.1033628,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"076cb2d3-1152-4d90-ae47-061155f4b0d3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174527.103381,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"076cb2d3-1152-4d90-ae47-061155f4b0d3"} {"level":"info","ts":1789174527.2446182,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174527.244701,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c66cccf8-2a7d-4788-b74b-cf50f8a66d59"} {"level":"info","ts":1789174527.2447145,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c66cccf8-2a7d-4788-b74b-cf50f8a66d59"} {"level":"info","ts":1789174527.2447255,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c66cccf8-2a7d-4788-b74b-cf50f8a66d59","EoS":false} {"level":"info","ts":1789174527.2447374,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c66cccf8-2a7d-4788-b74b-cf50f8a66d59","EoS":true} {"level":"info","ts":1789174527.2447627,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c66cccf8-2a7d-4788-b74b-cf50f8a66d59","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789174527.2447765,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c66cccf8-2a7d-4788-b74b-cf50f8a66d59","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174527.2447968,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c66cccf8-2a7d-4788-b74b-cf50f8a66d59"} {"level":"info","ts":1789174527.3840606,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174527.384135,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f773b9d1-342b-458b-bd19-5dff8ef52b24"} {"level":"info","ts":1789174527.3841486,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f773b9d1-342b-458b-bd19-5dff8ef52b24"} {"level":"info","ts":1789174527.384159,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f773b9d1-342b-458b-bd19-5dff8ef52b24","EoS":false} {"level":"info","ts":1789174527.38417,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f773b9d1-342b-458b-bd19-5dff8ef52b24","EoS":true} {"level":"info","ts":1789174527.384187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f773b9d1-342b-458b-bd19-5dff8ef52b24","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789174527.3842022,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f773b9d1-342b-458b-bd19-5dff8ef52b24","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174527.38423,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f773b9d1-342b-458b-bd19-5dff8ef52b24"} {"level":"info","ts":1789174527.5226808,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174527.5227516,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ac288b6-75ff-426d-97cb-68d7f7a523d8"} {"level":"info","ts":1789174527.5227625,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3ac288b6-75ff-426d-97cb-68d7f7a523d8"} {"level":"info","ts":1789174527.5227754,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3ac288b6-75ff-426d-97cb-68d7f7a523d8","EoS":false} {"level":"info","ts":1789174527.522786,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3ac288b6-75ff-426d-97cb-68d7f7a523d8","EoS":true} {"level":"info","ts":1789174527.5228043,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ac288b6-75ff-426d-97cb-68d7f7a523d8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789174527.5228176,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3ac288b6-75ff-426d-97cb-68d7f7a523d8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174527.5228357,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3ac288b6-75ff-426d-97cb-68d7f7a523d8"} {"level":"info","ts":1789174542.4843328,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174542.484437,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85baca47-1bca-4f80-a8b5-5051163231ce"} {"level":"info","ts":1789174542.4844522,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"85baca47-1bca-4f80-a8b5-5051163231ce"} {"level":"info","ts":1789174542.484471,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"85baca47-1bca-4f80-a8b5-5051163231ce","EoS":false} {"level":"info","ts":1789174542.4844916,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"85baca47-1bca-4f80-a8b5-5051163231ce","EoS":true} {"level":"info","ts":1789174542.4845235,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85baca47-1bca-4f80-a8b5-5051163231ce","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789174542.4845417,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"85baca47-1bca-4f80-a8b5-5051163231ce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174542.484573,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"85baca47-1bca-4f80-a8b5-5051163231ce"} {"level":"info","ts":1789174542.5209203,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174542.5209925,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3edc68e0-2823-4dac-890b-756e9368a2f6"} {"level":"info","ts":1789174542.5210128,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3edc68e0-2823-4dac-890b-756e9368a2f6"} {"level":"info","ts":1789174542.5210261,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3edc68e0-2823-4dac-890b-756e9368a2f6","EoS":false} {"level":"info","ts":1789174542.5210373,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3edc68e0-2823-4dac-890b-756e9368a2f6","EoS":true} {"level":"info","ts":1789174542.521053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3edc68e0-2823-4dac-890b-756e9368a2f6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789174542.5210667,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3edc68e0-2823-4dac-890b-756e9368a2f6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174542.5210843,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3edc68e0-2823-4dac-890b-756e9368a2f6"} {"level":"info","ts":1789174542.5595777,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174542.5596526,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f85af53d-c676-458f-8c5a-1e4aa79ce688"} {"level":"info","ts":1789174542.5596614,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f85af53d-c676-458f-8c5a-1e4aa79ce688"} {"level":"info","ts":1789174542.559671,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f85af53d-c676-458f-8c5a-1e4aa79ce688","EoS":false} {"level":"info","ts":1789174542.5596805,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f85af53d-c676-458f-8c5a-1e4aa79ce688","EoS":true} {"level":"info","ts":1789174542.559697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f85af53d-c676-458f-8c5a-1e4aa79ce688","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789174542.559711,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f85af53d-c676-458f-8c5a-1e4aa79ce688","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174542.559728,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f85af53d-c676-458f-8c5a-1e4aa79ce688"} {"level":"info","ts":1789174542.5928376,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174542.592892,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"490e5cb9-b8bb-4832-81a4-a4860238b023"} {"level":"info","ts":1789174543.373452,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174543.3735309,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5dad1e4a-2121-47e9-bcc7-1e7ac58078f4"} {"level":"info","ts":1789174543.373542,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5dad1e4a-2121-47e9-bcc7-1e7ac58078f4"} {"level":"info","ts":1789174543.3735538,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5dad1e4a-2121-47e9-bcc7-1e7ac58078f4","EoS":false} {"level":"info","ts":1789174543.3735652,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5dad1e4a-2121-47e9-bcc7-1e7ac58078f4","EoS":true} {"level":"info","ts":1789174543.3735993,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5dad1e4a-2121-47e9-bcc7-1e7ac58078f4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789174543.3736148,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5dad1e4a-2121-47e9-bcc7-1e7ac58078f4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174543.3736334,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5dad1e4a-2121-47e9-bcc7-1e7ac58078f4"} {"level":"info","ts":1789174544.341232,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174544.3413293,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d9dc7a2-6a7d-4ac0-a97e-012417b54651"} {"level":"info","ts":1789174544.3413427,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1d9dc7a2-6a7d-4ac0-a97e-012417b54651"} {"level":"info","ts":1789174544.3413548,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1d9dc7a2-6a7d-4ac0-a97e-012417b54651","EoS":false} {"level":"info","ts":1789174544.3413653,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1d9dc7a2-6a7d-4ac0-a97e-012417b54651","EoS":true} {"level":"info","ts":1789174544.341385,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d9dc7a2-6a7d-4ac0-a97e-012417b54651","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789174544.3413992,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1d9dc7a2-6a7d-4ac0-a97e-012417b54651","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174544.3414197,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1d9dc7a2-6a7d-4ac0-a97e-012417b54651"} {"level":"info","ts":1789174545.0835252,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174545.0836387,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd8700b1-d1a2-42b9-b2ab-a775b366a36e"} {"level":"info","ts":1789174545.0836523,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"dd8700b1-d1a2-42b9-b2ab-a775b366a36e"} {"level":"info","ts":1789174545.0836644,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dd8700b1-d1a2-42b9-b2ab-a775b366a36e","EoS":false} {"level":"info","ts":1789174545.0836768,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dd8700b1-d1a2-42b9-b2ab-a775b366a36e","EoS":true} {"level":"info","ts":1789174545.0836983,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd8700b1-d1a2-42b9-b2ab-a775b366a36e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789174545.083715,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"dd8700b1-d1a2-42b9-b2ab-a775b366a36e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174545.0837379,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"dd8700b1-d1a2-42b9-b2ab-a775b366a36e"} {"level":"info","ts":1789174548.2944102,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174548.2944996,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36f945be-ed34-4258-99ea-8fd1afeebe38"} {"level":"info","ts":1789174548.294513,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"36f945be-ed34-4258-99ea-8fd1afeebe38"} {"level":"info","ts":1789174548.294524,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"36f945be-ed34-4258-99ea-8fd1afeebe38","EoS":false} {"level":"info","ts":1789174548.2945344,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"36f945be-ed34-4258-99ea-8fd1afeebe38","EoS":true} {"level":"info","ts":1789174548.2945554,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36f945be-ed34-4258-99ea-8fd1afeebe38","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789174548.2945685,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"36f945be-ed34-4258-99ea-8fd1afeebe38","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174548.294608,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"36f945be-ed34-4258-99ea-8fd1afeebe38"} {"level":"info","ts":1789174551.6054103,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174551.6054976,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"708a2065-e43d-4f13-b1eb-6a09081bb08a"} {"level":"info","ts":1789174551.6055117,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"708a2065-e43d-4f13-b1eb-6a09081bb08a"} {"level":"info","ts":1789174551.6055226,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"708a2065-e43d-4f13-b1eb-6a09081bb08a","EoS":false} {"level":"info","ts":1789174551.6055365,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"708a2065-e43d-4f13-b1eb-6a09081bb08a","EoS":true} {"level":"info","ts":1789174551.6055634,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"708a2065-e43d-4f13-b1eb-6a09081bb08a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789174551.605579,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"708a2065-e43d-4f13-b1eb-6a09081bb08a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174551.605615,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"708a2065-e43d-4f13-b1eb-6a09081bb08a"} {"level":"info","ts":1789174554.602997,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174554.6031003,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e77e18ef-9b4c-4b77-9019-ad6a8652061f"} {"level":"info","ts":1789174554.6031156,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e77e18ef-9b4c-4b77-9019-ad6a8652061f"} {"level":"info","ts":1789174554.603127,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e77e18ef-9b4c-4b77-9019-ad6a8652061f","EoS":false} {"level":"info","ts":1789174554.6031382,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e77e18ef-9b4c-4b77-9019-ad6a8652061f","EoS":true} {"level":"info","ts":1789174554.603159,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e77e18ef-9b4c-4b77-9019-ad6a8652061f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789174554.6031747,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e77e18ef-9b4c-4b77-9019-ad6a8652061f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174554.6031966,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e77e18ef-9b4c-4b77-9019-ad6a8652061f"} {"level":"info","ts":1789174555.8188167,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174555.8189032,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"482fcbd4-848e-45f4-b9f8-2d17d2de85fd"} {"level":"info","ts":1789174555.8189175,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"482fcbd4-848e-45f4-b9f8-2d17d2de85fd"} {"level":"info","ts":1789174555.8189294,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"482fcbd4-848e-45f4-b9f8-2d17d2de85fd","EoS":false} {"level":"info","ts":1789174555.818948,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"482fcbd4-848e-45f4-b9f8-2d17d2de85fd","EoS":true} {"level":"info","ts":1789174555.81897,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"482fcbd4-848e-45f4-b9f8-2d17d2de85fd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789174555.8189845,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"482fcbd4-848e-45f4-b9f8-2d17d2de85fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174555.8190043,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"482fcbd4-848e-45f4-b9f8-2d17d2de85fd"} {"level":"info","ts":1789174561.818654,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174561.8187501,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0baf7193-6357-48ce-825c-5b6ed9052a12"} {"level":"info","ts":1789174561.818764,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0baf7193-6357-48ce-825c-5b6ed9052a12"} {"level":"info","ts":1789174561.8187766,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0baf7193-6357-48ce-825c-5b6ed9052a12","EoS":false} {"level":"info","ts":1789174561.81879,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0baf7193-6357-48ce-825c-5b6ed9052a12","EoS":true} {"level":"info","ts":1789174561.8188117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0baf7193-6357-48ce-825c-5b6ed9052a12","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789174561.818826,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0baf7193-6357-48ce-825c-5b6ed9052a12","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174561.818847,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0baf7193-6357-48ce-825c-5b6ed9052a12"} {"level":"info","ts":1789174563.5141418,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174563.5142446,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"262bd0bf-0726-4070-ae32-0ceb700ca335"} {"level":"info","ts":1789174563.5142667,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"262bd0bf-0726-4070-ae32-0ceb700ca335"} {"level":"info","ts":1789174563.5142846,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"262bd0bf-0726-4070-ae32-0ceb700ca335","EoS":false} {"level":"info","ts":1789174563.5143044,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"262bd0bf-0726-4070-ae32-0ceb700ca335","EoS":true} {"level":"info","ts":1789174563.5143344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"262bd0bf-0726-4070-ae32-0ceb700ca335","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789174563.514352,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"262bd0bf-0726-4070-ae32-0ceb700ca335","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174563.514383,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"262bd0bf-0726-4070-ae32-0ceb700ca335"} {"level":"info","ts":1789174627.500237,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174627.5003257,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aaede903-88d7-4422-9f13-a1e5ae9db8f2"} {"level":"info","ts":1789174627.5003395,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"aaede903-88d7-4422-9f13-a1e5ae9db8f2"} {"level":"info","ts":1789174627.5003548,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"aaede903-88d7-4422-9f13-a1e5ae9db8f2","EoS":false} {"level":"info","ts":1789174627.500372,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"aaede903-88d7-4422-9f13-a1e5ae9db8f2","EoS":true} {"level":"info","ts":1789174627.500392,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aaede903-88d7-4422-9f13-a1e5ae9db8f2","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789174627.5004063,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"aaede903-88d7-4422-9f13-a1e5ae9db8f2","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789174627.5004277,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"aaede903-88d7-4422-9f13-a1e5ae9db8f2"} {"level":"info","ts":1789174650.9924948,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174650.992604,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c61f67d-873f-4de4-b307-9c099127faa2"} {"level":"info","ts":1789174650.9926224,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8c61f67d-873f-4de4-b307-9c099127faa2"} {"level":"info","ts":1789174650.9926414,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8c61f67d-873f-4de4-b307-9c099127faa2","EoS":false} {"level":"info","ts":1789174650.992655,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8c61f67d-873f-4de4-b307-9c099127faa2","EoS":true} {"level":"info","ts":1789174650.9926748,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c61f67d-873f-4de4-b307-9c099127faa2","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789174650.9926896,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8c61f67d-873f-4de4-b307-9c099127faa2","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789174650.992714,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8c61f67d-873f-4de4-b307-9c099127faa2"} {"level":"info","ts":1789174712.529492,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174712.5296218,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdfb9720-4f95-4a15-945f-e19a42c01fbd"} {"level":"info","ts":1789174712.529638,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bdfb9720-4f95-4a15-945f-e19a42c01fbd"} {"level":"info","ts":1789174712.5296516,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bdfb9720-4f95-4a15-945f-e19a42c01fbd","EoS":false} {"level":"info","ts":1789174712.5296621,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bdfb9720-4f95-4a15-945f-e19a42c01fbd","EoS":true} {"level":"info","ts":1789174712.5296817,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bdfb9720-4f95-4a15-945f-e19a42c01fbd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789174712.529697,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bdfb9720-4f95-4a15-945f-e19a42c01fbd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174712.5297174,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bdfb9720-4f95-4a15-945f-e19a42c01fbd"} {"level":"info","ts":1789174712.5708926,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174712.5709524,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b727512-e502-4a76-8788-51a564c9eec3"} {"level":"info","ts":1789174712.5709639,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4b727512-e502-4a76-8788-51a564c9eec3"} {"level":"info","ts":1789174712.570974,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4b727512-e502-4a76-8788-51a564c9eec3","EoS":false} {"level":"info","ts":1789174712.570986,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4b727512-e502-4a76-8788-51a564c9eec3","EoS":true} {"level":"info","ts":1789174712.571001,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b727512-e502-4a76-8788-51a564c9eec3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789174712.5710118,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4b727512-e502-4a76-8788-51a564c9eec3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174712.5710287,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4b727512-e502-4a76-8788-51a564c9eec3"} {"level":"info","ts":1789174712.6131604,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174712.6132238,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79ec9ddf-24bb-9c44-989f-da75722a8d94"} {"level":"info","ts":1789174712.6132345,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"79ec9ddf-24bb-9c44-989f-da75722a8d94"} {"level":"info","ts":1789174712.6132448,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"79ec9ddf-24bb-9c44-989f-da75722a8d94","EoS":false} {"level":"info","ts":1789174712.6132545,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"79ec9ddf-24bb-9c44-989f-da75722a8d94","EoS":true} {"level":"info","ts":1789174712.6132705,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79ec9ddf-24bb-9c44-989f-da75722a8d94","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789174712.6132834,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"79ec9ddf-24bb-9c44-989f-da75722a8d94","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789174712.6133,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"79ec9ddf-24bb-9c44-989f-da75722a8d94"} {"level":"info","ts":1789174720.3027484,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174720.3028567,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6671b67-06e8-4ba9-8e6c-c13d08c3d66d"} {"level":"info","ts":1789174720.3028727,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b6671b67-06e8-4ba9-8e6c-c13d08c3d66d"} {"level":"info","ts":1789174720.3028862,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b6671b67-06e8-4ba9-8e6c-c13d08c3d66d","EoS":false} {"level":"info","ts":1789174720.3029003,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b6671b67-06e8-4ba9-8e6c-c13d08c3d66d","EoS":true} {"level":"info","ts":1789174720.302919,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6671b67-06e8-4ba9-8e6c-c13d08c3d66d","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789174720.3029354,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b6671b67-06e8-4ba9-8e6c-c13d08c3d66d","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789174720.3029602,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b6671b67-06e8-4ba9-8e6c-c13d08c3d66d"} {"level":"info","ts":1789174726.443219,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174726.44332,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0"} {"level":"info","ts":1789174726.443334,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0"} {"level":"info","ts":1789174726.443348,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0","EoS":false} {"level":"info","ts":1789174726.4433618,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0","EoS":true} {"level":"info","ts":1789174726.443378,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789174726.4433923,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789174726.4434135,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b51c02ff-08c2-4a72-8d72-5719503b9bb0"} {"level":"info","ts":1789174726.5989118,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174726.5989869,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689"} {"level":"info","ts":1789174726.5989983,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689"} {"level":"info","ts":1789174726.5990098,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689","EoS":false} {"level":"info","ts":1789174726.59902,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689","EoS":true} {"level":"info","ts":1789174726.5990386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789174726.5990522,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789174726.5990753,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"16c499f6-b674-4e31-9003-00b713c53689"} {"level":"info","ts":1789174726.7353747,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174726.73546,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"073ba311-f412-4358-9726-f560d9671454"} {"level":"info","ts":1789174726.7354708,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"073ba311-f412-4358-9726-f560d9671454"} {"level":"info","ts":1789174726.7354832,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"073ba311-f412-4358-9726-f560d9671454","EoS":false} {"level":"info","ts":1789174726.7354956,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"073ba311-f412-4358-9726-f560d9671454","EoS":true} {"level":"info","ts":1789174726.7355137,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"073ba311-f412-4358-9726-f560d9671454","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789174726.7355285,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"073ba311-f412-4358-9726-f560d9671454","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789174726.7355497,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"073ba311-f412-4358-9726-f560d9671454"} {"level":"info","ts":1789174726.875375,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174726.8754735,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"749e798e-a35a-426f-a84f-c50869b6ad29"} {"level":"info","ts":1789174726.8754897,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"749e798e-a35a-426f-a84f-c50869b6ad29"} {"level":"info","ts":1789174726.8755019,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"749e798e-a35a-426f-a84f-c50869b6ad29","EoS":false} {"level":"info","ts":1789174726.875512,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"749e798e-a35a-426f-a84f-c50869b6ad29","EoS":true} {"level":"info","ts":1789174726.8755307,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"749e798e-a35a-426f-a84f-c50869b6ad29","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789174726.8755445,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"749e798e-a35a-426f-a84f-c50869b6ad29","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789174726.875568,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"749e798e-a35a-426f-a84f-c50869b6ad29"} {"level":"info","ts":1789174739.6480596,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789174739.6481483,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"032f5cc4-05e3-4d53-bb78-a58b347255bf"} {"level":"info","ts":1789174739.6481664,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"032f5cc4-05e3-4d53-bb78-a58b347255bf"} {"level":"info","ts":1789174739.6481843,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"032f5cc4-05e3-4d53-bb78-a58b347255bf","EoS":false} {"level":"info","ts":1789174739.6482024,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"032f5cc4-05e3-4d53-bb78-a58b347255bf","EoS":true} {"level":"info","ts":1789174739.6482382,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"032f5cc4-05e3-4d53-bb78-a58b347255bf","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789174739.648263,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"032f5cc4-05e3-4d53-bb78-a58b347255bf","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789174739.6482913,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"032f5cc4-05e3-4d53-bb78-a58b347255bf"}