{"level":"error","ts":1789770567.2437272,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"49458e08-760a-49ab-ae56-83521fa4c088","error":"ExternalModel \"e2e-legacy-migration-240b36de\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-240b36de\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789770567.243794,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"e6298db8-de19-4d71-a046-b07720dc02e8"} {"level":"info","ts":1789770567.2438264,"caller":"externalmodel/reconciler.go:143","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"e6298db8-de19-4d71-a046-b07720dc02e8","provider":"e2e-legacy-migration-240b36de","phase":"Failed"} {"level":"info","ts":1789770567.2447386,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"c195c184-2b4d-4b8f-b7da-94c4dca32a06","name":"e2e-legacy-migration-240b36de","namespace":"llm"} {"level":"info","ts":1789770567.24858,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"515e238b-c88f-44b0-8138-2cad0c0ea806","name":"e2e-legacy-migration-240b36de","namespace":"llm"} {"level":"info","ts":1789770567.2486537,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"515e238b-c88f-44b0-8138-2cad0c0ea806","modelName":"e2e-legacy-migration-240b36de","resolvedRefs":1} {"level":"info","ts":1789770567.2514172,"caller":"legacymigration/reconciler.go:203","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"c195c184-2b4d-4b8f-b7da-94c4dca32a06","name":"e2e-legacy-migration-240b36de"} {"level":"error","ts":1789770567.252364,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"e6298db8-de19-4d71-a046-b07720dc02e8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-240b36de\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789770567.252422,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"e6298db8-de19-4d71-a046-b07720dc02e8","error":"ExternalModel \"e2e-legacy-migration-240b36de\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-240b36de\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789770567.2524776,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"18f7d41c-397b-44e9-a688-0f4f7e1b70e3"} {"level":"info","ts":1789770567.2525115,"caller":"externalmodel/reconciler.go:143","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"18f7d41c-397b-44e9-a688-0f4f7e1b70e3","provider":"e2e-legacy-migration-240b36de","phase":"Failed"} {"level":"info","ts":1789770567.2625432,"caller":"externalprovider/reconciler.go:144","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"1c5116f7-8eec-4818-bdae-bf0ca64ed9bd","service":"e2e-legacy-migration-240b36de","serviceEntry":"e2e-legacy-migration-240b36de","destinationRule":"e2e-legacy-migration-240b36de","port":443,"tls":true} {"level":"error","ts":1789770567.2643368,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"18f7d41c-397b-44e9-a688-0f4f7e1b70e3","error":"ExternalModel \"e2e-legacy-migration-240b36de\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-240b36de\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789770567.2658315,"caller":"legacymigration/reconciler.go:155","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"c195c184-2b4d-4b8f-b7da-94c4dca32a06","provider":"openai","model":"e2e-legacy-migration-240b36de","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789770567.2700279,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"330ebd5d-7ab7-4b51-b018-81783c59e05b","name":"e2e-legacy-migration-240b36de","namespace":"llm"} {"level":"info","ts":1789770567.2700996,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"330ebd5d-7ab7-4b51-b018-81783c59e05b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789770567.2701445,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"9f52fe7b-dcf7-4596-9099-3046bb1ad201"} {"level":"info","ts":1789770567.2702208,"caller":"externalmodel/reconciler.go:219","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"9f52fe7b-dcf7-4596-9099-3046bb1ad201","name":"e2e-legacy-migration-240b36de"} {"level":"info","ts":1789770567.2700686,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"0e6cfdd3-5101-46b9-b3d7-026eed0721de","name":"e2e-legacy-migration-240b36de","namespace":"llm"} {"level":"info","ts":1789770567.2704945,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"0e6cfdd3-5101-46b9-b3d7-026eed0721de","modelName":"e2e-legacy-migration-240b36de","resolvedRefs":1} {"level":"error","ts":1789770567.2734334,"caller":"externalprovider/reconciler.go:179","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"1c5116f7-8eec-4818-bdae-bf0ca64ed9bd","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-240b36de\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:179\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:111\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789770567.2735107,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"b8ca9347-2bc0-49cf-afbe-43f3b679a515"} {"level":"info","ts":1789770567.2735507,"caller":"externalprovider/reconciler.go:214","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"b8ca9347-2bc0-49cf-afbe-43f3b679a515","name":"e2e-legacy-migration-240b36de"} {"level":"info","ts":1789770567.2930434,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"20e7c347-1e6c-4210-979c-5d050101dcdc","name":"e2e-legacy-migration-240b36de","namespace":"llm"} {"level":"info","ts":1789770567.2931325,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"20e7c347-1e6c-4210-979c-5d050101dcdc","modelName":"e2e-legacy-migration-240b36de","resolvedRefs":1} {"level":"info","ts":1789770567.3011022,"caller":"externalprovider/reconciler.go:144","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"b8ca9347-2bc0-49cf-afbe-43f3b679a515","service":"e2e-legacy-migration-240b36de","serviceEntry":"e2e-legacy-migration-240b36de","destinationRule":"e2e-legacy-migration-240b36de","port":443,"tls":true} {"level":"error","ts":1789770567.3034613,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"9f52fe7b-dcf7-4596-9099-3046bb1ad201","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-240b36de\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789770567.3035083,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"9f52fe7b-dcf7-4596-9099-3046bb1ad201","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-240b36de\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789770567.3035746,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"19359b89-4925-40bd-ba01-4101185a02b5"} {"level":"info","ts":1789770567.3036625,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"19359b89-4925-40bd-ba01-4101185a02b5","name":"e2e-legacy-migration-240b36de"} {"level":"info","ts":1789770567.3196006,"caller":"externalmodel/reconciler.go:193","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"19359b89-4925-40bd-ba01-4101185a02b5","httpRoute":"e2e-legacy-migration-240b36de","providers":["e2e-legacy-migration-240b36de"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789770567.3196528,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"4ea7eecf-9c36-4295-b595-c83e71c14e26","name":"e2e-legacy-migration-240b36de","namespace":"llm"} {"level":"info","ts":1789770567.3196864,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"4ea7eecf-9c36-4295-b595-c83e71c14e26","modelName":"e2e-legacy-migration-240b36de","resolvedRefs":1} {"level":"error","ts":1789770567.3271966,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"19359b89-4925-40bd-ba01-4101185a02b5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-240b36de\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789770567.3272731,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"f175d9c8-f4da-43af-98d4-8b87557f8c92"} {"level":"info","ts":1789770567.32733,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"f175d9c8-f4da-43af-98d4-8b87557f8c92","name":"e2e-legacy-migration-240b36de"} {"level":"info","ts":1789770567.3374805,"caller":"externalmodel/reconciler.go:193","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"f175d9c8-f4da-43af-98d4-8b87557f8c92","httpRoute":"e2e-legacy-migration-240b36de","providers":["e2e-legacy-migration-240b36de"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789770567.3408325,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"47cb9f65-44cc-4c3c-8ae6-8f7d00c72ea2","name":"e2e-legacy-migration-240b36de","namespace":"llm"} {"level":"info","ts":1789770567.3409092,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"47cb9f65-44cc-4c3c-8ae6-8f7d00c72ea2","modelName":"e2e-legacy-migration-240b36de","resolvedRefs":1} {"level":"error","ts":1789770567.3473153,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"f175d9c8-f4da-43af-98d4-8b87557f8c92","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-240b36de\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789770567.3474658,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"0f47bd5e-462f-4ceb-baa2-cfd04448b8ef"} {"level":"info","ts":1789770567.3475273,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"0f47bd5e-462f-4ceb-baa2-cfd04448b8ef","name":"e2e-legacy-migration-240b36de"} {"level":"info","ts":1789770567.3573003,"caller":"externalmodel/reconciler.go:193","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"0f47bd5e-462f-4ceb-baa2-cfd04448b8ef","httpRoute":"e2e-legacy-migration-240b36de","providers":["e2e-legacy-migration-240b36de"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789770567.4262285,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"6e222c31-4579-490e-b6ce-04665f4c570d","name":"e2e-legacy-migration-240b36de","namespace":"llm"} {"level":"info","ts":1789770567.431955,"caller":"legacymigration/reconciler.go:203","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"6e222c31-4579-490e-b6ce-04665f4c570d","name":"e2e-legacy-migration-240b36de"} {"level":"info","ts":1789770567.4408896,"caller":"legacymigration/reconciler.go:155","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"6e222c31-4579-490e-b6ce-04665f4c570d","provider":"openai","model":"e2e-legacy-migration-240b36de","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789770569.339301,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789770569.3394055,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59005655-37ea-4777-8e45-5c87129a034a"} {"level":"info","ts":1789770569.3394203,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"59005655-37ea-4777-8e45-5c87129a034a"} {"level":"info","ts":1789770569.3394372,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"59005655-37ea-4777-8e45-5c87129a034a","EoS":false} {"level":"info","ts":1789770569.3394496,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"59005655-37ea-4777-8e45-5c87129a034a","EoS":true} {"level":"info","ts":1789770569.33947,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"59005655-37ea-4777-8e45-5c87129a034a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789770569.3394861,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"59005655-37ea-4777-8e45-5c87129a034a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789770569.3395102,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"59005655-37ea-4777-8e45-5c87129a034a"} {"level":"info","ts":1789770570.091915,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"4cad733c-f50d-480e-9ff7-a1c91aedcb53","name":"e2e-legacy-migration-240b36de","namespace":"llm"} {"level":"info","ts":1789770570.1042533,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"b33e5eaf-2019-442d-b943-f63b503b025e"} {"level":"info","ts":1789770570.1043367,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"d09f7478-7bcd-435f-97e9-c967c67bdfae","name":"e2e-legacy-migration-240b36de","namespace":"llm"} {"level":"info","ts":1789770570.1043553,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"d09f7478-7bcd-435f-97e9-c967c67bdfae","name":"e2e-legacy-migration-240b36de","namespace":"llm"} {"level":"info","ts":1789770570.1050491,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"87f3b3ed-5b6f-4ba5-a0c0-799e1edc8b61","name":"e2e-legacy-migration-240b36de","namespace":"llm"} {"level":"info","ts":1789770570.105078,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"87f3b3ed-5b6f-4ba5-a0c0-799e1edc8b61","name":"e2e-legacy-migration-240b36de","namespace":"llm"} {"level":"info","ts":1789770570.1052089,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-240b36de","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-240b36de","reconcileID":"f5145b0c-b699-411b-84d9-74bf381b25b7"} {"level":"info","ts":1789770570.5236733,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789770570.5237615,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49c42fe1-27f6-4248-8546-14fb09ae69bd"} {"level":"info","ts":1789770570.5237744,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"49c42fe1-27f6-4248-8546-14fb09ae69bd"} {"level":"info","ts":1789770570.523785,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"49c42fe1-27f6-4248-8546-14fb09ae69bd","EoS":false} {"level":"info","ts":1789770570.5237956,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"49c42fe1-27f6-4248-8546-14fb09ae69bd","EoS":true} {"level":"info","ts":1789770570.5238183,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49c42fe1-27f6-4248-8546-14fb09ae69bd","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789770570.523836,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"49c42fe1-27f6-4248-8546-14fb09ae69bd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789770570.5238454,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"49c42fe1-27f6-4248-8546-14fb09ae69bd","modelName":"e2e-external-model"} {"level":"info","ts":1789770570.5238569,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"49c42fe1-27f6-4248-8546-14fb09ae69bd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789770570.523896,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"49c42fe1-27f6-4248-8546-14fb09ae69bd"} {"level":"info","ts":1789770571.2040062,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789770571.2040818,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a520e36-eb57-4b37-b8fa-a28b34702f89"} {"level":"info","ts":1789770571.2040944,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9a520e36-eb57-4b37-b8fa-a28b34702f89"} {"level":"info","ts":1789770571.2041047,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9a520e36-eb57-4b37-b8fa-a28b34702f89","EoS":false} {"level":"info","ts":1789770571.2041178,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9a520e36-eb57-4b37-b8fa-a28b34702f89","EoS":true} {"level":"info","ts":1789770571.2041461,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a520e36-eb57-4b37-b8fa-a28b34702f89","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789770571.2041605,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9a520e36-eb57-4b37-b8fa-a28b34702f89","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789770571.2041829,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9a520e36-eb57-4b37-b8fa-a28b34702f89"} {"level":"info","ts":1789770571.7427554,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789770571.7428353,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f6fca3c-9196-4ab9-b39b-c0522ab81b03"} {"level":"info","ts":1789770571.742846,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7f6fca3c-9196-4ab9-b39b-c0522ab81b03"} {"level":"info","ts":1789770571.7428563,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7f6fca3c-9196-4ab9-b39b-c0522ab81b03","EoS":false} {"level":"info","ts":1789770571.7428665,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7f6fca3c-9196-4ab9-b39b-c0522ab81b03","EoS":true} {"level":"info","ts":1789770571.742894,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"7f6fca3c-9196-4ab9-b39b-c0522ab81b03","field":"model"} {"level":"info","ts":1789770571.742921,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7f6fca3c-9196-4ab9-b39b-c0522ab81b03"} {"level":"info","ts":1789770572.851622,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e28a3db-9924-4304-9ef0-a946f3e740dd"} {"level":"info","ts":1789770572.8516738,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd5a2051-b780-4117-92a6-1080c58cca2c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789770572.8517141,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd5a2051-b780-4117-92a6-1080c58cca2c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789770572.9862719,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a64d4e2-f07e-45ad-af68-68239dfb94e6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789770572.9865239,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a64d4e2-f07e-45ad-af68-68239dfb94e6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789770572.9864855,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"678fe8db-3efe-4df1-b1cf-ac105c4fb8db"} {"level":"info","ts":1789770574.6128714,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789770574.6129544,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc55d0ba-1327-4cf3-8994-8677afc2f08e"} {"level":"info","ts":1789770574.6129637,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"dc55d0ba-1327-4cf3-8994-8677afc2f08e"} {"level":"info","ts":1789770574.612974,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dc55d0ba-1327-4cf3-8994-8677afc2f08e","EoS":false} {"level":"info","ts":1789770574.612987,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dc55d0ba-1327-4cf3-8994-8677afc2f08e","EoS":true} {"level":"info","ts":1789770574.613007,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc55d0ba-1327-4cf3-8994-8677afc2f08e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789770574.613024,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"dc55d0ba-1327-4cf3-8994-8677afc2f08e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789770574.6130457,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"dc55d0ba-1327-4cf3-8994-8677afc2f08e"} {"level":"info","ts":1789770574.7133708,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789770574.713466,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"843d7bd5-b6e0-4306-ac83-c52c213f7954"} {"level":"info","ts":1789770574.7134788,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"843d7bd5-b6e0-4306-ac83-c52c213f7954"} {"level":"info","ts":1789770574.7134898,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"843d7bd5-b6e0-4306-ac83-c52c213f7954","EoS":false} {"level":"info","ts":1789770574.7135007,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"843d7bd5-b6e0-4306-ac83-c52c213f7954","EoS":true} {"level":"info","ts":1789770574.7135196,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"843d7bd5-b6e0-4306-ac83-c52c213f7954","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789770574.7135339,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"843d7bd5-b6e0-4306-ac83-c52c213f7954","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789770574.7135534,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"843d7bd5-b6e0-4306-ac83-c52c213f7954"} {"level":"info","ts":1789770574.9085374,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789770574.9086204,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e"} {"level":"info","ts":1789770574.9086316,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e"} {"level":"info","ts":1789770574.9086428,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e","EoS":false} {"level":"info","ts":1789770574.9086533,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e","EoS":true} {"level":"info","ts":1789770574.9086704,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789770574.9086845,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789770574.9087043,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e"} {"level":"info","ts":1789770575.0287423,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789770575.0288138,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431"} {"level":"info","ts":1789770575.0288234,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431"} {"level":"info","ts":1789770575.0288334,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431","EoS":false} {"level":"info","ts":1789770575.0288467,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431","EoS":true} {"level":"info","ts":1789770575.0288641,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789770575.0288785,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789770575.0288973,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431"} {"level":"info","ts":1789770590.0553465,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789770590.0554605,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc75724d-19e3-4813-bc31-57b0b0fdbcdc"} {"level":"info","ts":1789770590.0554745,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fc75724d-19e3-4813-bc31-57b0b0fdbcdc"} {"level":"info","ts":1789770590.0554862,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fc75724d-19e3-4813-bc31-57b0b0fdbcdc","EoS":false} {"level":"info","ts":1789770590.0554967,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fc75724d-19e3-4813-bc31-57b0b0fdbcdc","EoS":true} {"level":"info","ts":1789770590.0555162,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"fc75724d-19e3-4813-bc31-57b0b0fdbcdc","field":"model"} {"level":"info","ts":1789770590.05554,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fc75724d-19e3-4813-bc31-57b0b0fdbcdc"} {"level":"info","ts":1789770590.210208,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789770590.2102978,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49e084fd-2787-4acf-ae1f-034138c44218"} {"level":"info","ts":1789770590.2103088,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"49e084fd-2787-4acf-ae1f-034138c44218"} {"level":"info","ts":1789770590.2103193,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"49e084fd-2787-4acf-ae1f-034138c44218","EoS":false} {"level":"info","ts":1789770590.2103298,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"49e084fd-2787-4acf-ae1f-034138c44218","EoS":true} {"level":"info","ts":1789770590.2103448,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"49e084fd-2787-4acf-ae1f-034138c44218","field":"model"} {"level":"info","ts":1789770590.21037,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"49e084fd-2787-4acf-ae1f-034138c44218"} {"level":"info","ts":1789770590.3660402,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789770590.3661447,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e739f640-f4ef-484a-a132-2f4f6f7921c0"} {"level":"info","ts":1789770590.366161,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e739f640-f4ef-484a-a132-2f4f6f7921c0"} {"level":"info","ts":1789770590.3661788,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e739f640-f4ef-484a-a132-2f4f6f7921c0","EoS":false} {"level":"info","ts":1789770590.366199,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e739f640-f4ef-484a-a132-2f4f6f7921c0","EoS":true} {"level":"info","ts":1789770590.3662245,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"e739f640-f4ef-484a-a132-2f4f6f7921c0","field":"model"} {"level":"info","ts":1789770590.3662531,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e739f640-f4ef-484a-a132-2f4f6f7921c0"} {"level":"info","ts":1789771671.4977582,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771671.4978662,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575"} {"level":"info","ts":1789771671.4978817,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575"} {"level":"info","ts":1789771671.4979005,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575","EoS":false} {"level":"info","ts":1789771671.497922,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575","EoS":true} {"level":"info","ts":1789771671.4979565,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789771671.4979742,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789771671.4980068,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575"} {"level":"info","ts":1789771671.549277,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789771671.5493574,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f"} {"level":"info","ts":1789771671.549368,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f"} {"level":"info","ts":1789771671.5493782,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f","EoS":false} {"level":"info","ts":1789771671.5494215,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f","EoS":true} {"level":"info","ts":1789771671.5494492,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789771671.5494685,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789771671.5494945,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f"} {"level":"info","ts":1789771997.274683,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0f01918c-de42-4287-9642-560e509d2cbe"} {"level":"info","ts":1789771997.274683,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c120a9f2-93bd-4ffa-bef7-e7e4976c5510","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789771997.2748463,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c120a9f2-93bd-4ffa-bef7-e7e4976c5510","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771997.2748923,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c120a9f2-93bd-4ffa-bef7-e7e4976c5510"} {"level":"info","ts":1789771997.2820623,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b7c4d115-cd5f-4d5b-8560-11c60c3608d0","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789771997.2820725,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0f01918c-de42-4287-9642-560e509d2cbe","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771997.2820888,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b7c4d115-cd5f-4d5b-8560-11c60c3608d0","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771997.2821069,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b7c4d115-cd5f-4d5b-8560-11c60c3608d0"} {"level":"info","ts":1789771997.2888038,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"72a0af16-ed1f-4d4a-9dc5-a647d1af735e","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789771997.2888284,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"72a0af16-ed1f-4d4a-9dc5-a647d1af735e","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771997.2888522,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"72a0af16-ed1f-4d4a-9dc5-a647d1af735e"} {"level":"error","ts":1789771997.2888472,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0f01918c-de42-4287-9642-560e509d2cbe","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771997.2889032,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fc4e4ac7-8900-4a13-a0e7-7c94d57d60b2"} {"level":"error","ts":1789771997.2889254,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fc4e4ac7-8900-4a13-a0e7-7c94d57d60b2","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771997.2927444,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fc4e4ac7-8900-4a13-a0e7-7c94d57d60b2","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771997.3029332,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"759a4fa3-872a-4abb-9f97-ced7b86ae3e6"} {"level":"error","ts":1789771997.3029647,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"759a4fa3-872a-4abb-9f97-ced7b86ae3e6","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771997.3066401,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"759a4fa3-872a-4abb-9f97-ced7b86ae3e6","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771997.3270152,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2869fecd-b60b-45ce-b4e8-12ed834b74e5"} {"level":"error","ts":1789771997.3270543,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2869fecd-b60b-45ce-b4e8-12ed834b74e5","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771997.3311894,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2869fecd-b60b-45ce-b4e8-12ed834b74e5","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771997.3723028,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c7b63fbd-0f79-4759-ac24-f919107c1874"} {"level":"error","ts":1789771997.3723586,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c7b63fbd-0f79-4759-ac24-f919107c1874","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771997.3766341,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c7b63fbd-0f79-4759-ac24-f919107c1874","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771997.4185534,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6366b95c-6baa-4ec1-a77d-d6d85ebec1a4"} {"level":"info","ts":1789771997.4185853,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"165ad952-e87d-4f57-8b4a-2ced665caf3a","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789771997.4185977,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6366b95c-6baa-4ec1-a77d-d6d85ebec1a4","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771997.418619,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"165ad952-e87d-4f57-8b4a-2ced665caf3a","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771997.4186516,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"165ad952-e87d-4f57-8b4a-2ced665caf3a"} {"level":"error","ts":1789771997.423027,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6366b95c-6baa-4ec1-a77d-d6d85ebec1a4","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771997.5833106,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7c290e1a-d9ae-4e94-ba73-d564bd49478d"} {"level":"error","ts":1789771997.583357,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7c290e1a-d9ae-4e94-ba73-d564bd49478d","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771997.588544,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7c290e1a-d9ae-4e94-ba73-d564bd49478d","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771997.908974,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e7022784-13c7-4e37-b7df-fa1f0b97a29d"} {"level":"error","ts":1789771997.9090376,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e7022784-13c7-4e37-b7df-fa1f0b97a29d","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771997.914579,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e7022784-13c7-4e37-b7df-fa1f0b97a29d","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771998.5555997,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"98e508f2-f46e-4a3f-a2fe-85c1c580a34f"} {"level":"error","ts":1789771998.5556583,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"98e508f2-f46e-4a3f-a2fe-85c1c580a34f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771998.5607054,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"98e508f2-f46e-4a3f-a2fe-85c1c580a34f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789771999.8413289,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a0501ce1-97e1-4c87-a555-8fb0bb8cde0f"} {"level":"error","ts":1789771999.8413727,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a0501ce1-97e1-4c87-a555-8fb0bb8cde0f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789771999.8458414,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a0501ce1-97e1-4c87-a555-8fb0bb8cde0f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789772002.406415,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"458e2bf2-15d6-464a-a92f-98fdfd52bb93"} {"level":"error","ts":1789772002.406471,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"458e2bf2-15d6-464a-a92f-98fdfd52bb93","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789772002.41137,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"458e2bf2-15d6-464a-a92f-98fdfd52bb93","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789772002.4194045,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8e2da0f1-9a39-483f-a060-938564ebf82a","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789772002.4194422,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8e2da0f1-9a39-483f-a060-938564ebf82a","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789772002.4194696,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8e2da0f1-9a39-483f-a060-938564ebf82a"} {"level":"info","ts":1789772007.4201484,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2085f455-aee1-4583-ba03-6b74f6bdd5a3","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789772007.420192,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2085f455-aee1-4583-ba03-6b74f6bdd5a3","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789772007.420212,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2085f455-aee1-4583-ba03-6b74f6bdd5a3"} {"level":"info","ts":1789772007.532438,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ab4bea28-2653-4f17-bc20-91e1ed9ca59b"} {"level":"error","ts":1789772007.53249,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ab4bea28-2653-4f17-bc20-91e1ed9ca59b","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789772007.5379734,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ab4bea28-2653-4f17-bc20-91e1ed9ca59b","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789772007.8094606,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772007.8095434,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d"} {"level":"info","ts":1789772007.8095527,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d"} {"level":"info","ts":1789772007.8095634,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d","EoS":false} {"level":"info","ts":1789772007.809574,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d","EoS":true} {"level":"info","ts":1789772007.809592,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789772007.8096082,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772007.80963,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d"} {"level":"info","ts":1789772007.8685997,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772007.8686981,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d"} {"level":"info","ts":1789772007.8687134,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d"} {"level":"info","ts":1789772007.8687258,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d","EoS":false} {"level":"info","ts":1789772007.868741,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d","EoS":true} {"level":"info","ts":1789772007.8687618,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789772007.868776,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772007.8687952,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d"} {"level":"info","ts":1789772007.9212651,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772007.9213338,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2"} {"level":"info","ts":1789772007.921348,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2"} {"level":"info","ts":1789772007.9213598,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2","EoS":false} {"level":"info","ts":1789772007.9213705,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2","EoS":true} {"level":"info","ts":1789772007.921404,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789772007.9214187,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772007.921439,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2"} {"level":"info","ts":1789772007.963758,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772007.9638376,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d68c0df-a721-4e8b-bc72-2573d918cc76"} {"level":"info","ts":1789772007.9638498,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4d68c0df-a721-4e8b-bc72-2573d918cc76"} {"level":"info","ts":1789772007.963862,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4d68c0df-a721-4e8b-bc72-2573d918cc76","EoS":false} {"level":"info","ts":1789772007.9638717,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4d68c0df-a721-4e8b-bc72-2573d918cc76","EoS":true} {"level":"info","ts":1789772007.9638903,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d68c0df-a721-4e8b-bc72-2573d918cc76","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789772007.9639046,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4d68c0df-a721-4e8b-bc72-2573d918cc76","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772007.9639242,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4d68c0df-a721-4e8b-bc72-2573d918cc76"} {"level":"info","ts":1789772007.9919715,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772007.9920535,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e83e2b0-a4cb-458f-b7fd-fded7722870a"} {"level":"info","ts":1789772007.992066,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5e83e2b0-a4cb-458f-b7fd-fded7722870a"} {"level":"info","ts":1789772007.9920764,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5e83e2b0-a4cb-458f-b7fd-fded7722870a","EoS":false} {"level":"info","ts":1789772007.992087,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5e83e2b0-a4cb-458f-b7fd-fded7722870a","EoS":true} {"level":"info","ts":1789772007.992107,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5e83e2b0-a4cb-458f-b7fd-fded7722870a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789772007.992121,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5e83e2b0-a4cb-458f-b7fd-fded7722870a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772007.9921408,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5e83e2b0-a4cb-458f-b7fd-fded7722870a"} {"level":"info","ts":1789772008.0196755,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772008.0197456,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7"} {"level":"info","ts":1789772008.019756,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7"} {"level":"info","ts":1789772008.0197656,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7","EoS":false} {"level":"info","ts":1789772008.019777,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7","EoS":true} {"level":"info","ts":1789772008.0197952,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789772008.0198069,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772008.0198288,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7"} {"level":"info","ts":1789772008.1696515,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0dadd7d0-954a-405b-a6f9-ca8c24220f29"} {"level":"info","ts":1789772008.1696837,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cd71e8c4-2ccc-44f2-94af-9b2c0e845391","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789772008.1697142,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cd71e8c4-2ccc-44f2-94af-9b2c0e845391","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789772025.8187103,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772025.8187945,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0"} {"level":"info","ts":1789772025.818808,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0"} {"level":"info","ts":1789772025.8188207,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0","EoS":false} {"level":"info","ts":1789772025.8188345,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0","EoS":true} {"level":"info","ts":1789772025.8188548,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789772025.8188703,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772025.818893,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0"} {"level":"info","ts":1789772025.97536,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772025.975461,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5"} {"level":"info","ts":1789772025.9754727,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5"} {"level":"info","ts":1789772025.9754841,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5","EoS":false} {"level":"info","ts":1789772025.975497,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5","EoS":true} {"level":"info","ts":1789772025.9755154,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789772025.9755318,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772025.9755557,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5"} {"level":"info","ts":1789772026.1147342,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772026.1148236,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e"} {"level":"info","ts":1789772026.1148334,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e"} {"level":"info","ts":1789772026.1148446,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e","EoS":false} {"level":"info","ts":1789772026.114858,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e","EoS":true} {"level":"info","ts":1789772026.1148782,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789772026.1148925,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772026.1149118,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e"} {"level":"info","ts":1789772026.2606745,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772026.2607672,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7"} {"level":"info","ts":1789772026.260779,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7"} {"level":"info","ts":1789772026.2607894,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7","EoS":false} {"level":"info","ts":1789772026.2608047,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7","EoS":true} {"level":"info","ts":1789772026.2608268,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789772026.2608426,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772026.2608638,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7"} {"level":"info","ts":1789772026.3967183,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772026.396803,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148"} {"level":"info","ts":1789772026.3968134,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148"} {"level":"info","ts":1789772026.3968248,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148","EoS":false} {"level":"info","ts":1789772026.396838,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148","EoS":true} {"level":"info","ts":1789772026.3968575,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789772026.3968723,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772026.3968923,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148"} {"level":"info","ts":1789772026.5327234,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772026.5328085,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5f845a8-50e1-4557-bf84-e7eddbba17e9"} {"level":"info","ts":1789772026.5328174,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d5f845a8-50e1-4557-bf84-e7eddbba17e9"} {"level":"info","ts":1789772026.5328279,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d5f845a8-50e1-4557-bf84-e7eddbba17e9","EoS":false} {"level":"info","ts":1789772026.5328386,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d5f845a8-50e1-4557-bf84-e7eddbba17e9","EoS":true} {"level":"info","ts":1789772026.5328572,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d5f845a8-50e1-4557-bf84-e7eddbba17e9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789772026.532872,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d5f845a8-50e1-4557-bf84-e7eddbba17e9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772026.5328941,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d5f845a8-50e1-4557-bf84-e7eddbba17e9"} {"level":"info","ts":1789772035.1779764,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772035.1780589,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41"} {"level":"info","ts":1789772035.178068,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41"} {"level":"info","ts":1789772035.1780787,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41","EoS":false} {"level":"info","ts":1789772035.178091,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41","EoS":true} {"level":"info","ts":1789772035.1781104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789772035.178126,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772035.1781464,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41"} {"level":"info","ts":1789772035.209272,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772035.2093332,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"496cce5e-7f4e-4a3f-b829-7f18c03d631b"} {"level":"info","ts":1789772035.2093446,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"496cce5e-7f4e-4a3f-b829-7f18c03d631b"} {"level":"info","ts":1789772035.2093542,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"496cce5e-7f4e-4a3f-b829-7f18c03d631b","EoS":false} {"level":"info","ts":1789772035.2093637,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"496cce5e-7f4e-4a3f-b829-7f18c03d631b","EoS":true} {"level":"info","ts":1789772035.2093785,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"496cce5e-7f4e-4a3f-b829-7f18c03d631b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789772035.2094023,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"496cce5e-7f4e-4a3f-b829-7f18c03d631b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772035.2094195,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"496cce5e-7f4e-4a3f-b829-7f18c03d631b"} {"level":"info","ts":1789772035.2394373,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772035.2395177,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56a4cc88-772b-495b-af38-d5079fa12d94"} {"level":"info","ts":1789772035.2395291,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"56a4cc88-772b-495b-af38-d5079fa12d94"} {"level":"info","ts":1789772035.2395394,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"56a4cc88-772b-495b-af38-d5079fa12d94","EoS":false} {"level":"info","ts":1789772035.2395494,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"56a4cc88-772b-495b-af38-d5079fa12d94","EoS":true} {"level":"info","ts":1789772035.2395704,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56a4cc88-772b-495b-af38-d5079fa12d94","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789772035.2395842,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"56a4cc88-772b-495b-af38-d5079fa12d94","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772035.2396028,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"56a4cc88-772b-495b-af38-d5079fa12d94"} {"level":"info","ts":1789772035.2715983,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772035.271679,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"540d8299-9200-4215-a7e8-697ba480f78f"} {"level":"info","ts":1789772036.0368052,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772036.0369008,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a"} {"level":"info","ts":1789772036.0369122,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a"} {"level":"info","ts":1789772036.0369244,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a","EoS":false} {"level":"info","ts":1789772036.036941,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a","EoS":true} {"level":"info","ts":1789772036.0369682,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789772036.0369842,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772036.0370722,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a"} {"level":"info","ts":1789772036.959114,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772036.959211,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587"} {"level":"info","ts":1789772036.9592226,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587"} {"level":"info","ts":1789772036.959234,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587","EoS":false} {"level":"info","ts":1789772036.9592495,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587","EoS":true} {"level":"info","ts":1789772036.9592707,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789772036.9592853,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772036.9593077,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587"} {"level":"info","ts":1789772037.665944,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772037.6660247,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b"} {"level":"info","ts":1789772037.6660388,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b"} {"level":"info","ts":1789772037.6660497,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b","EoS":false} {"level":"info","ts":1789772037.6660624,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b","EoS":true} {"level":"info","ts":1789772037.6660836,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789772037.6660984,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772037.6661212,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b"} {"level":"info","ts":1789772038.7076943,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772038.7077837,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5"} {"level":"info","ts":1789772038.7077954,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5"} {"level":"info","ts":1789772038.7078063,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5","EoS":false} {"level":"info","ts":1789772038.7078207,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5","EoS":true} {"level":"info","ts":1789772038.70784,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789772038.7078547,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772038.7078786,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5"} {"level":"info","ts":1789772044.0522492,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772044.0523362,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4b0894d-c2d0-42c4-982f-0d115276d59d"} {"level":"info","ts":1789772044.0523462,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e4b0894d-c2d0-42c4-982f-0d115276d59d"} {"level":"info","ts":1789772044.052357,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e4b0894d-c2d0-42c4-982f-0d115276d59d","EoS":false} {"level":"info","ts":1789772044.0523689,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e4b0894d-c2d0-42c4-982f-0d115276d59d","EoS":true} {"level":"info","ts":1789772044.052411,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4b0894d-c2d0-42c4-982f-0d115276d59d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789772044.052432,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e4b0894d-c2d0-42c4-982f-0d115276d59d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772044.0524573,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e4b0894d-c2d0-42c4-982f-0d115276d59d"} {"level":"info","ts":1789772049.0945277,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772049.0946112,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"794fa298-4348-4943-bb04-1ee0699bd4c1"} {"level":"info","ts":1789772049.0946212,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"794fa298-4348-4943-bb04-1ee0699bd4c1"} {"level":"info","ts":1789772049.0946317,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"794fa298-4348-4943-bb04-1ee0699bd4c1","EoS":false} {"level":"info","ts":1789772049.0946424,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"794fa298-4348-4943-bb04-1ee0699bd4c1","EoS":true} {"level":"info","ts":1789772049.0946643,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"794fa298-4348-4943-bb04-1ee0699bd4c1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789772049.0946813,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"794fa298-4348-4943-bb04-1ee0699bd4c1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772049.0947044,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"794fa298-4348-4943-bb04-1ee0699bd4c1"} {"level":"info","ts":1789772050.2658184,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772050.2659059,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e7bfdc2-c163-4710-9607-79962a7fcf93"} {"level":"info","ts":1789772050.2659152,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2e7bfdc2-c163-4710-9607-79962a7fcf93"} {"level":"info","ts":1789772050.2659256,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2e7bfdc2-c163-4710-9607-79962a7fcf93","EoS":false} {"level":"info","ts":1789772050.2659385,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2e7bfdc2-c163-4710-9607-79962a7fcf93","EoS":true} {"level":"info","ts":1789772050.2659578,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e7bfdc2-c163-4710-9607-79962a7fcf93","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789772050.265975,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2e7bfdc2-c163-4710-9607-79962a7fcf93","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772050.2659953,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2e7bfdc2-c163-4710-9607-79962a7fcf93"} {"level":"info","ts":1789772058.2575421,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772058.2576356,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc"} {"level":"info","ts":1789772058.2576466,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc"} {"level":"info","ts":1789772058.257658,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc","EoS":false} {"level":"info","ts":1789772058.2576764,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc","EoS":true} {"level":"info","ts":1789772058.2576988,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789772058.2577145,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772058.2577374,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc"} {"level":"info","ts":1789772059.9285543,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772059.9286497,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"139f3ef4-3d3c-40c6-9e95-63d7eff57699"} {"level":"info","ts":1789772059.928665,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"139f3ef4-3d3c-40c6-9e95-63d7eff57699"} {"level":"info","ts":1789772059.9286828,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"139f3ef4-3d3c-40c6-9e95-63d7eff57699","EoS":false} {"level":"info","ts":1789772059.928704,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"139f3ef4-3d3c-40c6-9e95-63d7eff57699","EoS":true} {"level":"info","ts":1789772059.928741,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"139f3ef4-3d3c-40c6-9e95-63d7eff57699","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789772059.9287598,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"139f3ef4-3d3c-40c6-9e95-63d7eff57699","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772059.9287899,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"139f3ef4-3d3c-40c6-9e95-63d7eff57699"} {"level":"info","ts":1789772123.8528042,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772123.8528957,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"905520a3-3f89-41cf-98fc-972d68fbeeb0"} {"level":"info","ts":1789772123.8529086,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"905520a3-3f89-41cf-98fc-972d68fbeeb0"} {"level":"info","ts":1789772123.852919,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"905520a3-3f89-41cf-98fc-972d68fbeeb0","EoS":false} {"level":"info","ts":1789772123.8529322,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"905520a3-3f89-41cf-98fc-972d68fbeeb0","EoS":true} {"level":"info","ts":1789772123.8529518,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"905520a3-3f89-41cf-98fc-972d68fbeeb0","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789772123.8529675,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"905520a3-3f89-41cf-98fc-972d68fbeeb0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789772123.8529887,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"905520a3-3f89-41cf-98fc-972d68fbeeb0"} {"level":"info","ts":1789772144.9526088,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772144.9526992,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0"} {"level":"info","ts":1789772144.952711,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0"} {"level":"info","ts":1789772144.9527225,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0","EoS":false} {"level":"info","ts":1789772144.952734,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0","EoS":true} {"level":"info","ts":1789772144.9527547,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789772144.9527707,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789772144.9527926,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0"} {"level":"info","ts":1789772216.0963092,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772216.0964332,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4"} {"level":"info","ts":1789772216.0964472,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4"} {"level":"info","ts":1789772216.096459,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4","EoS":false} {"level":"info","ts":1789772216.0964708,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4","EoS":true} {"level":"info","ts":1789772216.0964904,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789772216.0965054,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772216.0965247,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4"} {"level":"info","ts":1789772216.138284,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772216.1383672,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ace9036c-33bd-47e9-b6d0-3bd9a59ba430"} {"level":"info","ts":1789772216.1383817,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ace9036c-33bd-47e9-b6d0-3bd9a59ba430"} {"level":"info","ts":1789772216.1384234,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ace9036c-33bd-47e9-b6d0-3bd9a59ba430","EoS":false} {"level":"info","ts":1789772216.1384454,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ace9036c-33bd-47e9-b6d0-3bd9a59ba430","EoS":true} {"level":"info","ts":1789772216.138472,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ace9036c-33bd-47e9-b6d0-3bd9a59ba430","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789772216.1384907,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ace9036c-33bd-47e9-b6d0-3bd9a59ba430","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772216.1385176,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ace9036c-33bd-47e9-b6d0-3bd9a59ba430"} {"level":"info","ts":1789772216.1730244,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772216.1730926,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6b4c923-afd3-4fcf-98dc-eb1cecfff28f"} {"level":"info","ts":1789772216.173104,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a6b4c923-afd3-4fcf-98dc-eb1cecfff28f"} {"level":"info","ts":1789772216.1731143,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a6b4c923-afd3-4fcf-98dc-eb1cecfff28f","EoS":false} {"level":"info","ts":1789772216.1731248,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a6b4c923-afd3-4fcf-98dc-eb1cecfff28f","EoS":true} {"level":"info","ts":1789772216.1731436,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6b4c923-afd3-4fcf-98dc-eb1cecfff28f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789772216.1731575,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a6b4c923-afd3-4fcf-98dc-eb1cecfff28f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789772216.1731753,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a6b4c923-afd3-4fcf-98dc-eb1cecfff28f"} {"level":"info","ts":1789772223.7148335,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772223.7149239,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83511b6a-ca1d-42ca-a6d6-00bb523c03b2"} {"level":"info","ts":1789772223.714934,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"83511b6a-ca1d-42ca-a6d6-00bb523c03b2"} {"level":"info","ts":1789772223.714946,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"83511b6a-ca1d-42ca-a6d6-00bb523c03b2","EoS":false} {"level":"info","ts":1789772223.7149606,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"83511b6a-ca1d-42ca-a6d6-00bb523c03b2","EoS":true} {"level":"info","ts":1789772223.7149794,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83511b6a-ca1d-42ca-a6d6-00bb523c03b2","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789772223.7149925,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"83511b6a-ca1d-42ca-a6d6-00bb523c03b2","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789772223.7150176,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"83511b6a-ca1d-42ca-a6d6-00bb523c03b2"} {"level":"info","ts":1789772229.8104482,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772229.8105361,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe"} {"level":"info","ts":1789772229.8105454,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe"} {"level":"info","ts":1789772229.8105597,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe","EoS":false} {"level":"info","ts":1789772229.8105779,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe","EoS":true} {"level":"info","ts":1789772229.8105965,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789772229.810642,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789772229.810669,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe"} {"level":"info","ts":1789772229.965296,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772229.9653807,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d"} {"level":"info","ts":1789772229.9654143,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d"} {"level":"info","ts":1789772229.965426,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d","EoS":false} {"level":"info","ts":1789772229.9654367,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d","EoS":true} {"level":"info","ts":1789772229.9654534,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789772229.9654684,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789772229.9654934,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d"} {"level":"info","ts":1789772230.1089785,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772230.109065,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779"} {"level":"info","ts":1789772230.1090765,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779"} {"level":"info","ts":1789772230.109088,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779","EoS":false} {"level":"info","ts":1789772230.1091049,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779","EoS":true} {"level":"info","ts":1789772230.1091256,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789772230.1091413,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789772230.1091602,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779"} {"level":"info","ts":1789772230.2496517,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772230.2497315,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cda8acd3-54cc-4759-a32f-cd41726df564"} {"level":"info","ts":1789772230.2497413,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cda8acd3-54cc-4759-a32f-cd41726df564"} {"level":"info","ts":1789772230.2497513,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cda8acd3-54cc-4759-a32f-cd41726df564","EoS":false} {"level":"info","ts":1789772230.2497644,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cda8acd3-54cc-4759-a32f-cd41726df564","EoS":true} {"level":"info","ts":1789772230.2497854,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cda8acd3-54cc-4759-a32f-cd41726df564","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789772230.2498007,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cda8acd3-54cc-4759-a32f-cd41726df564","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789772230.2498217,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cda8acd3-54cc-4759-a32f-cd41726df564"} {"level":"info","ts":1789772242.932777,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789772242.9328897,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf"} {"level":"info","ts":1789772242.9329114,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf"} {"level":"info","ts":1789772242.9329307,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf","EoS":false} {"level":"info","ts":1789772242.9329503,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf","EoS":true} {"level":"info","ts":1789772242.9329758,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789772242.9329922,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789772242.9330165,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf"}