{"level":"info","ts":1789818245.3637323,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c7d1b962-050e-4761-ab5b-a28981680526"} {"level":"info","ts":1789818245.3637424,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c7d1b962-050e-4761-ab5b-a28981680526","EoS":false} {"level":"info","ts":1789818245.3637528,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c7d1b962-050e-4761-ab5b-a28981680526","EoS":true} {"level":"info","ts":1789818245.3637729,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7d1b962-050e-4761-ab5b-a28981680526","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1789818245.3637853,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c7d1b962-050e-4761-ab5b-a28981680526","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1789818245.3638096,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c7d1b962-050e-4761-ab5b-a28981680526"} {"level":"info","ts":1789818245.7054164,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"e62ac823-70a3-48c1-a4dc-6356d8455320","name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"} {"level":"info","ts":1789818245.70859,"caller":"legacymigration/reconciler.go:164","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"e62ac823-70a3-48c1-a4dc-6356d8455320","name":"e2e-legacy-migration-b8cf96ac"} {"level":"info","ts":1789818245.7132688,"caller":"legacymigration/reconciler.go:189","msg":"creating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"e62ac823-70a3-48c1-a4dc-6356d8455320","name":"e2e-legacy-migration-b8cf96ac"} {"level":"info","ts":1789818245.7133813,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"2de79990-c317-4049-a563-d6a06466620b","name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"} {"level":"info","ts":1789818245.7134535,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"2de79990-c317-4049-a563-d6a06466620b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789818245.7136073,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"0021bfc9-b716-4c50-8055-5cc533073b5b"} {"level":"info","ts":1789818245.7206056,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"f5c302b7-c651-4b70-9ee2-154306100073"} {"level":"info","ts":1789818245.7209172,"caller":"legacymigration/reconciler.go:155","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"e62ac823-70a3-48c1-a4dc-6356d8455320","provider":"openai","model":"e2e-legacy-migration-b8cf96ac","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789818245.7210276,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"4a62240e-cd57-4969-b6ee-5f7ffe44e421","name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"} {"level":"info","ts":1789818245.721064,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"4a62240e-cd57-4969-b6ee-5f7ffe44e421","modelName":"e2e-legacy-migration-b8cf96ac","resolvedRefs":1} {"level":"info","ts":1789818245.7247684,"caller":"externalprovider/reconciler.go:202","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"0021bfc9-b716-4c50-8055-5cc533073b5b","name":"e2e-legacy-migration-b8cf96ac"} {"level":"info","ts":1789818245.72563,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"408de070-4ca9-4f38-ae9c-9dc95933de5b","name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"} {"level":"info","ts":1789818245.725696,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"fe85a281-8644-4981-9b6e-dc1f05eb15fe","name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"} {"level":"info","ts":1789818245.7257519,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"fe85a281-8644-4981-9b6e-dc1f05eb15fe","modelName":"e2e-legacy-migration-b8cf96ac","resolvedRefs":1} {"level":"info","ts":1789818245.7257166,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"408de070-4ca9-4f38-ae9c-9dc95933de5b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789818245.7270372,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"6f803014-9aff-4168-bb07-1392890e3e65","name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"} {"level":"info","ts":1789818245.7271097,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"6f803014-9aff-4168-bb07-1392890e3e65","modelName":"e2e-legacy-migration-b8cf96ac","resolvedRefs":1} {"level":"error","ts":1789818245.7301097,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"f5c302b7-c651-4b70-9ee2-154306100073","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b8cf96ac\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789818245.7302487,"caller":"externalmodel/reconciler.go:143","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"f5c302b7-c651-4b70-9ee2-154306100073","provider":"e2e-legacy-migration-b8cf96ac","phase":"Pending"} {"level":"info","ts":1789818245.7357275,"caller":"externalprovider/reconciler.go:225","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"0021bfc9-b716-4c50-8055-5cc533073b5b","kind":"ServiceEntry","name":"e2e-legacy-migration-b8cf96ac"} {"level":"error","ts":1789818245.7371616,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"f5c302b7-c651-4b70-9ee2-154306100073","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b8cf96ac\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789818245.7373724,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"66c8cf7f-1e46-4fa7-befd-d925a6532dab","name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"} {"level":"info","ts":1789818245.7374334,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"66c8cf7f-1e46-4fa7-befd-d925a6532dab","modelName":"e2e-legacy-migration-b8cf96ac","resolvedRefs":1} {"level":"error","ts":1789818245.7375069,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"f5c302b7-c651-4b70-9ee2-154306100073","error":"ExternalModel \"e2e-legacy-migration-b8cf96ac\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b8cf96ac\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789818245.7381501,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"0ab9e7b1-3614-45fa-81de-46aab99e3cb2"} {"level":"info","ts":1789818245.738247,"caller":"externalmodel/reconciler.go:143","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"0ab9e7b1-3614-45fa-81de-46aab99e3cb2","provider":"e2e-legacy-migration-b8cf96ac","phase":"Pending"} {"level":"error","ts":1789818245.748509,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"0ab9e7b1-3614-45fa-81de-46aab99e3cb2","error":"ExternalModel \"e2e-legacy-migration-b8cf96ac\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b8cf96ac\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789818245.7498405,"caller":"externalprovider/reconciler.go:225","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"0021bfc9-b716-4c50-8055-5cc533073b5b","kind":"DestinationRule","name":"e2e-legacy-migration-b8cf96ac"} {"level":"info","ts":1789818245.7588253,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"c7ebcb8c-9ff2-487d-8d36-d87fa1937a08"} {"level":"info","ts":1789818245.758897,"caller":"externalmodel/reconciler.go:143","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"c7ebcb8c-9ff2-487d-8d36-d87fa1937a08","provider":"e2e-legacy-migration-b8cf96ac","phase":"Pending"} {"level":"info","ts":1789818245.7590306,"caller":"externalprovider/reconciler.go:144","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"0021bfc9-b716-4c50-8055-5cc533073b5b","service":"e2e-legacy-migration-b8cf96ac","serviceEntry":"e2e-legacy-migration-b8cf96ac","destinationRule":"e2e-legacy-migration-b8cf96ac","port":443,"tls":true} {"level":"info","ts":1789818245.7692983,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"1b319de4-3fd1-4899-8df3-321679d3f4f4","name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"} {"level":"info","ts":1789818245.7693796,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"1b319de4-3fd1-4899-8df3-321679d3f4f4","modelName":"e2e-legacy-migration-b8cf96ac","resolvedRefs":1} {"level":"info","ts":1789818245.7695053,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"8ddbe32b-bbd1-4a64-9604-098bc06726a2","name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"} {"level":"info","ts":1789818245.7695856,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"8ddbe32b-bbd1-4a64-9604-098bc06726a2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789818245.7696824,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"723bc031-861b-4905-9bf6-d412d2cb852b"} {"level":"info","ts":1789818245.7697322,"caller":"externalprovider/reconciler.go:214","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"723bc031-861b-4905-9bf6-d412d2cb852b","name":"e2e-legacy-migration-b8cf96ac"} {"level":"error","ts":1789818245.7730033,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"c7ebcb8c-9ff2-487d-8d36-d87fa1937a08","error":"ExternalModel \"e2e-legacy-migration-b8cf96ac\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b8cf96ac\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789818245.7730632,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"68fe29e6-eddd-4799-8f9f-d15ae8c21d12"} {"level":"info","ts":1789818245.7731009,"caller":"externalmodel/reconciler.go:219","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"68fe29e6-eddd-4799-8f9f-d15ae8c21d12","name":"e2e-legacy-migration-b8cf96ac"} {"level":"info","ts":1789818245.7879565,"caller":"externalprovider/reconciler.go:144","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"723bc031-861b-4905-9bf6-d412d2cb852b","service":"e2e-legacy-migration-b8cf96ac","serviceEntry":"e2e-legacy-migration-b8cf96ac","destinationRule":"e2e-legacy-migration-b8cf96ac","port":443,"tls":true} {"level":"info","ts":1789818245.7884123,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"d5d47a1a-0efd-4fca-829f-0847efc741e6","name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"} {"level":"info","ts":1789818245.788489,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"d5d47a1a-0efd-4fca-829f-0847efc741e6","modelName":"e2e-legacy-migration-b8cf96ac","resolvedRefs":1} {"level":"error","ts":1789818245.7930095,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"68fe29e6-eddd-4799-8f9f-d15ae8c21d12","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b8cf96ac\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789818245.7930577,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"68fe29e6-eddd-4799-8f9f-d15ae8c21d12","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-b8cf96ac\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789818245.7931194,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"dc3262f0-d963-4953-9f48-b7366fed449c"} {"level":"info","ts":1789818245.7931712,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"dc3262f0-d963-4953-9f48-b7366fed449c","name":"e2e-legacy-migration-b8cf96ac"} {"level":"info","ts":1789818245.805057,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"0b50cbd2-546a-4813-a20d-6212ed4c33ac","name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"} {"level":"info","ts":1789818245.8050928,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"0b50cbd2-546a-4813-a20d-6212ed4c33ac","modelName":"e2e-legacy-migration-b8cf96ac","resolvedRefs":1} {"level":"info","ts":1789818245.8056955,"caller":"externalmodel/reconciler.go:193","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"dc3262f0-d963-4953-9f48-b7366fed449c","httpRoute":"e2e-legacy-migration-b8cf96ac","providers":["e2e-legacy-migration-b8cf96ac"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789818245.809436,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"dc3262f0-d963-4953-9f48-b7366fed449c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b8cf96ac\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789818245.8095267,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"25e86606-e9cc-42a7-8fb2-e98046a9060c"} {"level":"info","ts":1789818245.8096075,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"25e86606-e9cc-42a7-8fb2-e98046a9060c","name":"e2e-legacy-migration-b8cf96ac"} {"level":"info","ts":1789818245.8214288,"caller":"externalmodel/reconciler.go:193","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"25e86606-e9cc-42a7-8fb2-e98046a9060c","httpRoute":"e2e-legacy-migration-b8cf96ac","providers":["e2e-legacy-migration-b8cf96ac"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789818245.8241587,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"088bd1b6-0694-4362-a577-7bbc20bdbc3c","name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"} {"level":"info","ts":1789818245.8243017,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"088bd1b6-0694-4362-a577-7bbc20bdbc3c","modelName":"e2e-legacy-migration-b8cf96ac","resolvedRefs":1} {"level":"error","ts":1789818245.8310516,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"25e86606-e9cc-42a7-8fb2-e98046a9060c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b8cf96ac\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789818245.8311253,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"ad32ced9-71fa-4f1a-a990-ebdbd7f7ea98"} {"level":"info","ts":1789818245.831181,"caller":"externalmodel/reconciler.go:233","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"ad32ced9-71fa-4f1a-a990-ebdbd7f7ea98","name":"e2e-legacy-migration-b8cf96ac"} {"level":"info","ts":1789818245.8421142,"caller":"externalmodel/reconciler.go:193","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"ad32ced9-71fa-4f1a-a990-ebdbd7f7ea98","httpRoute":"e2e-legacy-migration-b8cf96ac","providers":["e2e-legacy-migration-b8cf96ac"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789818245.9731057,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"1a25600a-6ce8-41e8-805e-22333bb3e166","name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"} {"level":"info","ts":1789818245.9807155,"caller":"legacymigration/reconciler.go:203","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"1a25600a-6ce8-41e8-805e-22333bb3e166","name":"e2e-legacy-migration-b8cf96ac"} {"level":"info","ts":1789818245.9889402,"caller":"legacymigration/reconciler.go:155","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"1a25600a-6ce8-41e8-805e-22333bb3e166","provider":"openai","model":"e2e-legacy-migration-b8cf96ac","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789818248.6128519,"caller":"legacymigration/reconciler.go:63","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"b7fd42b5-71d4-4ee9-9f98-6ad4b69c9347","name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"} {"level":"info","ts":1789818248.618817,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"98fae07a-a165-4b28-9d20-e34a0790f132","name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"} {"level":"info","ts":1789818248.6189256,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"98fae07a-a165-4b28-9d20-e34a0790f132","name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"} {"level":"info","ts":1789818248.618953,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"9486c39c-10b7-4137-a34e-c51a19048ec7"} {"level":"error","ts":1789818248.6190403,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"9486c39c-10b7-4137-a34e-c51a19048ec7","provider":"e2e-legacy-migration-b8cf96ac","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-b8cf96ac\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789818248.6191227,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"18339934-7ec1-4823-89cd-fc95f224178f"} {"level":"info","ts":1789818248.6190624,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"023aec2e-5388-40bd-b9b0-5a0399306eb6","name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"} {"level":"error","ts":1789818248.6193511,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"023aec2e-5388-40bd-b9b0-5a0399306eb6","provider":"e2e-legacy-migration-b8cf96ac","error":"ExternalProvider \"e2e-legacy-migration-b8cf96ac\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789818248.6194117,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"023aec2e-5388-40bd-b9b0-5a0399306eb6"} {"level":"info","ts":1789818248.622046,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"5eddd940-7198-4662-b24a-7b90ed162e1f","name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"} {"level":"info","ts":1789818248.6221206,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"5eddd940-7198-4662-b24a-7b90ed162e1f","name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"} {"level":"error","ts":1789818248.6243343,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"9486c39c-10b7-4137-a34e-c51a19048ec7","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-b8cf96ac\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789818248.624366,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"9486c39c-10b7-4137-a34e-c51a19048ec7","error":"ExternalModel \"e2e-legacy-migration-b8cf96ac\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-b8cf96ac\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789818248.6244075,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-b8cf96ac","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-b8cf96ac","reconcileID":"7b35b40c-a041-45a5-9fb5-00017629e967"} {"level":"info","ts":1789818249.0119941,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789818249.0120726,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e9a453e-18e5-42bc-957d-f726a408c73a"} {"level":"info","ts":1789818249.0120845,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3e9a453e-18e5-42bc-957d-f726a408c73a"} {"level":"info","ts":1789818249.0120945,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3e9a453e-18e5-42bc-957d-f726a408c73a","EoS":false} {"level":"info","ts":1789818249.012105,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3e9a453e-18e5-42bc-957d-f726a408c73a","EoS":true} {"level":"info","ts":1789818249.012125,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e9a453e-18e5-42bc-957d-f726a408c73a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789818249.0121412,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3e9a453e-18e5-42bc-957d-f726a408c73a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789818249.0121503,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"3e9a453e-18e5-42bc-957d-f726a408c73a","modelName":"e2e-external-model"} {"level":"info","ts":1789818249.0121622,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"3e9a453e-18e5-42bc-957d-f726a408c73a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789818249.0122159,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3e9a453e-18e5-42bc-957d-f726a408c73a"} {"level":"info","ts":1789818250.119334,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789818250.1194212,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59817253-10a1-46ed-9f6b-59ccb9b427eb"} {"level":"info","ts":1789818250.1194348,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"59817253-10a1-46ed-9f6b-59ccb9b427eb"} {"level":"info","ts":1789818250.1194456,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"59817253-10a1-46ed-9f6b-59ccb9b427eb","EoS":false} {"level":"info","ts":1789818250.1194563,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"59817253-10a1-46ed-9f6b-59ccb9b427eb","EoS":true} {"level":"info","ts":1789818250.119482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"59817253-10a1-46ed-9f6b-59ccb9b427eb","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789818250.1195006,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"59817253-10a1-46ed-9f6b-59ccb9b427eb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789818250.1195238,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"59817253-10a1-46ed-9f6b-59ccb9b427eb"} {"level":"info","ts":1789818251.709406,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789818251.7097116,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b1e1e4b-7e8c-4cae-a418-2a93d3ea0603"} {"level":"info","ts":1789818251.709843,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4b1e1e4b-7e8c-4cae-a418-2a93d3ea0603"} {"level":"info","ts":1789818251.7099125,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4b1e1e4b-7e8c-4cae-a418-2a93d3ea0603","EoS":false} {"level":"info","ts":1789818251.7099547,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4b1e1e4b-7e8c-4cae-a418-2a93d3ea0603","EoS":true} {"level":"info","ts":1789818251.7100239,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"4b1e1e4b-7e8c-4cae-a418-2a93d3ea0603","field":"model"} {"level":"info","ts":1789818251.7100894,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4b1e1e4b-7e8c-4cae-a418-2a93d3ea0603"} {"level":"info","ts":1789818253.43889,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f29ba32f-fa73-495d-b45e-3732f21e5606"} {"level":"info","ts":1789818253.4389877,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b8395fb-e676-41d9-ac3d-a1a3c61c84b3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789818253.4390056,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b8395fb-e676-41d9-ac3d-a1a3c61c84b3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789818253.5807452,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"757a1611-7d87-41e2-bd22-112e1d9ab4c6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789818253.5809696,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"757a1611-7d87-41e2-bd22-112e1d9ab4c6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789818253.5809252,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6389cf33-484b-42b0-89e5-210f83427db6"} {"level":"info","ts":1789818256.5181468,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789818256.5182683,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"408fb6a5-4b23-4617-9744-5ef00b93822d"} {"level":"info","ts":1789818256.518282,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"408fb6a5-4b23-4617-9744-5ef00b93822d"} {"level":"info","ts":1789818256.5182931,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"408fb6a5-4b23-4617-9744-5ef00b93822d","EoS":false} {"level":"info","ts":1789818256.5183055,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"408fb6a5-4b23-4617-9744-5ef00b93822d","EoS":true} {"level":"info","ts":1789818256.5183268,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"408fb6a5-4b23-4617-9744-5ef00b93822d","field":"model"} {"level":"info","ts":1789818256.5183551,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"408fb6a5-4b23-4617-9744-5ef00b93822d"} {"level":"info","ts":1789818256.6685205,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789818256.6686068,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29bdfad4-7065-44ce-a8ad-716cd863017c"} {"level":"info","ts":1789818256.6686192,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"29bdfad4-7065-44ce-a8ad-716cd863017c"} {"level":"info","ts":1789818256.6686294,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"29bdfad4-7065-44ce-a8ad-716cd863017c","EoS":false} {"level":"info","ts":1789818256.668641,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"29bdfad4-7065-44ce-a8ad-716cd863017c","EoS":true} {"level":"info","ts":1789818256.6686537,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"29bdfad4-7065-44ce-a8ad-716cd863017c","field":"model"} {"level":"info","ts":1789818256.6687248,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"29bdfad4-7065-44ce-a8ad-716cd863017c"} {"level":"info","ts":1789818256.8267617,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789818256.8268578,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22066b0e-aa27-4025-aec8-40f53816da32"} {"level":"info","ts":1789818256.8268738,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"22066b0e-aa27-4025-aec8-40f53816da32"} {"level":"info","ts":1789818256.8268917,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"22066b0e-aa27-4025-aec8-40f53816da32","EoS":false} {"level":"info","ts":1789818256.8269129,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"22066b0e-aa27-4025-aec8-40f53816da32","EoS":true} {"level":"info","ts":1789818256.826936,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"22066b0e-aa27-4025-aec8-40f53816da32","field":"model"} {"level":"info","ts":1789818256.82697,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"22066b0e-aa27-4025-aec8-40f53816da32"} {"level":"info","ts":1789819323.0139027,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819323.014017,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108"} {"level":"info","ts":1789819323.0140328,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108"} {"level":"info","ts":1789819323.0140495,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108","EoS":false} {"level":"info","ts":1789819323.014068,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108","EoS":true} {"level":"info","ts":1789819323.0141006,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789819323.0141208,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789819323.0141532,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108"} {"level":"info","ts":1789819323.0678563,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819323.0679233,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81"} {"level":"info","ts":1789819323.0679379,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81"} {"level":"info","ts":1789819323.0679545,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81","EoS":false} {"level":"info","ts":1789819323.0679662,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81","EoS":true} {"level":"info","ts":1789819323.0679822,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789819323.0679965,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789819323.0680192,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81"} {"level":"info","ts":1789819633.4708,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"57449297-68c9-4c94-86ae-0d013a107adc"} {"level":"info","ts":1789819633.470813,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4f6fa4b7-9da0-4c94-a79b-ff031ff5c3ee","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789819633.4709527,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4f6fa4b7-9da0-4c94-a79b-ff031ff5c3ee","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789819633.470983,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4f6fa4b7-9da0-4c94-a79b-ff031ff5c3ee"} {"level":"info","ts":1789819633.4774153,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4e846cc6-c368-409d-8dcc-12542a780b1a","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789819633.4774468,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4e846cc6-c368-409d-8dcc-12542a780b1a","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789819633.4774683,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4e846cc6-c368-409d-8dcc-12542a780b1a"} {"level":"error","ts":1789819633.4786494,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"57449297-68c9-4c94-86ae-0d013a107adc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789819633.478687,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"57449297-68c9-4c94-86ae-0d013a107adc","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789819633.483454,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6d712b54-569d-4868-b8cb-b81aad762645","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789819633.4834883,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6d712b54-569d-4868-b8cb-b81aad762645","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789819633.4835145,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6d712b54-569d-4868-b8cb-b81aad762645"} {"level":"error","ts":1789819633.4837916,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"57449297-68c9-4c94-86ae-0d013a107adc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789819633.4838228,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"57449297-68c9-4c94-86ae-0d013a107adc","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789819633.483868,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"069494e5-ab7e-4bcc-8282-249a784d2a72"} {"level":"error","ts":1789819633.4838881,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"069494e5-ab7e-4bcc-8282-249a784d2a72","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789819633.4871776,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"069494e5-ab7e-4bcc-8282-249a784d2a72","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789819633.4974177,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"afcd9ac8-b22a-4cbe-aa6c-3c5c46c9aae7"} {"level":"error","ts":1789819633.4974442,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"afcd9ac8-b22a-4cbe-aa6c-3c5c46c9aae7","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789819633.501084,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"afcd9ac8-b22a-4cbe-aa6c-3c5c46c9aae7","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789819633.5222676,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c3ae3257-27b0-4750-843a-86efb8314f59"} {"level":"error","ts":1789819633.5223,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c3ae3257-27b0-4750-843a-86efb8314f59","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789819633.5256329,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c3ae3257-27b0-4750-843a-86efb8314f59","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789819633.5667439,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1b086a92-92fb-490c-beb8-5b4c093c9016"} {"level":"error","ts":1789819633.566789,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1b086a92-92fb-490c-beb8-5b4c093c9016","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789819633.5703163,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1b086a92-92fb-490c-beb8-5b4c093c9016","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789819633.608872,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ad302ae8-b165-42ee-a2fd-3322e2432064"} {"level":"info","ts":1789819633.608908,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"630ad779-3702-48d6-8c6b-d27a41330a9c","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789819633.6089203,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ad302ae8-b165-42ee-a2fd-3322e2432064","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789819633.6089346,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"630ad779-3702-48d6-8c6b-d27a41330a9c","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789819633.6089547,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"630ad779-3702-48d6-8c6b-d27a41330a9c"} {"level":"error","ts":1789819633.615525,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ad302ae8-b165-42ee-a2fd-3322e2432064","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789819633.7759733,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8f728c52-d669-428e-bffd-21d01e8c7550"} {"level":"error","ts":1789819633.7760363,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8f728c52-d669-428e-bffd-21d01e8c7550","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789819633.78074,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8f728c52-d669-428e-bffd-21d01e8c7550","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789819634.1011615,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b4ab98d7-99f8-48c8-8409-71b2acc2c2de"} {"level":"error","ts":1789819634.1012404,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b4ab98d7-99f8-48c8-8409-71b2acc2c2de","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789819634.1057997,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b4ab98d7-99f8-48c8-8409-71b2acc2c2de","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789819634.7460883,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7aad552b-4a45-4a75-aa34-b56c1a5cc402"} {"level":"error","ts":1789819634.7462223,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7aad552b-4a45-4a75-aa34-b56c1a5cc402","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789819634.7504747,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7aad552b-4a45-4a75-aa34-b56c1a5cc402","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789819636.0311506,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c5de0688-98fe-43c6-956f-e0ea7d19e581"} {"level":"error","ts":1789819636.0312297,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c5de0688-98fe-43c6-956f-e0ea7d19e581","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789819636.0353642,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c5de0688-98fe-43c6-956f-e0ea7d19e581","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789819638.5958893,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5393e354-2208-45a9-b2a9-c0747ccc1cbc"} {"level":"error","ts":1789819638.5959346,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5393e354-2208-45a9-b2a9-c0747ccc1cbc","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789819638.6004257,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5393e354-2208-45a9-b2a9-c0747ccc1cbc","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789819638.6094506,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"66a72e0c-cdc8-471d-bc60-e6ddee2a3041","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789819638.6094851,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"66a72e0c-cdc8-471d-bc60-e6ddee2a3041","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789819638.6095023,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"66a72e0c-cdc8-471d-bc60-e6ddee2a3041"} {"level":"info","ts":1789819643.6106594,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5c45e540-58b5-4513-897d-ec27e990b100","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789819643.6107075,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5c45e540-58b5-4513-897d-ec27e990b100","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789819643.6107268,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5c45e540-58b5-4513-897d-ec27e990b100"} {"level":"info","ts":1789819643.7208502,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5afce100-2c30-4ef4-a394-bc0a67ac9334"} {"level":"error","ts":1789819643.7209036,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5afce100-2c30-4ef4-a394-bc0a67ac9334","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789819643.7258096,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5afce100-2c30-4ef4-a394-bc0a67ac9334","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789819644.0262406,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819644.026332,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766"} {"level":"info","ts":1789819644.0263507,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766"} {"level":"info","ts":1789819644.0263627,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766","EoS":false} {"level":"info","ts":1789819644.0263731,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766","EoS":true} {"level":"info","ts":1789819644.0263932,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789819644.0264091,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819644.0264354,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766"} {"level":"info","ts":1789819644.1170533,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819644.1171334,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10"} {"level":"info","ts":1789819644.1171432,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10"} {"level":"info","ts":1789819644.1171536,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10","EoS":false} {"level":"info","ts":1789819644.1171649,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10","EoS":true} {"level":"info","ts":1789819644.11721,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789819644.117226,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819644.1172473,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10"} {"level":"info","ts":1789819644.1614366,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819644.1615083,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d"} {"level":"info","ts":1789819644.1615286,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d"} {"level":"info","ts":1789819644.1615396,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d","EoS":false} {"level":"info","ts":1789819644.1615503,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d","EoS":true} {"level":"info","ts":1789819644.1615672,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789819644.1615808,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819644.1616006,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d"} {"level":"info","ts":1789819644.2146156,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819644.2146764,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33bf8936-b9af-4324-87d5-cb3812a7dccf"} {"level":"info","ts":1789819644.2146864,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"33bf8936-b9af-4324-87d5-cb3812a7dccf"} {"level":"info","ts":1789819644.2146962,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"33bf8936-b9af-4324-87d5-cb3812a7dccf","EoS":false} {"level":"info","ts":1789819644.2147064,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"33bf8936-b9af-4324-87d5-cb3812a7dccf","EoS":true} {"level":"info","ts":1789819644.2147205,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33bf8936-b9af-4324-87d5-cb3812a7dccf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789819644.2147315,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"33bf8936-b9af-4324-87d5-cb3812a7dccf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819644.214748,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"33bf8936-b9af-4324-87d5-cb3812a7dccf"} {"level":"info","ts":1789819644.247246,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819644.2473183,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84214d8f-9418-4e91-a187-2c2b60eae472"} {"level":"info","ts":1789819644.2473297,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"84214d8f-9418-4e91-a187-2c2b60eae472"} {"level":"info","ts":1789819644.2473397,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"84214d8f-9418-4e91-a187-2c2b60eae472","EoS":false} {"level":"info","ts":1789819644.2473505,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"84214d8f-9418-4e91-a187-2c2b60eae472","EoS":true} {"level":"info","ts":1789819644.2473676,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84214d8f-9418-4e91-a187-2c2b60eae472","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789819644.2473805,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"84214d8f-9418-4e91-a187-2c2b60eae472","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819644.2473974,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"84214d8f-9418-4e91-a187-2c2b60eae472"} {"level":"info","ts":1789819644.2767441,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819644.2768066,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914"} {"level":"info","ts":1789819644.276818,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914"} {"level":"info","ts":1789819644.2768278,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914","EoS":false} {"level":"info","ts":1789819644.2768393,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914","EoS":true} {"level":"info","ts":1789819644.2768571,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789819644.2768695,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819644.2768881,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914"} {"level":"info","ts":1789819644.423919,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"01555931-2634-4f47-bd77-5b3e767a3017","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789819644.4239593,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"01555931-2634-4f47-bd77-5b3e767a3017","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789819644.4239235,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9d49654d-2b21-4865-bde3-b4b4abd45650"} {"level":"info","ts":1789819677.8993237,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819677.8994288,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf"} {"level":"info","ts":1789819677.8994403,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf"} {"level":"info","ts":1789819677.899453,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf","EoS":false} {"level":"info","ts":1789819677.8994641,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf","EoS":true} {"level":"info","ts":1789819677.8994856,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789819677.8995025,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819677.8995295,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf"} {"level":"info","ts":1789819678.0489874,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819678.0490804,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd"} {"level":"info","ts":1789819678.049093,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd"} {"level":"info","ts":1789819678.049104,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd","EoS":false} {"level":"info","ts":1789819678.0491142,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd","EoS":true} {"level":"info","ts":1789819678.0491328,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789819678.049148,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819678.0491698,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd"} {"level":"info","ts":1789819678.195249,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819678.1953409,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce"} {"level":"info","ts":1789819678.1953528,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce"} {"level":"info","ts":1789819678.1953633,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce","EoS":false} {"level":"info","ts":1789819678.1953738,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce","EoS":true} {"level":"info","ts":1789819678.1953928,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789819678.1954093,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819678.1954308,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce"} {"level":"info","ts":1789819678.3326712,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819678.3327541,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74"} {"level":"info","ts":1789819678.3327653,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74"} {"level":"info","ts":1789819678.3327758,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74","EoS":false} {"level":"info","ts":1789819678.3327858,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74","EoS":true} {"level":"info","ts":1789819678.3328063,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789819678.3328226,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819678.332846,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74"} {"level":"info","ts":1789819678.4726853,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819678.472768,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa"} {"level":"info","ts":1789819678.472777,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa"} {"level":"info","ts":1789819678.4727874,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa","EoS":false} {"level":"info","ts":1789819678.4728003,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa","EoS":true} {"level":"info","ts":1789819678.4728198,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789819678.4728346,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819678.472854,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa"} {"level":"info","ts":1789819678.607825,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819678.607918,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e57774e-db9a-4ae0-994c-1b312cb24432"} {"level":"info","ts":1789819678.60793,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0e57774e-db9a-4ae0-994c-1b312cb24432"} {"level":"info","ts":1789819678.6079412,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0e57774e-db9a-4ae0-994c-1b312cb24432","EoS":false} {"level":"info","ts":1789819678.6079535,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0e57774e-db9a-4ae0-994c-1b312cb24432","EoS":true} {"level":"info","ts":1789819678.6079733,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e57774e-db9a-4ae0-994c-1b312cb24432","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789819678.6079879,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0e57774e-db9a-4ae0-994c-1b312cb24432","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819678.6080103,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0e57774e-db9a-4ae0-994c-1b312cb24432"} {"level":"info","ts":1789819699.7259023,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819699.7259924,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f"} {"level":"info","ts":1789819699.726006,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f"} {"level":"info","ts":1789819699.7260172,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f","EoS":false} {"level":"info","ts":1789819699.7260277,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f","EoS":true} {"level":"info","ts":1789819699.7260478,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789819699.7260633,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819699.7261271,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f"} {"level":"info","ts":1789819699.763626,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819699.7637339,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e"} {"level":"info","ts":1789819699.7637494,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e"} {"level":"info","ts":1789819699.763767,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e","EoS":false} {"level":"info","ts":1789819699.763784,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e","EoS":true} {"level":"info","ts":1789819699.763814,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789819699.7638338,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819699.76386,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e"} {"level":"info","ts":1789819699.7984278,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819699.7984993,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f1e2606-020c-40ae-8375-556173f2ec21"} {"level":"info","ts":1789819699.7985115,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7f1e2606-020c-40ae-8375-556173f2ec21"} {"level":"info","ts":1789819699.798522,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7f1e2606-020c-40ae-8375-556173f2ec21","EoS":false} {"level":"info","ts":1789819699.7985322,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7f1e2606-020c-40ae-8375-556173f2ec21","EoS":true} {"level":"info","ts":1789819699.7985501,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f1e2606-020c-40ae-8375-556173f2ec21","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789819699.7985635,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7f1e2606-020c-40ae-8375-556173f2ec21","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819699.7985823,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7f1e2606-020c-40ae-8375-556173f2ec21"} {"level":"info","ts":1789819699.8314302,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819699.8315153,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14bbffc3-6b5b-4676-b517-156903a99347"} {"level":"info","ts":1789819699.8315291,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"14bbffc3-6b5b-4676-b517-156903a99347"} {"level":"info","ts":1789819699.831546,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"14bbffc3-6b5b-4676-b517-156903a99347","EoS":false} {"level":"info","ts":1789819699.8315673,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"14bbffc3-6b5b-4676-b517-156903a99347","EoS":true} {"level":"info","ts":1789819699.8315947,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14bbffc3-6b5b-4676-b517-156903a99347","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789819699.8316116,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"14bbffc3-6b5b-4676-b517-156903a99347","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819699.8316333,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"14bbffc3-6b5b-4676-b517-156903a99347"} {"level":"info","ts":1789819699.8629417,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819699.8630118,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"264dfd0c-346d-4dde-a17e-7d3fc02b153b"} {"level":"info","ts":1789819700.6235497,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819700.6236334,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5"} {"level":"info","ts":1789819700.623647,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5"} {"level":"info","ts":1789819700.6236582,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5","EoS":false} {"level":"info","ts":1789819700.6236746,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5","EoS":true} {"level":"info","ts":1789819700.6236978,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789819700.6237133,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819700.6237326,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5"} {"level":"info","ts":1789819701.5728393,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819701.5729415,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693"} {"level":"info","ts":1789819701.5729594,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693"} {"level":"info","ts":1789819701.5729768,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693","EoS":false} {"level":"info","ts":1789819701.5729964,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693","EoS":true} {"level":"info","ts":1789819701.573029,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789819701.57305,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819701.5730822,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693"} {"level":"info","ts":1789819702.268106,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819702.2682126,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28"} {"level":"info","ts":1789819702.2682261,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28"} {"level":"info","ts":1789819702.2682374,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28","EoS":false} {"level":"info","ts":1789819702.2682478,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28","EoS":true} {"level":"info","ts":1789819702.2682679,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789819702.2683203,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819702.2683394,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28"} {"level":"info","ts":1789819703.315717,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819703.3158,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233"} {"level":"info","ts":1789819703.3158128,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233"} {"level":"info","ts":1789819703.3158236,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233","EoS":false} {"level":"info","ts":1789819703.3158345,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233","EoS":true} {"level":"info","ts":1789819703.3158555,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789819703.3158724,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819703.315895,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233"} {"level":"info","ts":1789819712.9598372,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819712.9599347,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27d2cbfe-4413-4d70-9d71-8aaa3fe59de3"} {"level":"info","ts":1789819712.9599545,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"27d2cbfe-4413-4d70-9d71-8aaa3fe59de3"} {"level":"info","ts":1789819712.959972,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"27d2cbfe-4413-4d70-9d71-8aaa3fe59de3","EoS":false} {"level":"info","ts":1789819712.9599931,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"27d2cbfe-4413-4d70-9d71-8aaa3fe59de3","EoS":true} {"level":"info","ts":1789819712.960025,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27d2cbfe-4413-4d70-9d71-8aaa3fe59de3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789819712.9600472,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"27d2cbfe-4413-4d70-9d71-8aaa3fe59de3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819712.9600766,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"27d2cbfe-4413-4d70-9d71-8aaa3fe59de3"} {"level":"info","ts":1789819718.0311103,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819718.0312345,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0588fc8-5dde-47a6-8c6f-457c62166fc5"} {"level":"info","ts":1789819718.0312536,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c0588fc8-5dde-47a6-8c6f-457c62166fc5"} {"level":"info","ts":1789819718.031267,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c0588fc8-5dde-47a6-8c6f-457c62166fc5","EoS":false} {"level":"info","ts":1789819718.0312798,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c0588fc8-5dde-47a6-8c6f-457c62166fc5","EoS":true} {"level":"info","ts":1789819718.0313022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0588fc8-5dde-47a6-8c6f-457c62166fc5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789819718.0313182,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c0588fc8-5dde-47a6-8c6f-457c62166fc5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819718.0313404,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c0588fc8-5dde-47a6-8c6f-457c62166fc5"} {"level":"info","ts":1789819719.2033374,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819719.2034214,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d9cd078-320e-4238-a668-e5aea318799f"} {"level":"info","ts":1789819719.2034316,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6d9cd078-320e-4238-a668-e5aea318799f"} {"level":"info","ts":1789819719.203442,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6d9cd078-320e-4238-a668-e5aea318799f","EoS":false} {"level":"info","ts":1789819719.2034528,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6d9cd078-320e-4238-a668-e5aea318799f","EoS":true} {"level":"info","ts":1789819719.2034738,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d9cd078-320e-4238-a668-e5aea318799f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789819719.2034898,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6d9cd078-320e-4238-a668-e5aea318799f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819719.203512,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6d9cd078-320e-4238-a668-e5aea318799f"} {"level":"info","ts":1789819733.5209856,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819733.5210774,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793"} {"level":"info","ts":1789819733.5210884,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793"} {"level":"info","ts":1789819733.5211003,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793","EoS":false} {"level":"info","ts":1789819733.5211108,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793","EoS":true} {"level":"info","ts":1789819733.5211298,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789819733.5211432,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819733.5211651,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793"} {"level":"info","ts":1789819735.1655045,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819735.1655986,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81fb0109-0f78-416d-b41d-72b55e0691f9"} {"level":"info","ts":1789819735.1656103,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"81fb0109-0f78-416d-b41d-72b55e0691f9"} {"level":"info","ts":1789819735.165621,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"81fb0109-0f78-416d-b41d-72b55e0691f9","EoS":false} {"level":"info","ts":1789819735.165632,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"81fb0109-0f78-416d-b41d-72b55e0691f9","EoS":true} {"level":"info","ts":1789819735.1656535,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81fb0109-0f78-416d-b41d-72b55e0691f9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789819735.165673,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"81fb0109-0f78-416d-b41d-72b55e0691f9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819735.1657019,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"81fb0109-0f78-416d-b41d-72b55e0691f9"} {"level":"info","ts":1789819807.4990761,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819807.4991624,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae67cde5-931c-4476-ac2e-9fb29a3dbdd1"} {"level":"info","ts":1789819807.4991736,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ae67cde5-931c-4476-ac2e-9fb29a3dbdd1"} {"level":"info","ts":1789819807.4991848,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ae67cde5-931c-4476-ac2e-9fb29a3dbdd1","EoS":false} {"level":"info","ts":1789819807.4992273,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ae67cde5-931c-4476-ac2e-9fb29a3dbdd1","EoS":true} {"level":"info","ts":1789819807.4992516,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae67cde5-931c-4476-ac2e-9fb29a3dbdd1","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789819807.4992683,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ae67cde5-931c-4476-ac2e-9fb29a3dbdd1","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789819807.4992914,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ae67cde5-931c-4476-ac2e-9fb29a3dbdd1"} {"level":"info","ts":1789819831.3256779,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819831.3257728,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e"} {"level":"info","ts":1789819831.3257895,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e"} {"level":"info","ts":1789819831.3258078,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e","EoS":false} {"level":"info","ts":1789819831.3258276,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e","EoS":true} {"level":"info","ts":1789819831.3258624,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789819831.325879,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789819831.3259087,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e"} {"level":"info","ts":1789819916.4785132,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819916.4786122,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7"} {"level":"info","ts":1789819916.4786232,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7"} {"level":"info","ts":1789819916.4786348,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7","EoS":false} {"level":"info","ts":1789819916.478646,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7","EoS":true} {"level":"info","ts":1789819916.4786642,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789819916.47868,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819916.4787018,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7"} {"level":"info","ts":1789819916.5225873,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819916.5226505,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3791a6b-9237-460b-9628-450c459d3980"} {"level":"info","ts":1789819916.522663,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"b3791a6b-9237-460b-9628-450c459d3980"} {"level":"info","ts":1789819916.522673,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b3791a6b-9237-460b-9628-450c459d3980","EoS":false} {"level":"info","ts":1789819916.522683,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"b3791a6b-9237-460b-9628-450c459d3980","EoS":true} {"level":"info","ts":1789819916.5226972,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3791a6b-9237-460b-9628-450c459d3980","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789819916.5227108,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"b3791a6b-9237-460b-9628-450c459d3980","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819916.522729,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"b3791a6b-9237-460b-9628-450c459d3980"} {"level":"info","ts":1789819916.5563922,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819916.5564585,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4df538c4-16ca-4b96-a758-284d5c06c470"} {"level":"info","ts":1789819916.5564687,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4df538c4-16ca-4b96-a758-284d5c06c470"} {"level":"info","ts":1789819916.5564785,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4df538c4-16ca-4b96-a758-284d5c06c470","EoS":false} {"level":"info","ts":1789819916.556488,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4df538c4-16ca-4b96-a758-284d5c06c470","EoS":true} {"level":"info","ts":1789819916.556503,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4df538c4-16ca-4b96-a758-284d5c06c470","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789819916.5565124,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4df538c4-16ca-4b96-a758-284d5c06c470","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789819916.55653,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4df538c4-16ca-4b96-a758-284d5c06c470"} {"level":"info","ts":1789819924.1436813,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819924.1437936,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85eb4468-75b3-4fcb-8882-8ea1fbcf16dc"} {"level":"info","ts":1789819924.1438107,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"85eb4468-75b3-4fcb-8882-8ea1fbcf16dc"} {"level":"info","ts":1789819924.1438282,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"85eb4468-75b3-4fcb-8882-8ea1fbcf16dc","EoS":false} {"level":"info","ts":1789819924.143849,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"85eb4468-75b3-4fcb-8882-8ea1fbcf16dc","EoS":true} {"level":"info","ts":1789819924.1438804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85eb4468-75b3-4fcb-8882-8ea1fbcf16dc","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789819924.1439,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"85eb4468-75b3-4fcb-8882-8ea1fbcf16dc","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789819924.143927,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"85eb4468-75b3-4fcb-8882-8ea1fbcf16dc"} {"level":"info","ts":1789819935.5114894,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819935.511581,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b"} {"level":"info","ts":1789819935.5115974,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b"} {"level":"info","ts":1789819935.511612,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b","EoS":false} {"level":"info","ts":1789819935.5116293,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b","EoS":true} {"level":"info","ts":1789819935.511653,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789819935.511671,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789819935.5116925,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b"} {"level":"info","ts":1789819935.6891112,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819935.689227,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74"} {"level":"info","ts":1789819935.6892424,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74"} {"level":"info","ts":1789819935.689259,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74","EoS":false} {"level":"info","ts":1789819935.6892703,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74","EoS":true} {"level":"info","ts":1789819935.6892905,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789819935.6893067,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789819935.6893356,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74"} {"level":"info","ts":1789819935.85273,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819935.8528132,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b"} {"level":"info","ts":1789819935.8528275,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b"} {"level":"info","ts":1789819935.852839,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b","EoS":false} {"level":"info","ts":1789819935.8528502,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b","EoS":true} {"level":"info","ts":1789819935.8528666,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789819935.8528888,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789819935.8529518,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b"} {"level":"info","ts":1789819935.9941797,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819935.9942973,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab000ffa-ace3-46bf-91fd-4198898e9596"} {"level":"info","ts":1789819935.9943128,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ab000ffa-ace3-46bf-91fd-4198898e9596"} {"level":"info","ts":1789819935.9943302,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ab000ffa-ace3-46bf-91fd-4198898e9596","EoS":false} {"level":"info","ts":1789819935.994349,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ab000ffa-ace3-46bf-91fd-4198898e9596","EoS":true} {"level":"info","ts":1789819935.994376,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab000ffa-ace3-46bf-91fd-4198898e9596","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789819935.9943948,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ab000ffa-ace3-46bf-91fd-4198898e9596","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789819935.9944286,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ab000ffa-ace3-46bf-91fd-4198898e9596"} {"level":"info","ts":1789819958.0167756,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789819958.0168846,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336"} {"level":"info","ts":1789819958.0168977,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336"} {"level":"info","ts":1789819958.0169086,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336","EoS":false} {"level":"info","ts":1789819958.0169191,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336","EoS":true} {"level":"info","ts":1789819958.0169363,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789819958.0169516,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789819958.0169733,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336"}