{"level":"info","ts":1789568838.8138328,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1527c08b-ebb0-47f0-801e-4fa30d6d73a9","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789568839.1327362,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568839.1328325,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6a1413a-a994-44cd-b99c-506455f4e2bb"} {"level":"info","ts":1789568839.1328464,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f6a1413a-a994-44cd-b99c-506455f4e2bb"} {"level":"info","ts":1789568839.1328645,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f6a1413a-a994-44cd-b99c-506455f4e2bb","EoS":false} {"level":"info","ts":1789568839.1328845,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f6a1413a-a994-44cd-b99c-506455f4e2bb","EoS":true} {"level":"info","ts":1789568839.1329114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6a1413a-a994-44cd-b99c-506455f4e2bb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789568839.132931,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f6a1413a-a994-44cd-b99c-506455f4e2bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568839.1329637,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f6a1413a-a994-44cd-b99c-506455f4e2bb"} {"level":"info","ts":1789568839.3235478,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568839.3236427,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f00d112-857e-48ce-8e81-053c2a09eb6c"} {"level":"info","ts":1789568839.3236594,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6f00d112-857e-48ce-8e81-053c2a09eb6c"} {"level":"info","ts":1789568839.3236785,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6f00d112-857e-48ce-8e81-053c2a09eb6c","EoS":false} {"level":"info","ts":1789568839.3236995,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6f00d112-857e-48ce-8e81-053c2a09eb6c","EoS":true} {"level":"info","ts":1789568839.3237288,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f00d112-857e-48ce-8e81-053c2a09eb6c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789568839.323751,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6f00d112-857e-48ce-8e81-053c2a09eb6c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568839.3237834,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6f00d112-857e-48ce-8e81-053c2a09eb6c"} {"level":"info","ts":1789568839.363991,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568839.3640666,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df4265d4-ab8e-4863-a8c9-672aceff8b63"} {"level":"info","ts":1789568839.3640788,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"df4265d4-ab8e-4863-a8c9-672aceff8b63"} {"level":"info","ts":1789568839.3640895,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"df4265d4-ab8e-4863-a8c9-672aceff8b63","EoS":false} {"level":"info","ts":1789568839.3640995,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"df4265d4-ab8e-4863-a8c9-672aceff8b63","EoS":true} {"level":"info","ts":1789568839.3641179,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df4265d4-ab8e-4863-a8c9-672aceff8b63","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789568839.3641326,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"df4265d4-ab8e-4863-a8c9-672aceff8b63","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568839.3641517,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"df4265d4-ab8e-4863-a8c9-672aceff8b63"} {"level":"info","ts":1789568844.4482603,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568844.4483762,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d935a4c4-9f72-40fe-b266-24920bd6dee3"} {"level":"info","ts":1789568844.448425,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d935a4c4-9f72-40fe-b266-24920bd6dee3"} {"level":"info","ts":1789568844.448443,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d935a4c4-9f72-40fe-b266-24920bd6dee3","EoS":false} {"level":"info","ts":1789568844.448461,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d935a4c4-9f72-40fe-b266-24920bd6dee3","EoS":true} {"level":"info","ts":1789568844.4484897,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d935a4c4-9f72-40fe-b266-24920bd6dee3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789568844.4485092,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d935a4c4-9f72-40fe-b266-24920bd6dee3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568844.448535,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d935a4c4-9f72-40fe-b266-24920bd6dee3"} {"level":"info","ts":1789568846.0558307,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568846.0559251,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7c17a3d1-3dbd-4b7f-b38f-795b4e02babe"} {"level":"info","ts":1789568846.1334753,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568846.1335614,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd911e2c-333c-4406-b8d4-f29e5ceb35e2"} {"level":"info","ts":1789568846.1335757,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cd911e2c-333c-4406-b8d4-f29e5ceb35e2"} {"level":"info","ts":1789568846.1335864,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cd911e2c-333c-4406-b8d4-f29e5ceb35e2","EoS":false} {"level":"info","ts":1789568846.1336002,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cd911e2c-333c-4406-b8d4-f29e5ceb35e2","EoS":true} {"level":"info","ts":1789568846.133622,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd911e2c-333c-4406-b8d4-f29e5ceb35e2","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789568846.1336432,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cd911e2c-333c-4406-b8d4-f29e5ceb35e2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789568846.1336594,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"cd911e2c-333c-4406-b8d4-f29e5ceb35e2","modelName":"e2e-external-model"} {"level":"info","ts":1789568846.1336756,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"cd911e2c-333c-4406-b8d4-f29e5ceb35e2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789568846.133739,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cd911e2c-333c-4406-b8d4-f29e5ceb35e2"} {"level":"info","ts":1789568846.1721573,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568846.1722305,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1eb6e07e-d759-4056-869c-d831b418ef47"} {"level":"info","ts":1789568846.1722422,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1eb6e07e-d759-4056-869c-d831b418ef47"} {"level":"info","ts":1789568846.1722527,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1eb6e07e-d759-4056-869c-d831b418ef47","EoS":false} {"level":"info","ts":1789568846.1722703,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1eb6e07e-d759-4056-869c-d831b418ef47","EoS":true} {"level":"info","ts":1789568846.1722927,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1eb6e07e-d759-4056-869c-d831b418ef47","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789568846.1723084,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1eb6e07e-d759-4056-869c-d831b418ef47","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789568846.1723173,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"1eb6e07e-d759-4056-869c-d831b418ef47","modelName":"e2e-external-model"} {"level":"info","ts":1789568846.1723282,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"1eb6e07e-d759-4056-869c-d831b418ef47","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789568846.17244,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1eb6e07e-d759-4056-869c-d831b418ef47"} {"level":"info","ts":1789568846.1986082,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568846.1986747,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f078c318-43ec-42f3-9317-8ad38f361bd3"} {"level":"info","ts":1789568846.1986887,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f078c318-43ec-42f3-9317-8ad38f361bd3"} {"level":"info","ts":1789568846.198699,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f078c318-43ec-42f3-9317-8ad38f361bd3","EoS":false} {"level":"info","ts":1789568846.198713,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f078c318-43ec-42f3-9317-8ad38f361bd3","EoS":true} {"level":"info","ts":1789568846.1987314,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f078c318-43ec-42f3-9317-8ad38f361bd3","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789568846.198745,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f078c318-43ec-42f3-9317-8ad38f361bd3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789568846.198754,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"f078c318-43ec-42f3-9317-8ad38f361bd3","modelName":"e2e-external-model"} {"level":"info","ts":1789568846.1987646,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"f078c318-43ec-42f3-9317-8ad38f361bd3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789568846.1988018,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f078c318-43ec-42f3-9317-8ad38f361bd3"} {"level":"info","ts":1789568848.867649,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568848.8677394,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bebc9f21-aa7d-4561-8d78-a2fee471bb61"} {"level":"info","ts":1789568848.8677535,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bebc9f21-aa7d-4561-8d78-a2fee471bb61"} {"level":"info","ts":1789568848.867765,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bebc9f21-aa7d-4561-8d78-a2fee471bb61","EoS":false} {"level":"info","ts":1789568848.8677752,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bebc9f21-aa7d-4561-8d78-a2fee471bb61","EoS":true} {"level":"info","ts":1789568848.8677971,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bebc9f21-aa7d-4561-8d78-a2fee471bb61","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789568848.8678489,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bebc9f21-aa7d-4561-8d78-a2fee471bb61","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568848.867869,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bebc9f21-aa7d-4561-8d78-a2fee471bb61"} {"level":"info","ts":1789568850.7944334,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568850.794517,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9aff9090-a453-4956-87ac-3b93ce367106"} {"level":"info","ts":1789568850.7945287,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9aff9090-a453-4956-87ac-3b93ce367106"} {"level":"info","ts":1789568850.7945414,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9aff9090-a453-4956-87ac-3b93ce367106","EoS":false} {"level":"info","ts":1789568850.7945523,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9aff9090-a453-4956-87ac-3b93ce367106","EoS":true} {"level":"info","ts":1789568850.7945735,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9aff9090-a453-4956-87ac-3b93ce367106","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789568850.7945893,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9aff9090-a453-4956-87ac-3b93ce367106","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568850.794613,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9aff9090-a453-4956-87ac-3b93ce367106"} {"level":"info","ts":1789568850.8354795,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568850.8355558,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4bf04426-93e6-4061-adaa-b222790dc70f"} {"level":"info","ts":1789568850.8355677,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4bf04426-93e6-4061-adaa-b222790dc70f"} {"level":"info","ts":1789568850.8355794,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4bf04426-93e6-4061-adaa-b222790dc70f","EoS":false} {"level":"info","ts":1789568850.8355927,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4bf04426-93e6-4061-adaa-b222790dc70f","EoS":true} {"level":"info","ts":1789568850.8356156,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4bf04426-93e6-4061-adaa-b222790dc70f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789568850.83563,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4bf04426-93e6-4061-adaa-b222790dc70f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568850.8356493,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4bf04426-93e6-4061-adaa-b222790dc70f"} {"level":"info","ts":1789568850.8814664,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568850.88155,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8299ffb6-b6cc-470a-9a4d-bdc473fba064"} {"level":"info","ts":1789568850.881562,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8299ffb6-b6cc-470a-9a4d-bdc473fba064"} {"level":"info","ts":1789568850.8815737,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8299ffb6-b6cc-470a-9a4d-bdc473fba064","EoS":false} {"level":"info","ts":1789568850.8815837,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8299ffb6-b6cc-470a-9a4d-bdc473fba064","EoS":true} {"level":"info","ts":1789568850.8816059,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8299ffb6-b6cc-470a-9a4d-bdc473fba064","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789568850.8816202,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8299ffb6-b6cc-470a-9a4d-bdc473fba064","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568850.88164,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8299ffb6-b6cc-470a-9a4d-bdc473fba064"} {"level":"info","ts":1789568850.9338117,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568850.933915,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2ac23b1-1de0-40fa-9b09-29b5da213c35"} {"level":"info","ts":1789568850.9339285,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a2ac23b1-1de0-40fa-9b09-29b5da213c35"} {"level":"info","ts":1789568850.9339406,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a2ac23b1-1de0-40fa-9b09-29b5da213c35","EoS":false} {"level":"info","ts":1789568850.9339542,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a2ac23b1-1de0-40fa-9b09-29b5da213c35","EoS":true} {"level":"info","ts":1789568850.9340115,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2ac23b1-1de0-40fa-9b09-29b5da213c35","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789568850.934027,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a2ac23b1-1de0-40fa-9b09-29b5da213c35","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789568850.934048,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a2ac23b1-1de0-40fa-9b09-29b5da213c35"} {"level":"info","ts":1789568851.0199487,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ade6bd1a-b71d-4069-b6b8-e7721932f1a6"} {"level":"info","ts":1789568851.0202677,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16f0d8ae-cfb9-48f5-9986-a347ce91a13d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789568851.0203116,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16f0d8ae-cfb9-48f5-9986-a347ce91a13d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789568851.0260952,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65e77c2a-80e4-44a9-959b-0906d47b11e8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789568851.0261755,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65e77c2a-80e4-44a9-959b-0906d47b11e8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789568851.0290835,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ade6bd1a-b71d-4069-b6b8-e7721932f1a6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789568851.0291648,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ade6bd1a-b71d-4069-b6b8-e7721932f1a6","name":"e2e-cleanup-test"} {"level":"info","ts":1789568851.0457098,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75222d4d-8aa2-4808-92df-5801ba912314","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789568851.045791,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75222d4d-8aa2-4808-92df-5801ba912314","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789568851.0465379,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ade6bd1a-b71d-4069-b6b8-e7721932f1a6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789568851.0465894,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ade6bd1a-b71d-4069-b6b8-e7721932f1a6","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789568851.0466444,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b0e20ff-f8a4-485d-a8b0-8dd0fb8b2d62"} {"level":"info","ts":1789568851.0467036,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b0e20ff-f8a4-485d-a8b0-8dd0fb8b2d62","name":"e2e-cleanup-test"} {"level":"info","ts":1789568851.0626001,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45e03377-2029-4dcd-ba67-84544fa30e0f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789568851.0626764,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45e03377-2029-4dcd-ba67-84544fa30e0f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789568851.0662925,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b0e20ff-f8a4-485d-a8b0-8dd0fb8b2d62","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789568851.0663319,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b0e20ff-f8a4-485d-a8b0-8dd0fb8b2d62","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789568851.0664265,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e64e8c-c499-4d22-a03a-2ce9cc01c2c1"} {"level":"info","ts":1789568851.0664837,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e64e8c-c499-4d22-a03a-2ce9cc01c2c1","name":"e2e-cleanup-test"} {"level":"info","ts":1789568851.0753665,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e64e8c-c499-4d22-a03a-2ce9cc01c2c1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789568851.078896,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"510c9615-676b-41a7-ae41-d18aae2ddff5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789568851.0789275,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"510c9615-676b-41a7-ae41-d18aae2ddff5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1789568851.084735,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e64e8c-c499-4d22-a03a-2ce9cc01c2c1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789568851.084808,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5840ebac-0f11-4882-a02d-ea2bc43ffdf8"} {"level":"info","ts":1789568851.0848603,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5840ebac-0f11-4882-a02d-ea2bc43ffdf8","name":"e2e-cleanup-test"} {"level":"info","ts":1789568851.092861,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5840ebac-0f11-4882-a02d-ea2bc43ffdf8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789568851.1041782,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568851.1042523,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf6c66b7-aee9-4ad1-9d91-bccc50908dd4"} {"level":"info","ts":1789568851.1042676,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cf6c66b7-aee9-4ad1-9d91-bccc50908dd4"} {"level":"info","ts":1789568851.1042793,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cf6c66b7-aee9-4ad1-9d91-bccc50908dd4","EoS":false} {"level":"info","ts":1789568851.104289,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cf6c66b7-aee9-4ad1-9d91-bccc50908dd4","EoS":true} {"level":"info","ts":1789568851.1043065,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"cf6c66b7-aee9-4ad1-9d91-bccc50908dd4","field":"model"} {"level":"info","ts":1789568851.104332,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cf6c66b7-aee9-4ad1-9d91-bccc50908dd4"} {"level":"info","ts":1789568851.2481337,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568851.248213,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f593d50-aeea-44e6-8122-5e309ffce63c"} {"level":"info","ts":1789568851.2482345,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8f593d50-aeea-44e6-8122-5e309ffce63c"} {"level":"info","ts":1789568851.2482524,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8f593d50-aeea-44e6-8122-5e309ffce63c","EoS":false} {"level":"info","ts":1789568851.2482686,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8f593d50-aeea-44e6-8122-5e309ffce63c","EoS":true} {"level":"info","ts":1789568851.248282,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"8f593d50-aeea-44e6-8122-5e309ffce63c","field":"model"} {"level":"info","ts":1789568851.2483082,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8f593d50-aeea-44e6-8122-5e309ffce63c"} {"level":"info","ts":1789568851.4002764,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568851.4003794,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c9a1794-99fa-46fb-b4f4-51873f43cdc4"} {"level":"info","ts":1789568851.400413,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3c9a1794-99fa-46fb-b4f4-51873f43cdc4"} {"level":"info","ts":1789568851.4004288,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3c9a1794-99fa-46fb-b4f4-51873f43cdc4","EoS":false} {"level":"info","ts":1789568851.4004412,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3c9a1794-99fa-46fb-b4f4-51873f43cdc4","EoS":true} {"level":"info","ts":1789568851.400464,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"3c9a1794-99fa-46fb-b4f4-51873f43cdc4","field":"model"} {"level":"info","ts":1789568851.4004915,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3c9a1794-99fa-46fb-b4f4-51873f43cdc4"} {"level":"info","ts":1789568859.2707784,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50e2ec49-f18a-4597-884a-55a49526211c"} {"level":"info","ts":1789568859.2708542,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f035484-ea54-45e4-bfed-1692a0a43fec","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789568859.270893,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f035484-ea54-45e4-bfed-1692a0a43fec","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789568863.5428815,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568863.5429919,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ea13526-1027-462a-bad1-f4b1d86efb92"} {"level":"info","ts":1789568863.543013,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5ea13526-1027-462a-bad1-f4b1d86efb92"} {"level":"info","ts":1789568863.5430312,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5ea13526-1027-462a-bad1-f4b1d86efb92","EoS":false} {"level":"info","ts":1789568863.543049,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5ea13526-1027-462a-bad1-f4b1d86efb92","EoS":true} {"level":"info","ts":1789568863.5430777,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ea13526-1027-462a-bad1-f4b1d86efb92","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1789568863.5431,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5ea13526-1027-462a-bad1-f4b1d86efb92","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1789568863.5431345,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5ea13526-1027-462a-bad1-f4b1d86efb92"} {"level":"info","ts":1789568863.8853674,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"fc80167f-7f55-4f64-8b3d-7f9984628869","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"} {"level":"info","ts":1789568863.8891745,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"fc80167f-7f55-4f64-8b3d-7f9984628869","name":"e2e-legacy-migration-d06dff0a"} {"level":"info","ts":1789568863.8956416,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"0537a3ab-a66f-441c-bd8a-7fb570d04e77","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"} {"level":"info","ts":1789568863.89573,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"0537a3ab-a66f-441c-bd8a-7fb570d04e77","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789568863.8958037,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"d0d76d76-8d09-4fdb-b4f8-677cf686c057"} {"level":"info","ts":1789568863.9026575,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ffe901a9-2365-4f67-94d7-e497dc82740e","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"} {"level":"info","ts":1789568863.9027407,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ffe901a9-2365-4f67-94d7-e497dc82740e","modelName":"e2e-legacy-migration-d06dff0a","resolvedRefs":1} {"level":"info","ts":1789568863.902834,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"9a394a98-a45c-4172-95e4-6e540eb09f90"} {"level":"info","ts":1789568863.9063141,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"feb41abb-3b7e-42ee-80bd-3fb4e93dcbc3","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"} {"level":"info","ts":1789568863.9063442,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"feb41abb-3b7e-42ee-80bd-3fb4e93dcbc3","modelName":"e2e-legacy-migration-d06dff0a","resolvedRefs":1} {"level":"error","ts":1789568863.9063816,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"fc80167f-7f55-4f64-8b3d-7f9984628869","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-d06dff0a\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789568863.906427,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"12337cfb-eb7f-4a19-aa64-d6f3b6497cc3","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"} {"level":"info","ts":1789568863.906448,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"12337cfb-eb7f-4a19-aa64-d6f3b6497cc3","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789568863.9078503,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"d0d76d76-8d09-4fdb-b4f8-677cf686c057","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-d06dff0a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789568863.9079275,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"d0d76d76-8d09-4fdb-b4f8-677cf686c057","name":"e2e-legacy-migration-d06dff0a"} {"level":"info","ts":1789568863.9113197,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"f7c367e7-040e-4aa7-b729-0ed37228a25f","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"} {"level":"info","ts":1789568863.9113562,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"f7c367e7-040e-4aa7-b729-0ed37228a25f","modelName":"e2e-legacy-migration-d06dff0a","resolvedRefs":1} {"level":"info","ts":1789568863.9123185,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"bc1942aa-037d-4296-91b6-21350cd08239","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"} {"level":"error","ts":1789568863.9143078,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"9a394a98-a45c-4172-95e4-6e540eb09f90","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d06dff0a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789568863.9143484,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"9a394a98-a45c-4172-95e4-6e540eb09f90","provider":"e2e-legacy-migration-d06dff0a","phase":"Pending"} {"level":"info","ts":1789568863.9185889,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"4967e03d-8606-47cd-a7cd-041095f255a8","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"} {"level":"info","ts":1789568863.9186206,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"4967e03d-8606-47cd-a7cd-041095f255a8","modelName":"e2e-legacy-migration-d06dff0a","resolvedRefs":1} {"level":"info","ts":1789568863.9203427,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"bc1942aa-037d-4296-91b6-21350cd08239","name":"e2e-legacy-migration-d06dff0a"} {"level":"error","ts":1789568863.9207926,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"9a394a98-a45c-4172-95e4-6e540eb09f90","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d06dff0a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789568863.9208302,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"9a394a98-a45c-4172-95e4-6e540eb09f90","error":"ExternalModel \"e2e-legacy-migration-d06dff0a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-d06dff0a\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789568863.9208887,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"acf36b12-e2a2-444c-b0e9-34b20dfef82c"} {"level":"info","ts":1789568863.9209187,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"acf36b12-e2a2-444c-b0e9-34b20dfef82c","provider":"e2e-legacy-migration-d06dff0a","phase":"Pending"} {"level":"error","ts":1789568863.9322155,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"acf36b12-e2a2-444c-b0e9-34b20dfef82c","error":"ExternalModel \"e2e-legacy-migration-d06dff0a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-d06dff0a\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789568863.9324844,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"bc1942aa-037d-4296-91b6-21350cd08239","provider":"openai","model":"e2e-legacy-migration-d06dff0a","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789568863.9327085,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"d0d76d76-8d09-4fdb-b4f8-677cf686c057","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-d06dff0a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789568863.9327896,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"d0d76d76-8d09-4fdb-b4f8-677cf686c057","error":"failed to apply Service: services \"e2e-legacy-migration-d06dff0a\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789568863.9328873,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"f85c1c6a-74d0-45fc-9d2a-467ddf7aa9b5"} {"level":"info","ts":1789568863.9329612,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"f85c1c6a-74d0-45fc-9d2a-467ddf7aa9b5","name":"e2e-legacy-migration-d06dff0a"} {"level":"info","ts":1789568863.9427836,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"5685aa4e-31ae-47db-afa0-14e0349f4ec0"} {"level":"info","ts":1789568863.942808,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"5685aa4e-31ae-47db-afa0-14e0349f4ec0","provider":"e2e-legacy-migration-d06dff0a","phase":"Pending"} {"level":"info","ts":1789568863.9496555,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"8ef841fd-da67-48f9-899e-01532377c394","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"} {"level":"info","ts":1789568863.9496884,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"8ef841fd-da67-48f9-899e-01532377c394","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789568863.949803,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"a9ed7e27-d744-4869-a964-51f9af12c145","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"} {"level":"info","ts":1789568863.9498255,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"a9ed7e27-d744-4869-a964-51f9af12c145","modelName":"e2e-legacy-migration-d06dff0a","resolvedRefs":1} {"level":"info","ts":1789568863.9502516,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"f85c1c6a-74d0-45fc-9d2a-467ddf7aa9b5","service":"e2e-legacy-migration-d06dff0a","serviceEntry":"e2e-legacy-migration-d06dff0a","destinationRule":"e2e-legacy-migration-d06dff0a"} {"level":"error","ts":1789568863.9510531,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"5685aa4e-31ae-47db-afa0-14e0349f4ec0","error":"ExternalModel \"e2e-legacy-migration-d06dff0a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-d06dff0a\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789568863.9512086,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"cd6cc9e4-22c5-497e-98e9-ab834174397c"} {"level":"info","ts":1789568863.9512558,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"cd6cc9e4-22c5-497e-98e9-ab834174397c","name":"e2e-legacy-migration-d06dff0a"} {"level":"error","ts":1789568863.9563694,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"f85c1c6a-74d0-45fc-9d2a-467ddf7aa9b5","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-d06dff0a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789568863.9565,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"33ed661f-d477-405a-82a2-31025858a3b3"} {"level":"info","ts":1789568863.9565332,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"33ed661f-d477-405a-82a2-31025858a3b3","name":"e2e-legacy-migration-d06dff0a"} {"level":"info","ts":1789568863.962764,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"cd6cc9e4-22c5-497e-98e9-ab834174397c","httpRoute":"e2e-legacy-migration-d06dff0a","providers":["e2e-legacy-migration-d06dff0a"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789568863.9725592,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"f9b5523c-d239-4874-997f-b9d6d822980e"} {"level":"info","ts":1789568863.9726343,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"f9b5523c-d239-4874-997f-b9d6d822980e","name":"e2e-legacy-migration-d06dff0a"} {"level":"info","ts":1789568863.9726663,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"6a2e6c9d-aa0b-415f-8efb-b10b80852fc3","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"} {"level":"info","ts":1789568863.9726894,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"6a2e6c9d-aa0b-415f-8efb-b10b80852fc3","modelName":"e2e-legacy-migration-d06dff0a","resolvedRefs":1} {"level":"info","ts":1789568863.9797611,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"33ed661f-d477-405a-82a2-31025858a3b3","service":"e2e-legacy-migration-d06dff0a","serviceEntry":"e2e-legacy-migration-d06dff0a","destinationRule":"e2e-legacy-migration-d06dff0a"} {"level":"error","ts":1789568863.993085,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"f9b5523c-d239-4874-997f-b9d6d822980e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-d06dff0a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789568863.9931931,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"eaf2b810-b3f2-44c3-9700-2c535b15e35b"} {"level":"info","ts":1789568863.9932778,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"eaf2b810-b3f2-44c3-9700-2c535b15e35b","name":"e2e-legacy-migration-d06dff0a"} {"level":"info","ts":1789568863.9931912,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"123888de-76da-460a-be59-7ccb46180671","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"} {"level":"info","ts":1789568863.993583,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"123888de-76da-460a-be59-7ccb46180671","modelName":"e2e-legacy-migration-d06dff0a","resolvedRefs":1} {"level":"info","ts":1789568864.0024238,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"eaf2b810-b3f2-44c3-9700-2c535b15e35b","httpRoute":"e2e-legacy-migration-d06dff0a","providers":["e2e-legacy-migration-d06dff0a"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789568864.0117176,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"df963033-291f-4408-97a6-884aac2c1b31"} {"level":"info","ts":1789568864.0118227,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"df963033-291f-4408-97a6-884aac2c1b31","name":"e2e-legacy-migration-d06dff0a"} {"level":"info","ts":1789568864.0118966,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"261cf6f7-7ee2-472e-9ff6-7f6bce34e5d0","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"} {"level":"info","ts":1789568864.011933,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"261cf6f7-7ee2-472e-9ff6-7f6bce34e5d0","modelName":"e2e-legacy-migration-d06dff0a","resolvedRefs":1} {"level":"info","ts":1789568864.021452,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"df963033-291f-4408-97a6-884aac2c1b31","httpRoute":"e2e-legacy-migration-d06dff0a","providers":["e2e-legacy-migration-d06dff0a"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789568864.1806183,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"e9d2ac35-57f2-4f80-893c-90e1b387258d","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"} {"level":"info","ts":1789568864.1899178,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"e9d2ac35-57f2-4f80-893c-90e1b387258d","name":"e2e-legacy-migration-d06dff0a"} {"level":"info","ts":1789568864.194719,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"e9d2ac35-57f2-4f80-893c-90e1b387258d","provider":"openai","model":"e2e-legacy-migration-d06dff0a","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789568866.7982085,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"38cab55b-93a8-4177-98f6-6225578d2f7a","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"} {"level":"info","ts":1789568866.805297,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ff3f8aa7-8c73-49ae-acce-9c2936f0c5cf","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"} {"level":"info","ts":1789568866.8053706,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"1438bffd-378b-42a6-91de-74a13ae7fca4"} {"level":"error","ts":1789568866.8054852,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"1438bffd-378b-42a6-91de-74a13ae7fca4","provider":"e2e-legacy-migration-d06dff0a","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-d06dff0a\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789568866.8055496,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"8f69ca05-e3ac-4b4c-803c-03802b7c5bcf"} {"level":"info","ts":1789568866.8054247,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ff3f8aa7-8c73-49ae-acce-9c2936f0c5cf","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"} {"level":"info","ts":1789568866.8055015,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ed86030f-8a80-463c-8b13-a8d73112a28a","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"} {"level":"error","ts":1789568866.805716,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ed86030f-8a80-463c-8b13-a8d73112a28a","provider":"e2e-legacy-migration-d06dff0a","error":"ExternalProvider \"e2e-legacy-migration-d06dff0a\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789568866.805769,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ed86030f-8a80-463c-8b13-a8d73112a28a"} {"level":"info","ts":1789568866.8072042,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"df5f58d5-4501-40c8-be77-6db2f9c18adc","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"} {"level":"info","ts":1789568866.807293,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"df5f58d5-4501-40c8-be77-6db2f9c18adc","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"} {"level":"error","ts":1789568866.8103397,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"1438bffd-378b-42a6-91de-74a13ae7fca4","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d06dff0a\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789568866.8104253,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"1438bffd-378b-42a6-91de-74a13ae7fca4","error":"ExternalModel \"e2e-legacy-migration-d06dff0a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-d06dff0a\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789568866.8105311,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"d5c5075b-74f3-46b4-aba9-d380590bf7f0"} {"level":"info","ts":1789568867.3054686,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568867.3055563,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd"} {"level":"info","ts":1789568867.305568,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd"} {"level":"info","ts":1789568867.3055785,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd","EoS":false} {"level":"info","ts":1789568867.3055897,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd","EoS":true} {"level":"info","ts":1789568867.3056087,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd","field":"model","value":"e2e-external-model"} {"level":"info","ts":1789568867.305624,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789568867.3056333,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd","modelName":"e2e-external-model"} {"level":"info","ts":1789568867.30565,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789568867.305687,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd"} {"level":"info","ts":1789568869.8108125,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568869.8109062,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fce236f9-e73a-4902-abdc-21e853f9edd5"} {"level":"info","ts":1789568869.8109183,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fce236f9-e73a-4902-abdc-21e853f9edd5"} {"level":"info","ts":1789568869.8109305,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fce236f9-e73a-4902-abdc-21e853f9edd5","EoS":false} {"level":"info","ts":1789568869.810941,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fce236f9-e73a-4902-abdc-21e853f9edd5","EoS":true} {"level":"info","ts":1789568869.810962,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fce236f9-e73a-4902-abdc-21e853f9edd5","field":"model","value":"nonexistent-model"} {"level":"info","ts":1789568869.8109796,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fce236f9-e73a-4902-abdc-21e853f9edd5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789568869.8110082,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fce236f9-e73a-4902-abdc-21e853f9edd5"} {"level":"info","ts":1789568871.427171,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789568871.4272385,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5dad7bc-de38-4bb2-8d09-71e2577581ee"} {"level":"info","ts":1789568871.4272485,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a5dad7bc-de38-4bb2-8d09-71e2577581ee"} {"level":"info","ts":1789568871.4272587,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a5dad7bc-de38-4bb2-8d09-71e2577581ee","EoS":false} {"level":"info","ts":1789568871.427269,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a5dad7bc-de38-4bb2-8d09-71e2577581ee","EoS":true} {"level":"info","ts":1789568871.427288,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"a5dad7bc-de38-4bb2-8d09-71e2577581ee","field":"model"} {"level":"info","ts":1789568871.4273133,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a5dad7bc-de38-4bb2-8d09-71e2577581ee"} {"level":"info","ts":1789568874.7722964,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b9c0b1e-fa05-4de2-baaf-72ef20f5c88a"} {"level":"info","ts":1789568874.7724147,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d5de71f-85cf-4394-8c59-aa33b7b55f43","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789568874.7724938,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d5de71f-85cf-4394-8c59-aa33b7b55f43","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789568874.9171488,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8ccb1355-7c9d-45ef-955f-e81056b5432a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789568874.9173312,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8ccb1355-7c9d-45ef-955f-e81056b5432a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789568874.917281,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b859e65-2879-42c0-ad0c-138b787d4595"} {"level":"info","ts":1789569973.120547,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789569973.1206408,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a3c60a7-9b9a-4f74-8dae-267e5cb71e00"} {"level":"info","ts":1789569973.1206536,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8a3c60a7-9b9a-4f74-8dae-267e5cb71e00"} {"level":"info","ts":1789569973.120665,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8a3c60a7-9b9a-4f74-8dae-267e5cb71e00","EoS":false} {"level":"info","ts":1789569973.1206765,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8a3c60a7-9b9a-4f74-8dae-267e5cb71e00","EoS":true} {"level":"info","ts":1789569973.1207,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a3c60a7-9b9a-4f74-8dae-267e5cb71e00","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789569973.1207168,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8a3c60a7-9b9a-4f74-8dae-267e5cb71e00","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789569973.120739,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8a3c60a7-9b9a-4f74-8dae-267e5cb71e00"} {"level":"info","ts":1789569973.1758578,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789569973.1759493,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"666cd8cc-68a8-4122-be36-3356743db3fe"} {"level":"info","ts":1789569973.1759608,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"666cd8cc-68a8-4122-be36-3356743db3fe"} {"level":"info","ts":1789569973.1759717,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"666cd8cc-68a8-4122-be36-3356743db3fe","EoS":false} {"level":"info","ts":1789569973.1759832,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"666cd8cc-68a8-4122-be36-3356743db3fe","EoS":true} {"level":"info","ts":1789569973.1760073,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"666cd8cc-68a8-4122-be36-3356743db3fe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789569973.1760223,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"666cd8cc-68a8-4122-be36-3356743db3fe","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789569973.1760483,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"666cd8cc-68a8-4122-be36-3356743db3fe"} {"level":"info","ts":1789570305.2977538,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570305.2978504,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6958798-4ead-4476-b381-4324f9e90378"} {"level":"info","ts":1789570305.297862,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d6958798-4ead-4476-b381-4324f9e90378"} {"level":"info","ts":1789570305.2978735,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d6958798-4ead-4476-b381-4324f9e90378","EoS":false} {"level":"info","ts":1789570305.2978854,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d6958798-4ead-4476-b381-4324f9e90378","EoS":true} {"level":"info","ts":1789570305.297907,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d6958798-4ead-4476-b381-4324f9e90378","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789570305.2979233,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d6958798-4ead-4476-b381-4324f9e90378","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570305.297945,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d6958798-4ead-4476-b381-4324f9e90378"} {"level":"info","ts":1789570305.4626486,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570305.4627416,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21ebe4ae-a512-479d-9d23-446659a6dc56"} {"level":"info","ts":1789570305.4627547,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"21ebe4ae-a512-479d-9d23-446659a6dc56"} {"level":"info","ts":1789570305.462766,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"21ebe4ae-a512-479d-9d23-446659a6dc56","EoS":false} {"level":"info","ts":1789570305.462778,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"21ebe4ae-a512-479d-9d23-446659a6dc56","EoS":true} {"level":"info","ts":1789570305.4627993,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"21ebe4ae-a512-479d-9d23-446659a6dc56","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789570305.4628148,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"21ebe4ae-a512-479d-9d23-446659a6dc56","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570305.462833,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"21ebe4ae-a512-479d-9d23-446659a6dc56"} {"level":"info","ts":1789570305.6062052,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570305.6062913,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3589d3a2-28b1-4326-a54c-b609605beb2e"} {"level":"info","ts":1789570305.6063044,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3589d3a2-28b1-4326-a54c-b609605beb2e"} {"level":"info","ts":1789570305.6063166,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3589d3a2-28b1-4326-a54c-b609605beb2e","EoS":false} {"level":"info","ts":1789570305.6063268,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3589d3a2-28b1-4326-a54c-b609605beb2e","EoS":true} {"level":"info","ts":1789570305.6063461,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3589d3a2-28b1-4326-a54c-b609605beb2e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789570305.6063612,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3589d3a2-28b1-4326-a54c-b609605beb2e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570305.6063843,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3589d3a2-28b1-4326-a54c-b609605beb2e"} {"level":"info","ts":1789570305.7469933,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570305.7470815,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d7777ec-92f0-4de0-80c9-79e717e1cab0"} {"level":"info","ts":1789570305.747093,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4d7777ec-92f0-4de0-80c9-79e717e1cab0"} {"level":"info","ts":1789570305.7471054,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4d7777ec-92f0-4de0-80c9-79e717e1cab0","EoS":false} {"level":"info","ts":1789570305.7471166,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4d7777ec-92f0-4de0-80c9-79e717e1cab0","EoS":true} {"level":"info","ts":1789570305.7471344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d7777ec-92f0-4de0-80c9-79e717e1cab0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789570305.7471468,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4d7777ec-92f0-4de0-80c9-79e717e1cab0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570305.747171,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4d7777ec-92f0-4de0-80c9-79e717e1cab0"} {"level":"info","ts":1789570305.8845286,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570305.8846152,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6adb0063-1825-41b3-926a-a3de90c5f173"} {"level":"info","ts":1789570305.884628,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6adb0063-1825-41b3-926a-a3de90c5f173"} {"level":"info","ts":1789570305.8846395,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6adb0063-1825-41b3-926a-a3de90c5f173","EoS":false} {"level":"info","ts":1789570305.8846536,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6adb0063-1825-41b3-926a-a3de90c5f173","EoS":true} {"level":"info","ts":1789570305.8846757,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6adb0063-1825-41b3-926a-a3de90c5f173","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789570305.884692,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6adb0063-1825-41b3-926a-a3de90c5f173","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570305.8847125,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6adb0063-1825-41b3-926a-a3de90c5f173"} {"level":"info","ts":1789570306.0267026,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570306.0267932,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d66cc145-f1f2-4066-9900-74cba594614b"} {"level":"info","ts":1789570306.0268052,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d66cc145-f1f2-4066-9900-74cba594614b"} {"level":"info","ts":1789570306.0268157,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d66cc145-f1f2-4066-9900-74cba594614b","EoS":false} {"level":"info","ts":1789570306.0268257,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d66cc145-f1f2-4066-9900-74cba594614b","EoS":true} {"level":"info","ts":1789570306.0268483,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d66cc145-f1f2-4066-9900-74cba594614b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789570306.0268679,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d66cc145-f1f2-4066-9900-74cba594614b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570306.0268888,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d66cc145-f1f2-4066-9900-74cba594614b"} {"level":"info","ts":1789570314.7371082,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570314.7371955,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6c6e748-32b6-4576-8f3f-7ca9c7413cc7"} {"level":"info","ts":1789570314.7372081,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e6c6e748-32b6-4576-8f3f-7ca9c7413cc7"} {"level":"info","ts":1789570314.7372189,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e6c6e748-32b6-4576-8f3f-7ca9c7413cc7","EoS":false} {"level":"info","ts":1789570314.7372289,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e6c6e748-32b6-4576-8f3f-7ca9c7413cc7","EoS":true} {"level":"info","ts":1789570314.7372508,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e6c6e748-32b6-4576-8f3f-7ca9c7413cc7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789570314.737266,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e6c6e748-32b6-4576-8f3f-7ca9c7413cc7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570314.7372909,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e6c6e748-32b6-4576-8f3f-7ca9c7413cc7"} {"level":"info","ts":1789570314.7731547,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570314.773237,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20d0f530-cebb-449d-b137-64146eb08fb5"} {"level":"info","ts":1789570314.7732484,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"20d0f530-cebb-449d-b137-64146eb08fb5"} {"level":"info","ts":1789570314.7732608,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"20d0f530-cebb-449d-b137-64146eb08fb5","EoS":false} {"level":"info","ts":1789570314.7732706,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"20d0f530-cebb-449d-b137-64146eb08fb5","EoS":true} {"level":"info","ts":1789570314.7732894,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20d0f530-cebb-449d-b137-64146eb08fb5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789570314.7733035,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"20d0f530-cebb-449d-b137-64146eb08fb5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570314.773325,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"20d0f530-cebb-449d-b137-64146eb08fb5"} {"level":"info","ts":1789570314.8078752,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570314.8079574,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c14b461b-40d1-4bfd-ad98-86dd969afbfd"} {"level":"info","ts":1789570314.8079693,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c14b461b-40d1-4bfd-ad98-86dd969afbfd"} {"level":"info","ts":1789570314.80798,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c14b461b-40d1-4bfd-ad98-86dd969afbfd","EoS":false} {"level":"info","ts":1789570314.80799,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c14b461b-40d1-4bfd-ad98-86dd969afbfd","EoS":true} {"level":"info","ts":1789570314.8080106,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c14b461b-40d1-4bfd-ad98-86dd969afbfd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789570314.8080277,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c14b461b-40d1-4bfd-ad98-86dd969afbfd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570314.8080587,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c14b461b-40d1-4bfd-ad98-86dd969afbfd"} {"level":"info","ts":1789570314.845057,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570314.8451414,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9a32faa4-ab14-45e6-b259-69623e2da268"} {"level":"info","ts":1789570315.653537,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570315.6536286,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40fef5b5-0724-434f-b02e-f2c29f8030c7"} {"level":"info","ts":1789570315.653641,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"40fef5b5-0724-434f-b02e-f2c29f8030c7"} {"level":"info","ts":1789570315.6536522,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"40fef5b5-0724-434f-b02e-f2c29f8030c7","EoS":false} {"level":"info","ts":1789570315.653665,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"40fef5b5-0724-434f-b02e-f2c29f8030c7","EoS":true} {"level":"info","ts":1789570315.6536856,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40fef5b5-0724-434f-b02e-f2c29f8030c7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789570315.6537004,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"40fef5b5-0724-434f-b02e-f2c29f8030c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570315.6537213,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"40fef5b5-0724-434f-b02e-f2c29f8030c7"} {"level":"info","ts":1789570316.6668415,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570316.6669278,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cddd4a1e-d50c-49f6-b8fe-9bb92006af88"} {"level":"info","ts":1789570316.666942,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cddd4a1e-d50c-49f6-b8fe-9bb92006af88"} {"level":"info","ts":1789570316.666954,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cddd4a1e-d50c-49f6-b8fe-9bb92006af88","EoS":false} {"level":"info","ts":1789570316.6669655,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cddd4a1e-d50c-49f6-b8fe-9bb92006af88","EoS":true} {"level":"info","ts":1789570316.6669855,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cddd4a1e-d50c-49f6-b8fe-9bb92006af88","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789570316.6670008,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cddd4a1e-d50c-49f6-b8fe-9bb92006af88","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570316.667021,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cddd4a1e-d50c-49f6-b8fe-9bb92006af88"} {"level":"info","ts":1789570317.4094367,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570317.4095333,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bce5c4d1-b85c-4d69-a281-49ea6a7f062e"} {"level":"info","ts":1789570317.4095469,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bce5c4d1-b85c-4d69-a281-49ea6a7f062e"} {"level":"info","ts":1789570317.4095578,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bce5c4d1-b85c-4d69-a281-49ea6a7f062e","EoS":false} {"level":"info","ts":1789570317.4095683,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bce5c4d1-b85c-4d69-a281-49ea6a7f062e","EoS":true} {"level":"info","ts":1789570317.4095902,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bce5c4d1-b85c-4d69-a281-49ea6a7f062e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789570317.4096057,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bce5c4d1-b85c-4d69-a281-49ea6a7f062e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570317.4096296,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bce5c4d1-b85c-4d69-a281-49ea6a7f062e"} {"level":"info","ts":1789570318.478105,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570318.4782028,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f30dfc5a-da66-9dd6-8e63-6290def47972"} {"level":"info","ts":1789570318.4782157,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f30dfc5a-da66-9dd6-8e63-6290def47972"} {"level":"info","ts":1789570318.4782271,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f30dfc5a-da66-9dd6-8e63-6290def47972","EoS":false} {"level":"info","ts":1789570318.4782376,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f30dfc5a-da66-9dd6-8e63-6290def47972","EoS":true} {"level":"info","ts":1789570318.4782577,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f30dfc5a-da66-9dd6-8e63-6290def47972","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789570318.4782722,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f30dfc5a-da66-9dd6-8e63-6290def47972","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570318.4783003,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f30dfc5a-da66-9dd6-8e63-6290def47972"} {"level":"info","ts":1789570323.9026027,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570323.9026966,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb2ecd37-388c-401f-99bb-75e66ae56bf3"} {"level":"info","ts":1789570323.9027092,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"eb2ecd37-388c-401f-99bb-75e66ae56bf3"} {"level":"info","ts":1789570323.9027202,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eb2ecd37-388c-401f-99bb-75e66ae56bf3","EoS":false} {"level":"info","ts":1789570323.9027312,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"eb2ecd37-388c-401f-99bb-75e66ae56bf3","EoS":true} {"level":"info","ts":1789570323.902753,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb2ecd37-388c-401f-99bb-75e66ae56bf3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789570323.902769,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"eb2ecd37-388c-401f-99bb-75e66ae56bf3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570323.9027941,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"eb2ecd37-388c-401f-99bb-75e66ae56bf3"} {"level":"info","ts":1789570328.9657345,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570328.9658184,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e96915b-9aef-4372-8efd-eb7ae120ce3b"} {"level":"info","ts":1789570328.9658284,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6e96915b-9aef-4372-8efd-eb7ae120ce3b"} {"level":"info","ts":1789570328.96584,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6e96915b-9aef-4372-8efd-eb7ae120ce3b","EoS":false} {"level":"info","ts":1789570328.965853,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6e96915b-9aef-4372-8efd-eb7ae120ce3b","EoS":true} {"level":"info","ts":1789570328.965874,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e96915b-9aef-4372-8efd-eb7ae120ce3b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1789570328.96589,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6e96915b-9aef-4372-8efd-eb7ae120ce3b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570328.9659135,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6e96915b-9aef-4372-8efd-eb7ae120ce3b"} {"level":"info","ts":1789570330.1648822,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570330.1649714,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a26f6211-fb9d-44cf-88bd-9f0d7bbd08e3"} {"level":"info","ts":1789570330.1649857,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a26f6211-fb9d-44cf-88bd-9f0d7bbd08e3"} {"level":"info","ts":1789570330.1649961,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a26f6211-fb9d-44cf-88bd-9f0d7bbd08e3","EoS":false} {"level":"info","ts":1789570330.1650066,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a26f6211-fb9d-44cf-88bd-9f0d7bbd08e3","EoS":true} {"level":"info","ts":1789570330.1650279,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a26f6211-fb9d-44cf-88bd-9f0d7bbd08e3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789570330.1650505,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a26f6211-fb9d-44cf-88bd-9f0d7bbd08e3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570330.1650767,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a26f6211-fb9d-44cf-88bd-9f0d7bbd08e3"} {"level":"info","ts":1789570338.1600542,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570338.1601603,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29a70bab-bbe5-4148-be03-d43d316fb2c2"} {"level":"info","ts":1789570338.1601758,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"29a70bab-bbe5-4148-be03-d43d316fb2c2"} {"level":"info","ts":1789570338.1601942,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"29a70bab-bbe5-4148-be03-d43d316fb2c2","EoS":false} {"level":"info","ts":1789570338.160212,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"29a70bab-bbe5-4148-be03-d43d316fb2c2","EoS":true} {"level":"info","ts":1789570338.160244,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29a70bab-bbe5-4148-be03-d43d316fb2c2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789570338.1602626,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"29a70bab-bbe5-4148-be03-d43d316fb2c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570338.1602936,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"29a70bab-bbe5-4148-be03-d43d316fb2c2"} {"level":"info","ts":1789570339.81657,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570339.816684,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e18007f-ed57-4006-be0f-72f1658b9866"} {"level":"info","ts":1789570339.8166976,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1e18007f-ed57-4006-be0f-72f1658b9866"} {"level":"info","ts":1789570339.8167088,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1e18007f-ed57-4006-be0f-72f1658b9866","EoS":false} {"level":"info","ts":1789570339.816721,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1e18007f-ed57-4006-be0f-72f1658b9866","EoS":true} {"level":"info","ts":1789570339.8167434,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e18007f-ed57-4006-be0f-72f1658b9866","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1789570339.8167586,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1e18007f-ed57-4006-be0f-72f1658b9866","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789570339.816779,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1e18007f-ed57-4006-be0f-72f1658b9866"} {"level":"info","ts":1789570405.8104517,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570405.810545,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ccfefab7-e908-4e9a-9bd6-1d2dacc2daa0"} {"level":"info","ts":1789570405.8105583,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ccfefab7-e908-4e9a-9bd6-1d2dacc2daa0"} {"level":"info","ts":1789570405.8105702,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ccfefab7-e908-4e9a-9bd6-1d2dacc2daa0","EoS":false} {"level":"info","ts":1789570405.8105805,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ccfefab7-e908-4e9a-9bd6-1d2dacc2daa0","EoS":true} {"level":"info","ts":1789570405.810605,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ccfefab7-e908-4e9a-9bd6-1d2dacc2daa0","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789570405.8106203,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ccfefab7-e908-4e9a-9bd6-1d2dacc2daa0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789570405.8106465,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ccfefab7-e908-4e9a-9bd6-1d2dacc2daa0"} {"level":"info","ts":1789570427.8598883,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570427.8600163,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17e74aa5-f2f5-41c0-a31c-7960fc21190a"} {"level":"info","ts":1789570427.860032,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"17e74aa5-f2f5-41c0-a31c-7960fc21190a"} {"level":"info","ts":1789570427.8600442,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"17e74aa5-f2f5-41c0-a31c-7960fc21190a","EoS":false} {"level":"info","ts":1789570427.8600595,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"17e74aa5-f2f5-41c0-a31c-7960fc21190a","EoS":true} {"level":"info","ts":1789570427.860085,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17e74aa5-f2f5-41c0-a31c-7960fc21190a","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1789570427.8601017,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"17e74aa5-f2f5-41c0-a31c-7960fc21190a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789570427.860127,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"17e74aa5-f2f5-41c0-a31c-7960fc21190a"} {"level":"info","ts":1789570507.5594544,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570507.5595417,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c4e9ee0-3d85-4594-9635-25067dfef04c"} {"level":"info","ts":1789570507.5595543,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3c4e9ee0-3d85-4594-9635-25067dfef04c"} {"level":"info","ts":1789570507.5595653,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3c4e9ee0-3d85-4594-9635-25067dfef04c","EoS":false} {"level":"info","ts":1789570507.5595756,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3c4e9ee0-3d85-4594-9635-25067dfef04c","EoS":true} {"level":"info","ts":1789570507.5595934,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c4e9ee0-3d85-4594-9635-25067dfef04c","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789570507.5596137,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3c4e9ee0-3d85-4594-9635-25067dfef04c","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789570507.559644,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3c4e9ee0-3d85-4594-9635-25067dfef04c"} {"level":"info","ts":1789570515.8797114,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570515.879804,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87"} {"level":"info","ts":1789570515.8798156,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87"} {"level":"info","ts":1789570515.879827,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87","EoS":false} {"level":"info","ts":1789570515.87984,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87","EoS":true} {"level":"info","ts":1789570515.8798597,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789570515.8798795,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789570515.8799105,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87"} {"level":"info","ts":1789570516.0468376,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570516.0469244,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac"} {"level":"info","ts":1789570516.0469365,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac"} {"level":"info","ts":1789570516.0469472,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac","EoS":false} {"level":"info","ts":1789570516.0469573,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac","EoS":true} {"level":"info","ts":1789570516.046975,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789570516.0469904,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789570516.0470111,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac"} {"level":"info","ts":1789570516.1904247,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570516.190508,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879"} {"level":"info","ts":1789570516.1905587,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879"} {"level":"info","ts":1789570516.1905746,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879","EoS":false} {"level":"info","ts":1789570516.1905885,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879","EoS":true} {"level":"info","ts":1789570516.1906059,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789570516.1906207,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789570516.1906435,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879"} {"level":"info","ts":1789570516.3312917,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570516.331367,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2126b03b-ceff-4a8a-baf3-b3cf02e35bc5"} {"level":"info","ts":1789570516.3313782,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2126b03b-ceff-4a8a-baf3-b3cf02e35bc5"} {"level":"info","ts":1789570516.3314056,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2126b03b-ceff-4a8a-baf3-b3cf02e35bc5","EoS":false} {"level":"info","ts":1789570516.3314254,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2126b03b-ceff-4a8a-baf3-b3cf02e35bc5","EoS":true} {"level":"info","ts":1789570516.3314476,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2126b03b-ceff-4a8a-baf3-b3cf02e35bc5","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789570516.3314629,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2126b03b-ceff-4a8a-baf3-b3cf02e35bc5","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789570516.3314788,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2126b03b-ceff-4a8a-baf3-b3cf02e35bc5"} {"level":"info","ts":1789570529.0642095,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789570529.0642943,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"011f6c14-17ce-4d78-a151-9448e30c7c27"} {"level":"info","ts":1789570529.064307,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"011f6c14-17ce-4d78-a151-9448e30c7c27"} {"level":"info","ts":1789570529.0643184,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"011f6c14-17ce-4d78-a151-9448e30c7c27","EoS":false} {"level":"info","ts":1789570529.0643287,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"011f6c14-17ce-4d78-a151-9448e30c7c27","EoS":true} {"level":"info","ts":1789570529.064348,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"011f6c14-17ce-4d78-a151-9448e30c7c27","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1789570529.0643644,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"011f6c14-17ce-4d78-a151-9448e30c7c27","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789570529.0644054,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"011f6c14-17ce-4d78-a151-9448e30c7c27"}