{"level":"info","ts":1784687752.327575,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d2c560f-b811-4af7-a323-cd64e6908209","EoS":false} {"level":"info","ts":1784687752.3275952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d2c560f-b811-4af7-a323-cd64e6908209","EoS":true} {"level":"info","ts":1784687752.327625,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d2c560f-b811-4af7-a323-cd64e6908209","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687752.327643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d2c560f-b811-4af7-a323-cd64e6908209","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687752.3276753,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d2c560f-b811-4af7-a323-cd64e6908209"} {"level":"info","ts":1784687752.4673884,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687752.467485,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dff87dda-d314-4da6-b601-53af3a5584db"} {"level":"info","ts":1784687752.4675014,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dff87dda-d314-4da6-b601-53af3a5584db"} {"level":"info","ts":1784687752.4675226,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dff87dda-d314-4da6-b601-53af3a5584db","EoS":false} {"level":"info","ts":1784687752.4675422,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dff87dda-d314-4da6-b601-53af3a5584db","EoS":true} {"level":"info","ts":1784687752.467577,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dff87dda-d314-4da6-b601-53af3a5584db","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687752.467595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dff87dda-d314-4da6-b601-53af3a5584db","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687752.4676242,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dff87dda-d314-4da6-b601-53af3a5584db"} {"level":"info","ts":1784687752.6042504,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687752.6043246,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95b6d7e5-bcf3-4d14-8d63-a9539973818d"} {"level":"info","ts":1784687752.6043336,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"95b6d7e5-bcf3-4d14-8d63-a9539973818d"} {"level":"info","ts":1784687752.604345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95b6d7e5-bcf3-4d14-8d63-a9539973818d","EoS":false} {"level":"info","ts":1784687752.6043558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95b6d7e5-bcf3-4d14-8d63-a9539973818d","EoS":true} {"level":"info","ts":1784687752.6043766,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95b6d7e5-bcf3-4d14-8d63-a9539973818d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687752.604391,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95b6d7e5-bcf3-4d14-8d63-a9539973818d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687752.6044102,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"95b6d7e5-bcf3-4d14-8d63-a9539973818d"} {"level":"info","ts":1784687752.742379,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687752.7424593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0995f0fc-f9dd-451a-ab81-709bbd7f802f"} {"level":"info","ts":1784687752.7424688,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0995f0fc-f9dd-451a-ab81-709bbd7f802f"} {"level":"info","ts":1784687752.7424796,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0995f0fc-f9dd-451a-ab81-709bbd7f802f","EoS":false} {"level":"info","ts":1784687752.7424903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0995f0fc-f9dd-451a-ab81-709bbd7f802f","EoS":true} {"level":"info","ts":1784687752.7425132,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0995f0fc-f9dd-451a-ab81-709bbd7f802f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687752.7425296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0995f0fc-f9dd-451a-ab81-709bbd7f802f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687752.7425508,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0995f0fc-f9dd-451a-ab81-709bbd7f802f"} {"level":"info","ts":1784687752.8852901,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687752.8853924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7aa7eb5f-30d5-4a43-b374-568d8eea4a7b"} {"level":"info","ts":1784687752.8854105,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7aa7eb5f-30d5-4a43-b374-568d8eea4a7b"} {"level":"info","ts":1784687752.8854303,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7aa7eb5f-30d5-4a43-b374-568d8eea4a7b","EoS":false} {"level":"info","ts":1784687752.8854516,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7aa7eb5f-30d5-4a43-b374-568d8eea4a7b","EoS":true} {"level":"info","ts":1784687752.8854823,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7aa7eb5f-30d5-4a43-b374-568d8eea4a7b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687752.8855019,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7aa7eb5f-30d5-4a43-b374-568d8eea4a7b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687752.8855333,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7aa7eb5f-30d5-4a43-b374-568d8eea4a7b"} {"level":"info","ts":1784687753.0273707,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687753.0274477,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93ebb050-c64b-4470-a1ca-a6b42400b54e"} {"level":"info","ts":1784687753.0274575,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"93ebb050-c64b-4470-a1ca-a6b42400b54e"} {"level":"info","ts":1784687753.0274694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93ebb050-c64b-4470-a1ca-a6b42400b54e","EoS":false} {"level":"info","ts":1784687753.0274835,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93ebb050-c64b-4470-a1ca-a6b42400b54e","EoS":true} {"level":"info","ts":1784687753.0275054,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93ebb050-c64b-4470-a1ca-a6b42400b54e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687753.0275216,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93ebb050-c64b-4470-a1ca-a6b42400b54e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687753.0275419,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"93ebb050-c64b-4470-a1ca-a6b42400b54e"} {"level":"info","ts":1784687772.9624991,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687772.9625916,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5112695d-a9f1-40e9-bb6f-0b58f108c002"} {"level":"info","ts":1784687772.9626093,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5112695d-a9f1-40e9-bb6f-0b58f108c002"} {"level":"info","ts":1784687772.9626276,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5112695d-a9f1-40e9-bb6f-0b58f108c002","EoS":false} {"level":"info","ts":1784687772.9626505,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5112695d-a9f1-40e9-bb6f-0b58f108c002","EoS":true} {"level":"info","ts":1784687772.96268,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5112695d-a9f1-40e9-bb6f-0b58f108c002","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687772.9626992,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5112695d-a9f1-40e9-bb6f-0b58f108c002","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687772.9627228,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5112695d-a9f1-40e9-bb6f-0b58f108c002"} {"level":"info","ts":1784687773.0029159,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687773.0030022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"261f50af-1c8f-4f4b-a613-2b75cab5719c"} {"level":"info","ts":1784687773.0030158,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"261f50af-1c8f-4f4b-a613-2b75cab5719c"} {"level":"info","ts":1784687773.0030336,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"261f50af-1c8f-4f4b-a613-2b75cab5719c","EoS":false} {"level":"info","ts":1784687773.003054,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"261f50af-1c8f-4f4b-a613-2b75cab5719c","EoS":true} {"level":"info","ts":1784687773.0030823,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"261f50af-1c8f-4f4b-a613-2b75cab5719c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687773.0031004,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"261f50af-1c8f-4f4b-a613-2b75cab5719c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687773.0031238,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"261f50af-1c8f-4f4b-a613-2b75cab5719c"} {"level":"info","ts":1784687773.0446348,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687773.0447206,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89f42872-13ae-4f01-8d0e-89330850c116"} {"level":"info","ts":1784687773.0447378,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"89f42872-13ae-4f01-8d0e-89330850c116"} {"level":"info","ts":1784687773.044758,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89f42872-13ae-4f01-8d0e-89330850c116","EoS":false} {"level":"info","ts":1784687773.0447783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89f42872-13ae-4f01-8d0e-89330850c116","EoS":true} {"level":"info","ts":1784687773.0448053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89f42872-13ae-4f01-8d0e-89330850c116","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687773.0448234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89f42872-13ae-4f01-8d0e-89330850c116","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687773.044849,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"89f42872-13ae-4f01-8d0e-89330850c116"} {"level":"info","ts":1784687773.0809987,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687773.0810764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a27534fb-6cc8-46f9-bf88-4811f013ad5f"} {"level":"info","ts":1784687773.0810862,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a27534fb-6cc8-46f9-bf88-4811f013ad5f"} {"level":"info","ts":1784687773.0810978,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a27534fb-6cc8-46f9-bf88-4811f013ad5f","EoS":false} {"level":"info","ts":1784687773.0811136,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a27534fb-6cc8-46f9-bf88-4811f013ad5f","EoS":true} {"level":"info","ts":1784687773.0811546,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a27534fb-6cc8-46f9-bf88-4811f013ad5f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687773.081172,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a27534fb-6cc8-46f9-bf88-4811f013ad5f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687773.0811937,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a27534fb-6cc8-46f9-bf88-4811f013ad5f"} {"level":"info","ts":1784687773.1173277,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687773.1174114,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"59b06fc9-0f0d-4f83-85fc-682102782ecf"} {"level":"info","ts":1784687777.7530193,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687777.753108,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"320d37c4-f42f-490b-a927-301530dbb206"} {"level":"info","ts":1784687777.7531214,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"320d37c4-f42f-490b-a927-301530dbb206"} {"level":"info","ts":1784687777.753155,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"320d37c4-f42f-490b-a927-301530dbb206","EoS":false} {"level":"info","ts":1784687777.7531683,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"320d37c4-f42f-490b-a927-301530dbb206","EoS":true} {"level":"info","ts":1784687777.7531908,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"320d37c4-f42f-490b-a927-301530dbb206","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687777.7532072,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"320d37c4-f42f-490b-a927-301530dbb206","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687777.7532241,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"320d37c4-f42f-490b-a927-301530dbb206"} {"level":"info","ts":1784687786.3373773,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687786.337466,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"007ffc5e-538a-4629-a31a-01d357035a2b"} {"level":"info","ts":1784687786.3374763,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"007ffc5e-538a-4629-a31a-01d357035a2b"} {"level":"info","ts":1784687786.3374884,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"007ffc5e-538a-4629-a31a-01d357035a2b","EoS":false} {"level":"info","ts":1784687786.3375015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"007ffc5e-538a-4629-a31a-01d357035a2b","EoS":true} {"level":"info","ts":1784687786.3375242,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"007ffc5e-538a-4629-a31a-01d357035a2b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687786.3375394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"007ffc5e-538a-4629-a31a-01d357035a2b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687786.337564,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"007ffc5e-538a-4629-a31a-01d357035a2b"} {"level":"info","ts":1784687788.3747349,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687788.374825,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b6b5676-0c43-4ceb-add4-84e4bf888724"} {"level":"info","ts":1784687788.3748386,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9b6b5676-0c43-4ceb-add4-84e4bf888724"} {"level":"info","ts":1784687788.374857,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b6b5676-0c43-4ceb-add4-84e4bf888724","EoS":false} {"level":"info","ts":1784687788.3748693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b6b5676-0c43-4ceb-add4-84e4bf888724","EoS":true} {"level":"info","ts":1784687788.3748913,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b6b5676-0c43-4ceb-add4-84e4bf888724","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687788.374908,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b6b5676-0c43-4ceb-add4-84e4bf888724","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687788.374929,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9b6b5676-0c43-4ceb-add4-84e4bf888724"} {"level":"info","ts":1784687790.4123905,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687790.4124644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d8d249c-5386-452d-b960-bb3d296bf6aa"} {"level":"info","ts":1784687790.4124732,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d8d249c-5386-452d-b960-bb3d296bf6aa"} {"level":"info","ts":1784687790.4124842,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d8d249c-5386-452d-b960-bb3d296bf6aa","EoS":false} {"level":"info","ts":1784687790.4124942,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d8d249c-5386-452d-b960-bb3d296bf6aa","EoS":true} {"level":"info","ts":1784687790.412515,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d8d249c-5386-452d-b960-bb3d296bf6aa","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687790.412528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d8d249c-5386-452d-b960-bb3d296bf6aa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687790.4125497,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d8d249c-5386-452d-b960-bb3d296bf6aa"} {"level":"info","ts":1784687803.3237844,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687803.323876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d747f761-5ffc-45de-86d6-1e226cf636ec"} {"level":"info","ts":1784687803.3238888,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d747f761-5ffc-45de-86d6-1e226cf636ec"} {"level":"info","ts":1784687803.3239076,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d747f761-5ffc-45de-86d6-1e226cf636ec","EoS":false} {"level":"info","ts":1784687803.3239264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d747f761-5ffc-45de-86d6-1e226cf636ec","EoS":true} {"level":"info","ts":1784687803.3239603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d747f761-5ffc-45de-86d6-1e226cf636ec","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687803.32398,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d747f761-5ffc-45de-86d6-1e226cf636ec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687803.3240108,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d747f761-5ffc-45de-86d6-1e226cf636ec"} {"level":"info","ts":1784687811.8631625,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687811.863247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"132afcb2-476c-42fa-92f2-f7c0cee2b5f6"} {"level":"info","ts":1784687811.8632581,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"132afcb2-476c-42fa-92f2-f7c0cee2b5f6"} {"level":"info","ts":1784687811.8632693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"132afcb2-476c-42fa-92f2-f7c0cee2b5f6","EoS":false} {"level":"info","ts":1784687811.8632798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"132afcb2-476c-42fa-92f2-f7c0cee2b5f6","EoS":true} {"level":"info","ts":1784687811.8632991,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"132afcb2-476c-42fa-92f2-f7c0cee2b5f6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687811.863314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"132afcb2-476c-42fa-92f2-f7c0cee2b5f6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687811.863337,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"132afcb2-476c-42fa-92f2-f7c0cee2b5f6"} {"level":"info","ts":1784687820.7682424,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687820.7683222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fe1d6e9-98f0-45fa-bda4-b64810c700ea"} {"level":"info","ts":1784687820.768331,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6fe1d6e9-98f0-45fa-bda4-b64810c700ea"} {"level":"info","ts":1784687820.768343,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fe1d6e9-98f0-45fa-bda4-b64810c700ea","EoS":false} {"level":"info","ts":1784687820.7683532,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fe1d6e9-98f0-45fa-bda4-b64810c700ea","EoS":true} {"level":"info","ts":1784687820.7683752,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6fe1d6e9-98f0-45fa-bda4-b64810c700ea","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687820.7683902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fe1d6e9-98f0-45fa-bda4-b64810c700ea","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687820.7684119,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6fe1d6e9-98f0-45fa-bda4-b64810c700ea"} {"level":"info","ts":1784687829.8155844,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687829.8156624,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8de35d51-0ac9-4a8b-9998-94215c3f588e"} {"level":"info","ts":1784687829.8156707,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8de35d51-0ac9-4a8b-9998-94215c3f588e"} {"level":"info","ts":1784687829.8156817,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8de35d51-0ac9-4a8b-9998-94215c3f588e","EoS":false} {"level":"info","ts":1784687829.8156948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8de35d51-0ac9-4a8b-9998-94215c3f588e","EoS":true} {"level":"info","ts":1784687829.815716,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8de35d51-0ac9-4a8b-9998-94215c3f588e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687829.8157318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8de35d51-0ac9-4a8b-9998-94215c3f588e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687829.8158092,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8de35d51-0ac9-4a8b-9998-94215c3f588e"} {"level":"info","ts":1784687834.6382794,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687834.638358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f4cff59-a6af-4961-b675-3ea3309da067"} {"level":"info","ts":1784687834.6383688,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f4cff59-a6af-4961-b675-3ea3309da067"} {"level":"info","ts":1784687834.6383803,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f4cff59-a6af-4961-b675-3ea3309da067","EoS":false} {"level":"info","ts":1784687834.6383972,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f4cff59-a6af-4961-b675-3ea3309da067","EoS":true} {"level":"info","ts":1784687834.6384196,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f4cff59-a6af-4961-b675-3ea3309da067","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687834.6384358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f4cff59-a6af-4961-b675-3ea3309da067","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687834.6384962,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f4cff59-a6af-4961-b675-3ea3309da067"} {"level":"info","ts":1784687839.4640596,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687839.4641569,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50ac423a-dd7a-4705-8760-659fadb7e7a9"} {"level":"info","ts":1784687839.4641707,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50ac423a-dd7a-4705-8760-659fadb7e7a9"} {"level":"info","ts":1784687839.4641829,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50ac423a-dd7a-4705-8760-659fadb7e7a9","EoS":false} {"level":"info","ts":1784687839.4641945,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50ac423a-dd7a-4705-8760-659fadb7e7a9","EoS":true} {"level":"info","ts":1784687839.4642146,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50ac423a-dd7a-4705-8760-659fadb7e7a9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687839.4642317,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50ac423a-dd7a-4705-8760-659fadb7e7a9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687839.4642522,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50ac423a-dd7a-4705-8760-659fadb7e7a9"} {"level":"info","ts":1784687839.7457345,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687839.7458174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7a04694-7e0e-4da3-8d0c-9ac99c5e7b75"} {"level":"info","ts":1784687839.745827,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7a04694-7e0e-4da3-8d0c-9ac99c5e7b75"} {"level":"info","ts":1784687839.7458384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7a04694-7e0e-4da3-8d0c-9ac99c5e7b75","EoS":false} {"level":"info","ts":1784687839.7458537,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7a04694-7e0e-4da3-8d0c-9ac99c5e7b75","EoS":true} {"level":"info","ts":1784687839.7458794,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7a04694-7e0e-4da3-8d0c-9ac99c5e7b75","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687839.7458956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7a04694-7e0e-4da3-8d0c-9ac99c5e7b75","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687839.7459152,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7a04694-7e0e-4da3-8d0c-9ac99c5e7b75"} {"level":"info","ts":1784687841.7818165,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687841.7818944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49579766-0f2b-4b10-9e11-0feabac98a91"} {"level":"info","ts":1784687841.7819033,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49579766-0f2b-4b10-9e11-0feabac98a91"} {"level":"info","ts":1784687841.7819152,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49579766-0f2b-4b10-9e11-0feabac98a91","EoS":false} {"level":"info","ts":1784687841.781929,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49579766-0f2b-4b10-9e11-0feabac98a91","EoS":true} {"level":"info","ts":1784687841.7819483,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49579766-0f2b-4b10-9e11-0feabac98a91","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687841.7819643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49579766-0f2b-4b10-9e11-0feabac98a91","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687841.7819848,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49579766-0f2b-4b10-9e11-0feabac98a91"} {"level":"info","ts":1784687843.8185923,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687843.8186758,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81e51168-203c-47c6-948f-ab3b117a7cf2"} {"level":"info","ts":1784687843.8186853,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"81e51168-203c-47c6-948f-ab3b117a7cf2"} {"level":"info","ts":1784687843.8186963,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81e51168-203c-47c6-948f-ab3b117a7cf2","EoS":false} {"level":"info","ts":1784687843.818711,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81e51168-203c-47c6-948f-ab3b117a7cf2","EoS":true} {"level":"info","ts":1784687843.8187318,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81e51168-203c-47c6-948f-ab3b117a7cf2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687843.8187463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81e51168-203c-47c6-948f-ab3b117a7cf2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687843.8188076,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"81e51168-203c-47c6-948f-ab3b117a7cf2"} {"level":"info","ts":1784687868.0889485,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687868.0890222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbffab34-0c53-4752-8c3b-0745e918b2eb"} {"level":"info","ts":1784687868.0890317,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fbffab34-0c53-4752-8c3b-0745e918b2eb"} {"level":"info","ts":1784687868.0890431,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fbffab34-0c53-4752-8c3b-0745e918b2eb","EoS":false} {"level":"info","ts":1784687868.0890577,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fbffab34-0c53-4752-8c3b-0745e918b2eb","EoS":true} {"level":"info","ts":1784687868.0890777,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fbffab34-0c53-4752-8c3b-0745e918b2eb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687868.089093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fbffab34-0c53-4752-8c3b-0745e918b2eb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687868.0891142,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fbffab34-0c53-4752-8c3b-0745e918b2eb"} {"level":"info","ts":1784687877.5735376,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687877.5736363,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bbbed6b-ade1-436b-a06e-fd9c11194436"} {"level":"info","ts":1784687877.5736527,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0bbbed6b-ade1-436b-a06e-fd9c11194436"} {"level":"info","ts":1784687877.5736682,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0bbbed6b-ade1-436b-a06e-fd9c11194436","EoS":false} {"level":"info","ts":1784687877.5736835,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0bbbed6b-ade1-436b-a06e-fd9c11194436","EoS":true} {"level":"info","ts":1784687877.5737128,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0bbbed6b-ade1-436b-a06e-fd9c11194436","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687877.5737374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bbbed6b-ade1-436b-a06e-fd9c11194436","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687877.5737681,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0bbbed6b-ade1-436b-a06e-fd9c11194436"} {"level":"info","ts":1784687883.155593,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687883.155672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"883b926b-a51d-47c7-a207-d4179e3e6e47"} {"level":"info","ts":1784687883.1556816,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"883b926b-a51d-47c7-a207-d4179e3e6e47"} {"level":"info","ts":1784687883.155693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"883b926b-a51d-47c7-a207-d4179e3e6e47","EoS":false} {"level":"info","ts":1784687883.155705,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"883b926b-a51d-47c7-a207-d4179e3e6e47","EoS":true} {"level":"info","ts":1784687883.1557283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"883b926b-a51d-47c7-a207-d4179e3e6e47","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687883.1557448,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"883b926b-a51d-47c7-a207-d4179e3e6e47","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687883.1557646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"883b926b-a51d-47c7-a207-d4179e3e6e47"} {"level":"info","ts":1784687892.793623,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687892.7937021,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"405eabbf-e236-4e53-8f90-7abbbbec8728"} {"level":"info","ts":1784687892.793718,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"405eabbf-e236-4e53-8f90-7abbbbec8728"} {"level":"info","ts":1784687892.79373,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"405eabbf-e236-4e53-8f90-7abbbbec8728","EoS":false} {"level":"info","ts":1784687892.793741,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"405eabbf-e236-4e53-8f90-7abbbbec8728","EoS":true} {"level":"info","ts":1784687892.7937667,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"405eabbf-e236-4e53-8f90-7abbbbec8728","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687892.7937813,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"405eabbf-e236-4e53-8f90-7abbbbec8728","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687892.7937999,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"405eabbf-e236-4e53-8f90-7abbbbec8728"} {"level":"info","ts":1784687894.8317506,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687894.8318293,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3147c7c5-5e12-4908-8327-93c0b8ce13f4"} {"level":"info","ts":1784687894.8318384,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3147c7c5-5e12-4908-8327-93c0b8ce13f4"} {"level":"info","ts":1784687894.8318503,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3147c7c5-5e12-4908-8327-93c0b8ce13f4","EoS":false} {"level":"info","ts":1784687894.8318622,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3147c7c5-5e12-4908-8327-93c0b8ce13f4","EoS":true} {"level":"info","ts":1784687894.8318822,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3147c7c5-5e12-4908-8327-93c0b8ce13f4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687894.8318987,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3147c7c5-5e12-4908-8327-93c0b8ce13f4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687894.8319178,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3147c7c5-5e12-4908-8327-93c0b8ce13f4"} {"level":"info","ts":1784687904.305275,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687904.3053916,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8eb6a72-40a5-4d87-ab24-7e3a5390f65c"} {"level":"info","ts":1784687904.3054144,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8eb6a72-40a5-4d87-ab24-7e3a5390f65c"} {"level":"info","ts":1784687904.3054345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8eb6a72-40a5-4d87-ab24-7e3a5390f65c","EoS":false} {"level":"info","ts":1784687904.3054552,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8eb6a72-40a5-4d87-ab24-7e3a5390f65c","EoS":true} {"level":"info","ts":1784687904.3054905,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8eb6a72-40a5-4d87-ab24-7e3a5390f65c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687904.3055124,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8eb6a72-40a5-4d87-ab24-7e3a5390f65c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687904.305544,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8eb6a72-40a5-4d87-ab24-7e3a5390f65c"} {"level":"info","ts":1784687904.3467906,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687904.3468657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80cde68c-c378-453e-b3b8-c1f2f81a7dfa"} {"level":"info","ts":1784687904.3468766,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"80cde68c-c378-453e-b3b8-c1f2f81a7dfa"} {"level":"info","ts":1784687904.3468876,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80cde68c-c378-453e-b3b8-c1f2f81a7dfa","EoS":false} {"level":"info","ts":1784687904.3468978,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80cde68c-c378-453e-b3b8-c1f2f81a7dfa","EoS":true} {"level":"info","ts":1784687904.3469176,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80cde68c-c378-453e-b3b8-c1f2f81a7dfa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687904.3469338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80cde68c-c378-453e-b3b8-c1f2f81a7dfa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687904.346953,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"80cde68c-c378-453e-b3b8-c1f2f81a7dfa"} {"level":"info","ts":1784687923.6294487,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687923.6295264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ebe424e-378f-4ace-b471-2b9dbd228e07"} {"level":"info","ts":1784687923.629535,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ebe424e-378f-4ace-b471-2b9dbd228e07"} {"level":"info","ts":1784687923.6295476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ebe424e-378f-4ace-b471-2b9dbd228e07","EoS":false} {"level":"info","ts":1784687923.6295588,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ebe424e-378f-4ace-b471-2b9dbd228e07","EoS":true} {"level":"info","ts":1784687923.62958,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2ebe424e-378f-4ace-b471-2b9dbd228e07","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687923.6295962,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ebe424e-378f-4ace-b471-2b9dbd228e07","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687923.629621,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2ebe424e-378f-4ace-b471-2b9dbd228e07"} {"level":"info","ts":1784687933.0503545,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687933.0504358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca988029-62bf-405c-ad1f-56877a148564"} {"level":"info","ts":1784687933.050445,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ca988029-62bf-405c-ad1f-56877a148564"} {"level":"info","ts":1784687933.0504565,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ca988029-62bf-405c-ad1f-56877a148564","EoS":false} {"level":"info","ts":1784687933.0504675,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ca988029-62bf-405c-ad1f-56877a148564","EoS":true} {"level":"info","ts":1784687933.0504892,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca988029-62bf-405c-ad1f-56877a148564","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687933.050505,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca988029-62bf-405c-ad1f-56877a148564","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687933.0505264,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ca988029-62bf-405c-ad1f-56877a148564"} {"level":"info","ts":1784687938.3903482,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687938.3904257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"678d633f-0f2a-4bb7-b77f-a41f2a59335f"} {"level":"info","ts":1784687938.390436,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"678d633f-0f2a-4bb7-b77f-a41f2a59335f"} {"level":"info","ts":1784687938.3904471,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"678d633f-0f2a-4bb7-b77f-a41f2a59335f","EoS":false} {"level":"info","ts":1784687938.3904586,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"678d633f-0f2a-4bb7-b77f-a41f2a59335f","EoS":true} {"level":"info","ts":1784687938.3904808,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"678d633f-0f2a-4bb7-b77f-a41f2a59335f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687938.390496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"678d633f-0f2a-4bb7-b77f-a41f2a59335f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687938.3905163,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"678d633f-0f2a-4bb7-b77f-a41f2a59335f"} {"level":"info","ts":1784688029.1288536,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688029.1289442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f20e6458-399e-4645-b9b3-2bf93d7a6eec"} {"level":"info","ts":1784688029.1289544,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f20e6458-399e-4645-b9b3-2bf93d7a6eec"} {"level":"info","ts":1784688029.1289651,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f20e6458-399e-4645-b9b3-2bf93d7a6eec","EoS":false} {"level":"info","ts":1784688029.1289768,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f20e6458-399e-4645-b9b3-2bf93d7a6eec","EoS":true} {"level":"info","ts":1784688029.1290057,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f20e6458-399e-4645-b9b3-2bf93d7a6eec","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784688029.1290221,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f20e6458-399e-4645-b9b3-2bf93d7a6eec","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784688029.1290412,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f20e6458-399e-4645-b9b3-2bf93d7a6eec"} {"level":"info","ts":1784688054.4650755,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688054.465174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5932a8d-05d1-40ab-8b12-d4bcaf4339b5"} {"level":"info","ts":1784688054.4651842,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5932a8d-05d1-40ab-8b12-d4bcaf4339b5"} {"level":"info","ts":1784688054.465196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5932a8d-05d1-40ab-8b12-d4bcaf4339b5","EoS":false} {"level":"info","ts":1784688054.465209,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5932a8d-05d1-40ab-8b12-d4bcaf4339b5","EoS":true} {"level":"info","ts":1784688054.4652302,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5932a8d-05d1-40ab-8b12-d4bcaf4339b5","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784688054.465245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5932a8d-05d1-40ab-8b12-d4bcaf4339b5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784688054.4652677,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5932a8d-05d1-40ab-8b12-d4bcaf4339b5"} {"level":"info","ts":1784688091.525477,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688091.5255523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8d09c7b-fad4-4a15-a24e-bd20ecf97489"} {"level":"info","ts":1784688091.525561,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8d09c7b-fad4-4a15-a24e-bd20ecf97489"} {"level":"info","ts":1784688091.5255718,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8d09c7b-fad4-4a15-a24e-bd20ecf97489","EoS":false} {"level":"info","ts":1784688091.5255854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8d09c7b-fad4-4a15-a24e-bd20ecf97489","EoS":true} {"level":"info","ts":1784688091.5256064,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8d09c7b-fad4-4a15-a24e-bd20ecf97489","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688091.525621,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8d09c7b-fad4-4a15-a24e-bd20ecf97489","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688091.5256386,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8d09c7b-fad4-4a15-a24e-bd20ecf97489"} {"level":"info","ts":1784688106.797409,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688106.7975047,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"995af588-346e-4b28-85e3-8d0556ad6342"} {"level":"info","ts":1784688106.7975183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"995af588-346e-4b28-85e3-8d0556ad6342"} {"level":"info","ts":1784688106.7975383,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"995af588-346e-4b28-85e3-8d0556ad6342","EoS":false} {"level":"info","ts":1784688106.797558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"995af588-346e-4b28-85e3-8d0556ad6342","EoS":true} {"level":"info","ts":1784688106.7975876,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"995af588-346e-4b28-85e3-8d0556ad6342","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688106.7976067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"995af588-346e-4b28-85e3-8d0556ad6342","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688106.797633,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"995af588-346e-4b28-85e3-8d0556ad6342"} {"level":"info","ts":1784688107.0821502,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688107.0822449,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d29073b0-9699-4080-82fa-cd8a2c66b92c"} {"level":"info","ts":1784688107.0822692,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d29073b0-9699-4080-82fa-cd8a2c66b92c"} {"level":"info","ts":1784688107.0823052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d29073b0-9699-4080-82fa-cd8a2c66b92c","EoS":false} {"level":"info","ts":1784688107.0823288,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d29073b0-9699-4080-82fa-cd8a2c66b92c","EoS":true} {"level":"info","ts":1784688107.0823607,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d29073b0-9699-4080-82fa-cd8a2c66b92c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688107.0823796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d29073b0-9699-4080-82fa-cd8a2c66b92c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688107.0824106,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d29073b0-9699-4080-82fa-cd8a2c66b92c"} {"level":"info","ts":1784688408.2996705,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688408.2997608,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"749509e2-147e-4816-a967-56607af4e892"} {"level":"info","ts":1784688408.2997687,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"749509e2-147e-4816-a967-56607af4e892"} {"level":"info","ts":1784688408.2997794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"749509e2-147e-4816-a967-56607af4e892","EoS":false} {"level":"info","ts":1784688408.2997897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"749509e2-147e-4816-a967-56607af4e892","EoS":true} {"level":"info","ts":1784688408.2998116,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"749509e2-147e-4816-a967-56607af4e892","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688408.2998264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"749509e2-147e-4816-a967-56607af4e892","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688408.29985,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"749509e2-147e-4816-a967-56607af4e892"} {"level":"info","ts":1784688408.3438272,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688408.3439047,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7f61a40-bc69-423a-aba8-42a9fc4efc27"} {"level":"info","ts":1784688408.343914,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a7f61a40-bc69-423a-aba8-42a9fc4efc27"} {"level":"info","ts":1784688408.343925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7f61a40-bc69-423a-aba8-42a9fc4efc27","EoS":false} {"level":"info","ts":1784688408.3439348,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7f61a40-bc69-423a-aba8-42a9fc4efc27","EoS":true} {"level":"info","ts":1784688408.3439574,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7f61a40-bc69-423a-aba8-42a9fc4efc27","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688408.3439722,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7f61a40-bc69-423a-aba8-42a9fc4efc27","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688408.34399,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a7f61a40-bc69-423a-aba8-42a9fc4efc27"} {"level":"info","ts":1784688408.3816457,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688408.3817182,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11acfbc3-93f2-4029-8e06-ac4d646a9eb0"} {"level":"info","ts":1784688408.381728,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"11acfbc3-93f2-4029-8e06-ac4d646a9eb0"} {"level":"info","ts":1784688408.3817403,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11acfbc3-93f2-4029-8e06-ac4d646a9eb0","EoS":false} {"level":"info","ts":1784688408.3817503,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11acfbc3-93f2-4029-8e06-ac4d646a9eb0","EoS":true} {"level":"info","ts":1784688408.3817725,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"11acfbc3-93f2-4029-8e06-ac4d646a9eb0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688408.381788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11acfbc3-93f2-4029-8e06-ac4d646a9eb0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688408.3818088,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"11acfbc3-93f2-4029-8e06-ac4d646a9eb0"} {"level":"info","ts":1784688413.227003,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"306e8c75-f5d5-4c22-8a86-8de9a1aa0979","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688413.2270536,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"306e8c75-f5d5-4c22-8a86-8de9a1aa0979","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784688413.227003,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d8236a5-f668-4cf2-8a32-76f89030a4d1"} {"level":"info","ts":1784688413.235627,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"48cd37d9-acbb-45e5-b5a9-4a34525dc802","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688413.2356575,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"48cd37d9-acbb-45e5-b5a9-4a34525dc802","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784688413.236228,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d8236a5-f668-4cf2-8a32-76f89030a4d1","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688413.2364476,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36577.974873131,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688413.2364657,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688413.3932426,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5eb9b51-39bc-40ea-9245-c0dec5bd6d97","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688413.393297,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5eb9b51-39bc-40ea-9245-c0dec5bd6d97","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688413.393365,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a5434296-bac0-443d-a049-96512dcdafbc"} {"level":"info","ts":1784688413.3937318,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f57fc5c4-39af-40db-8067-5a1c298f5702","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688413.3938162,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f57fc5c4-39af-40db-8067-5a1c298f5702","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688413.3939328,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f985a279-0ae7-41e1-a728-1241da2a85cf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688413.393956,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f985a279-0ae7-41e1-a728-1241da2a85cf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688413.3943691,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"99d929e8-d5ee-4f80-9651-c650dd033ed7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688413.394408,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"99d929e8-d5ee-4f80-9651-c650dd033ed7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784688413.3945384,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86d969d0-44a6-4e18-a841-0641bfd2d319","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688413.3945615,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86d969d0-44a6-4e18-a841-0641bfd2d319","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688413.3960707,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784688413.398166,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a5434296-bac0-443d-a049-96512dcdafbc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688413.3984082,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38480.043170297,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688413.3984249,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688413.4068453,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688413.4367173,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33953.892240646,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688413.4367516,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688413.491287,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688413.4988263,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a5434296-bac0-443d-a049-96512dcdafbc","name":"e2e-external-model"} {"level":"info","ts":1784688413.518882,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e61870e6-d52d-4e80-8290-372d44ddf643","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688413.5189297,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e61870e6-d52d-4e80-8290-372d44ddf643","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784688413.5323937,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a5434296-bac0-443d-a049-96512dcdafbc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784688413.5324528,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a5434296-bac0-443d-a049-96512dcdafbc","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688413.5325344,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68562bb3-0060-4a63-8f08-8952b448d2d3"} {"level":"info","ts":1784688413.5325978,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68562bb3-0060-4a63-8f08-8952b448d2d3","name":"e2e-external-model"} {"level":"info","ts":1784688413.5374432,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d8236a5-f668-4cf2-8a32-76f89030a4d1","name":"e2e-external-provider"} {"level":"info","ts":1784688413.5425055,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54f1c788-20ac-4025-84cd-2b5d9f2b316f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688413.5425434,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54f1c788-20ac-4025-84cd-2b5d9f2b316f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688413.5431097,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68562bb3-0060-4a63-8f08-8952b448d2d3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784688413.5471287,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68562bb3-0060-4a63-8f08-8952b448d2d3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688413.5472653,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b3553c0-c3f2-4d6d-ad56-0693e66874d2"} {"level":"info","ts":1784688413.5473287,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b3553c0-c3f2-4d6d-ad56-0693e66874d2","name":"e2e-external-model"} {"level":"info","ts":1784688413.5483506,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d8236a5-f668-4cf2-8a32-76f89030a4d1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784688413.5518005,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d8236a5-f668-4cf2-8a32-76f89030a4d1","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688413.5519004,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3975b059-1cff-4241-be4a-1cd01fed96a9"} {"level":"info","ts":1784688413.5519483,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3975b059-1cff-4241-be4a-1cd01fed96a9","name":"e2e-external-provider"} {"level":"info","ts":1784688413.5565784,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b3553c0-c3f2-4d6d-ad56-0693e66874d2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784688413.560068,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"630fc70a-9dd5-48bb-9fd6-c6ee886ef248","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688413.5601034,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"630fc70a-9dd5-48bb-9fd6-c6ee886ef248","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688413.5644467,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3975b059-1cff-4241-be4a-1cd01fed96a9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784688413.5657482,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b3553c0-c3f2-4d6d-ad56-0693e66874d2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688413.5658224,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63852080-bbb8-4444-9120-3b6a2fb4b62d"} {"level":"info","ts":1784688413.5658708,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63852080-bbb8-4444-9120-3b6a2fb4b62d","name":"e2e-external-model"} {"level":"info","ts":1784688413.5759869,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63852080-bbb8-4444-9120-3b6a2fb4b62d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784688420.6985502,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688420.6986434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b79afde-bf7d-424b-82db-2145014380be"} {"level":"info","ts":1784688420.6986597,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b79afde-bf7d-424b-82db-2145014380be"} {"level":"info","ts":1784688420.6986759,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b79afde-bf7d-424b-82db-2145014380be","EoS":false} {"level":"info","ts":1784688420.6986935,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b79afde-bf7d-424b-82db-2145014380be","EoS":true} {"level":"info","ts":1784688420.6987362,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b79afde-bf7d-424b-82db-2145014380be","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784688420.698756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b79afde-bf7d-424b-82db-2145014380be","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688420.6987658,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4b79afde-bf7d-424b-82db-2145014380be","modelName":"e2e-external-model"} {"level":"info","ts":1784688420.6987894,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4b79afde-bf7d-424b-82db-2145014380be","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784688420.6988513,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b79afde-bf7d-424b-82db-2145014380be"} {"level":"info","ts":1784688420.7536118,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688420.753681,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c0579c2-5a32-430e-9f1b-f058ad95689a"} {"level":"info","ts":1784688420.7536895,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c0579c2-5a32-430e-9f1b-f058ad95689a"} {"level":"info","ts":1784688420.7537012,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c0579c2-5a32-430e-9f1b-f058ad95689a","EoS":false} {"level":"info","ts":1784688420.7537115,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c0579c2-5a32-430e-9f1b-f058ad95689a","EoS":true} {"level":"info","ts":1784688420.7537313,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c0579c2-5a32-430e-9f1b-f058ad95689a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784688420.7537498,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c0579c2-5a32-430e-9f1b-f058ad95689a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688420.7537572,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9c0579c2-5a32-430e-9f1b-f058ad95689a","modelName":"e2e-external-model"} {"level":"info","ts":1784688420.7537708,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9c0579c2-5a32-430e-9f1b-f058ad95689a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784688420.7538116,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c0579c2-5a32-430e-9f1b-f058ad95689a"} {"level":"info","ts":1784688420.7775862,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688420.7776778,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80e19034-45fd-4868-87c5-de6bc211e954"} {"level":"info","ts":1784688420.7776875,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"80e19034-45fd-4868-87c5-de6bc211e954"} {"level":"info","ts":1784688420.7776988,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80e19034-45fd-4868-87c5-de6bc211e954","EoS":false} {"level":"info","ts":1784688420.77771,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80e19034-45fd-4868-87c5-de6bc211e954","EoS":true} {"level":"info","ts":1784688420.777729,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80e19034-45fd-4868-87c5-de6bc211e954","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784688420.7777433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80e19034-45fd-4868-87c5-de6bc211e954","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688420.7777503,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"80e19034-45fd-4868-87c5-de6bc211e954","modelName":"e2e-external-model"} {"level":"info","ts":1784688420.777766,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"80e19034-45fd-4868-87c5-de6bc211e954","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784688420.777808,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"80e19034-45fd-4868-87c5-de6bc211e954"} {"level":"info","ts":1784688420.906171,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"884dfab4-8ce6-4ecd-8c40-2213759ba8e6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688420.9062016,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"985de6fd-6ea8-4789-8201-950954eeba75"} {"level":"info","ts":1784688420.9062126,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"884dfab4-8ce6-4ecd-8c40-2213759ba8e6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784688420.9135895,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86e23f67-3914-438a-8af5-2d9bd964ac81","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688420.9136229,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86e23f67-3914-438a-8af5-2d9bd964ac81","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784688420.9146779,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"985de6fd-6ea8-4789-8201-950954eeba75","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688420.91473,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"985de6fd-6ea8-4789-8201-950954eeba75","name":"e2e-cleanup-test"} {"level":"info","ts":1784688420.9308438,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5783227b-1c79-4a9b-9edd-5da6bbe6bdd7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688420.9308786,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5783227b-1c79-4a9b-9edd-5da6bbe6bdd7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784688420.9356432,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"985de6fd-6ea8-4789-8201-950954eeba75","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784688420.935687,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"985de6fd-6ea8-4789-8201-950954eeba75","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688420.9357343,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d08da293-649b-4098-a7d1-2e3e5cc024ca"} {"level":"info","ts":1784688420.9357822,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d08da293-649b-4098-a7d1-2e3e5cc024ca","name":"e2e-cleanup-test"} {"level":"info","ts":1784688420.9485765,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f08dcb9-d292-4066-a433-f37f8aadf274","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688420.9486141,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f08dcb9-d292-4066-a433-f37f8aadf274","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784688420.948623,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d08da293-649b-4098-a7d1-2e3e5cc024ca","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688420.948686,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a099164-402b-4507-8ed5-b3f798c7e636"} {"level":"info","ts":1784688420.9487329,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a099164-402b-4507-8ed5-b3f798c7e636","name":"e2e-cleanup-test"} {"level":"info","ts":1784688420.9590168,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a099164-402b-4507-8ed5-b3f798c7e636","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784688420.9662478,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b2301b56-3e6f-4ca2-9092-a5472abeef6c"} {"level":"info","ts":1784688420.96634,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b2301b56-3e6f-4ca2-9092-a5472abeef6c","name":"e2e-cleanup-test"} {"level":"info","ts":1784688420.9662478,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b47ccf5e-fb24-4ad5-a036-c42eb7bebb24","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688420.9664495,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b47ccf5e-fb24-4ad5-a036-c42eb7bebb24","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784688420.974696,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b2301b56-3e6f-4ca2-9092-a5472abeef6c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784688429.1708925,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4d0a4c5-53f3-417f-92fb-98ce8b08dabb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688429.1709807,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4d0a4c5-53f3-417f-92fb-98ce8b08dabb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688429.170904,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a3d82a1-07bb-4836-a971-b769f946141a"} {"level":"info","ts":1784688433.4687777,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688433.468856,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1de1cebb-066c-4d71-a6d3-2d8efe79ec32"} {"level":"info","ts":1784688433.4688647,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1de1cebb-066c-4d71-a6d3-2d8efe79ec32"} {"level":"info","ts":1784688433.4688766,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1de1cebb-066c-4d71-a6d3-2d8efe79ec32","EoS":false} {"level":"info","ts":1784688433.468888,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1de1cebb-066c-4d71-a6d3-2d8efe79ec32","EoS":true} {"level":"info","ts":1784688433.468909,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1de1cebb-066c-4d71-a6d3-2d8efe79ec32","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784688433.4689257,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1de1cebb-066c-4d71-a6d3-2d8efe79ec32","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784688433.4689462,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1de1cebb-066c-4d71-a6d3-2d8efe79ec32"} {"level":"info","ts":1784688433.495781,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688433.495857,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f122afb9-0bb8-4691-bbc0-344dae0a5735"} {"level":"info","ts":1784688433.4958658,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f122afb9-0bb8-4691-bbc0-344dae0a5735"} {"level":"info","ts":1784688433.4958763,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f122afb9-0bb8-4691-bbc0-344dae0a5735","EoS":false} {"level":"info","ts":1784688433.4958863,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f122afb9-0bb8-4691-bbc0-344dae0a5735","EoS":true} {"level":"info","ts":1784688433.4959047,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f122afb9-0bb8-4691-bbc0-344dae0a5735","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784688433.4959207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f122afb9-0bb8-4691-bbc0-344dae0a5735","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688433.495928,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f122afb9-0bb8-4691-bbc0-344dae0a5735","modelName":"e2e-external-model"} {"level":"info","ts":1784688433.4959412,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f122afb9-0bb8-4691-bbc0-344dae0a5735","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784688433.4959795,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f122afb9-0bb8-4691-bbc0-344dae0a5735"} {"level":"info","ts":1784688433.539228,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688433.5393057,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de6c2386-a52d-4141-9149-9ec58ebce6fb"} {"level":"info","ts":1784688433.539318,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de6c2386-a52d-4141-9149-9ec58ebce6fb"} {"level":"info","ts":1784688433.5393357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de6c2386-a52d-4141-9149-9ec58ebce6fb","EoS":false} {"level":"info","ts":1784688433.5393536,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de6c2386-a52d-4141-9149-9ec58ebce6fb","EoS":true} {"level":"info","ts":1784688433.539386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de6c2386-a52d-4141-9149-9ec58ebce6fb","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784688433.539417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de6c2386-a52d-4141-9149-9ec58ebce6fb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688433.539446,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de6c2386-a52d-4141-9149-9ec58ebce6fb"} {"level":"info","ts":1784688433.6804807,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688433.6805499,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08d196d9-edd4-4a69-b8bb-b5f5f99d3b8d"} {"level":"info","ts":1784688433.6805594,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"08d196d9-edd4-4a69-b8bb-b5f5f99d3b8d"} {"level":"info","ts":1784688433.6805696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08d196d9-edd4-4a69-b8bb-b5f5f99d3b8d","EoS":false} {"level":"info","ts":1784688433.68058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08d196d9-edd4-4a69-b8bb-b5f5f99d3b8d","EoS":true} {"level":"info","ts":1784688433.6806018,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"08d196d9-edd4-4a69-b8bb-b5f5f99d3b8d","field":"model"} {"level":"info","ts":1784688433.6806257,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"08d196d9-edd4-4a69-b8bb-b5f5f99d3b8d"} {"level":"info","ts":1784688434.54844,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1169078-24b5-4106-9ef2-d6c3d0223407"} {"level":"info","ts":1784688434.548439,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"561c0aae-bf63-4be7-a9c0-d6311185cf21","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688434.548508,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"561c0aae-bf63-4be7-a9c0-d6311185cf21","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688434.6976051,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e4d97e8a-b289-495a-83b3-c44ed43274ce"} {"level":"info","ts":1784688434.6976635,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a6639f6-fe91-4a3f-af62-815b508038f3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688434.6976879,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a6639f6-fe91-4a3f-af62-815b508038f3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784689049.1501222,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689049.150231,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66ba94b9-b02d-425f-82a3-c60261838424"} {"level":"info","ts":1784689049.1502404,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"66ba94b9-b02d-425f-82a3-c60261838424"} {"level":"info","ts":1784689049.1502528,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66ba94b9-b02d-425f-82a3-c60261838424","EoS":false} {"level":"info","ts":1784689049.1502647,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66ba94b9-b02d-425f-82a3-c60261838424","EoS":true} {"level":"info","ts":1784689049.1502864,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66ba94b9-b02d-425f-82a3-c60261838424","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784689049.150303,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66ba94b9-b02d-425f-82a3-c60261838424","path":"/ai-tenant-e2e-inf-b-6873d4/test-model-6873d4/v1/chat/completions"} {"level":"info","ts":1784689049.1503203,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"66ba94b9-b02d-425f-82a3-c60261838424"} {"level":"info","ts":1784689070.1889477,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689070.1890361,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"000d1479-0d93-41c6-afba-90da9cced99a"} {"level":"info","ts":1784689070.189051,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"000d1479-0d93-41c6-afba-90da9cced99a"} {"level":"info","ts":1784689070.189068,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"000d1479-0d93-41c6-afba-90da9cced99a","EoS":false} {"level":"info","ts":1784689070.189085,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"000d1479-0d93-41c6-afba-90da9cced99a","EoS":true} {"level":"info","ts":1784689070.1891139,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"000d1479-0d93-41c6-afba-90da9cced99a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784689070.189152,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"000d1479-0d93-41c6-afba-90da9cced99a","path":"/ai-tenant-e2e-inf-b-6873d4/test-model-6873d4/v1/chat/completions"} {"level":"info","ts":1784689070.1891868,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"000d1479-0d93-41c6-afba-90da9cced99a"} {"level":"info","ts":1784689568.304588,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689568.3046794,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7207f44-e75c-4c3d-b575-a9c4d4a67226"} {"level":"info","ts":1784689568.3046913,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b7207f44-e75c-4c3d-b575-a9c4d4a67226"} {"level":"info","ts":1784689568.3047028,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7207f44-e75c-4c3d-b575-a9c4d4a67226","EoS":false} {"level":"info","ts":1784689568.3047197,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7207f44-e75c-4c3d-b575-a9c4d4a67226","EoS":true} {"level":"info","ts":1784689568.3047407,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7207f44-e75c-4c3d-b575-a9c4d4a67226","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784689568.304756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7207f44-e75c-4c3d-b575-a9c4d4a67226","path":"/ai-tenant-e2e-shared-b-bb8c9d/rate-test-model-bb8c9d/v1/completions"} {"level":"info","ts":1784689568.3047774,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b7207f44-e75c-4c3d-b575-a9c4d4a67226"}