{"level":"info","ts":1785298230.0057454,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb80177b-f39e-43a9-be8f-ca8d9ae8d164","EoS":false} {"level":"info","ts":1785298230.005766,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb80177b-f39e-43a9-be8f-ca8d9ae8d164","EoS":true} {"level":"info","ts":1785298230.0057986,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb80177b-f39e-43a9-be8f-ca8d9ae8d164","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298230.005847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb80177b-f39e-43a9-be8f-ca8d9ae8d164","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298230.0058763,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb80177b-f39e-43a9-be8f-ca8d9ae8d164"} {"level":"info","ts":1785298230.0416267,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298230.0416958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"458e66e2-e0f6-4b36-a570-268f2bfd44d2"} {"level":"info","ts":1785298230.041711,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"458e66e2-e0f6-4b36-a570-268f2bfd44d2"} {"level":"info","ts":1785298230.041729,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"458e66e2-e0f6-4b36-a570-268f2bfd44d2","EoS":false} {"level":"info","ts":1785298230.0417461,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"458e66e2-e0f6-4b36-a570-268f2bfd44d2","EoS":true} {"level":"info","ts":1785298230.0417733,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"458e66e2-e0f6-4b36-a570-268f2bfd44d2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298230.0417953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"458e66e2-e0f6-4b36-a570-268f2bfd44d2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298230.0419073,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"458e66e2-e0f6-4b36-a570-268f2bfd44d2"} {"level":"info","ts":1785298230.0631175,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298230.063175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc3d684f-c044-4a38-bab2-b45b51adf726"} {"level":"info","ts":1785298230.063186,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fc3d684f-c044-4a38-bab2-b45b51adf726"} {"level":"info","ts":1785298230.063199,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc3d684f-c044-4a38-bab2-b45b51adf726","EoS":false} {"level":"info","ts":1785298230.0632117,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc3d684f-c044-4a38-bab2-b45b51adf726","EoS":true} {"level":"info","ts":1785298230.0632286,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc3d684f-c044-4a38-bab2-b45b51adf726","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298230.0632436,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc3d684f-c044-4a38-bab2-b45b51adf726","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298230.0632622,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fc3d684f-c044-4a38-bab2-b45b51adf726"} {"level":"info","ts":1785298230.1061752,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298230.1062317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6bea1ca-d4e7-453a-8353-d7301f82cf3e"} {"level":"info","ts":1785298230.10624,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f6bea1ca-d4e7-453a-8353-d7301f82cf3e"} {"level":"info","ts":1785298230.1062517,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6bea1ca-d4e7-453a-8353-d7301f82cf3e","EoS":false} {"level":"info","ts":1785298230.106263,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6bea1ca-d4e7-453a-8353-d7301f82cf3e","EoS":true} {"level":"info","ts":1785298230.1062813,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6bea1ca-d4e7-453a-8353-d7301f82cf3e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785298230.106295,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6bea1ca-d4e7-453a-8353-d7301f82cf3e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298230.106312,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f6bea1ca-d4e7-453a-8353-d7301f82cf3e"} {"level":"info","ts":1785298230.7330766,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298230.7331653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1482fdc-8abe-415e-89f5-e00a653e1d98"} {"level":"info","ts":1785298230.7331781,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a1482fdc-8abe-415e-89f5-e00a653e1d98"} {"level":"info","ts":1785298230.7331958,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a1482fdc-8abe-415e-89f5-e00a653e1d98","EoS":false} {"level":"info","ts":1785298230.733213,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a1482fdc-8abe-415e-89f5-e00a653e1d98","EoS":true} {"level":"info","ts":1785298230.7332444,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a1482fdc-8abe-415e-89f5-e00a653e1d98","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298230.7332633,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1482fdc-8abe-415e-89f5-e00a653e1d98","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298230.7332916,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a1482fdc-8abe-415e-89f5-e00a653e1d98"} {"level":"info","ts":1785298230.7662723,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298230.7663395,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"053ae445-b3de-43ac-9e1e-8254fe94bc71"} {"level":"info","ts":1785298230.766347,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"053ae445-b3de-43ac-9e1e-8254fe94bc71"} {"level":"info","ts":1785298230.7663565,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"053ae445-b3de-43ac-9e1e-8254fe94bc71","EoS":false} {"level":"info","ts":1785298230.7663686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"053ae445-b3de-43ac-9e1e-8254fe94bc71","EoS":true} {"level":"info","ts":1785298230.7663848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"053ae445-b3de-43ac-9e1e-8254fe94bc71","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785298230.7663949,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"053ae445-b3de-43ac-9e1e-8254fe94bc71","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298230.7664127,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"053ae445-b3de-43ac-9e1e-8254fe94bc71"} {"level":"info","ts":1785298234.9099739,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298234.910058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a65f8d2-698b-4c42-9c02-c042a112a65a"} {"level":"info","ts":1785298234.9100695,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a65f8d2-698b-4c42-9c02-c042a112a65a"} {"level":"info","ts":1785298234.9100807,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a65f8d2-698b-4c42-9c02-c042a112a65a","EoS":false} {"level":"info","ts":1785298234.9100952,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a65f8d2-698b-4c42-9c02-c042a112a65a","EoS":true} {"level":"info","ts":1785298234.9101179,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a65f8d2-698b-4c42-9c02-c042a112a65a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785298234.9101334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a65f8d2-698b-4c42-9c02-c042a112a65a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298234.9101524,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a65f8d2-698b-4c42-9c02-c042a112a65a"} {"level":"info","ts":1785298253.8166816,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298253.8167603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8807bf3b-9b7a-4d1a-bdc7-a1426d2e0acc"} {"level":"info","ts":1785298253.8167706,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8807bf3b-9b7a-4d1a-bdc7-a1426d2e0acc"} {"level":"info","ts":1785298253.816782,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8807bf3b-9b7a-4d1a-bdc7-a1426d2e0acc","EoS":false} {"level":"info","ts":1785298253.8167937,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8807bf3b-9b7a-4d1a-bdc7-a1426d2e0acc","EoS":true} {"level":"info","ts":1785298253.8168132,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8807bf3b-9b7a-4d1a-bdc7-a1426d2e0acc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785298253.8168535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8807bf3b-9b7a-4d1a-bdc7-a1426d2e0acc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298253.816879,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8807bf3b-9b7a-4d1a-bdc7-a1426d2e0acc"} {"level":"info","ts":1785298253.9553304,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298253.9553993,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ce3fe5c-4296-421b-9ed4-6e3cdd7f614a"} {"level":"info","ts":1785298253.9554083,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ce3fe5c-4296-421b-9ed4-6e3cdd7f614a"} {"level":"info","ts":1785298253.9554193,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ce3fe5c-4296-421b-9ed4-6e3cdd7f614a","EoS":false} {"level":"info","ts":1785298253.9554324,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ce3fe5c-4296-421b-9ed4-6e3cdd7f614a","EoS":true} {"level":"info","ts":1785298253.955455,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ce3fe5c-4296-421b-9ed4-6e3cdd7f614a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785298253.9554703,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ce3fe5c-4296-421b-9ed4-6e3cdd7f614a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298253.9554925,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ce3fe5c-4296-421b-9ed4-6e3cdd7f614a"} {"level":"info","ts":1785298254.0930269,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298254.0931132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52927685-8e9c-4dee-a880-7ea36b70b0f9"} {"level":"info","ts":1785298254.0931253,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"52927685-8e9c-4dee-a880-7ea36b70b0f9"} {"level":"info","ts":1785298254.093143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52927685-8e9c-4dee-a880-7ea36b70b0f9","EoS":false} {"level":"info","ts":1785298254.0931625,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52927685-8e9c-4dee-a880-7ea36b70b0f9","EoS":true} {"level":"info","ts":1785298254.0931969,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52927685-8e9c-4dee-a880-7ea36b70b0f9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785298254.0932202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52927685-8e9c-4dee-a880-7ea36b70b0f9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298254.0932505,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"52927685-8e9c-4dee-a880-7ea36b70b0f9"} {"level":"info","ts":1785298254.227344,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298254.2274845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29c8eebf-a9b5-413d-a5ff-97e3e2650471"} {"level":"info","ts":1785298254.227501,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29c8eebf-a9b5-413d-a5ff-97e3e2650471"} {"level":"info","ts":1785298254.227522,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29c8eebf-a9b5-413d-a5ff-97e3e2650471","EoS":false} {"level":"info","ts":1785298254.227541,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29c8eebf-a9b5-413d-a5ff-97e3e2650471","EoS":true} {"level":"info","ts":1785298254.227576,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29c8eebf-a9b5-413d-a5ff-97e3e2650471","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785298254.2275977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29c8eebf-a9b5-413d-a5ff-97e3e2650471","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298254.2276416,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29c8eebf-a9b5-413d-a5ff-97e3e2650471"} {"level":"info","ts":1785298254.364846,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298254.3649204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29d572b6-cc69-4b3c-9024-4beed6f9fb2c"} {"level":"info","ts":1785298254.3649292,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29d572b6-cc69-4b3c-9024-4beed6f9fb2c"} {"level":"info","ts":1785298254.364941,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29d572b6-cc69-4b3c-9024-4beed6f9fb2c","EoS":false} {"level":"info","ts":1785298254.3649533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29d572b6-cc69-4b3c-9024-4beed6f9fb2c","EoS":true} {"level":"info","ts":1785298254.3649716,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29d572b6-cc69-4b3c-9024-4beed6f9fb2c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785298254.3649874,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29d572b6-cc69-4b3c-9024-4beed6f9fb2c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298254.3650079,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29d572b6-cc69-4b3c-9024-4beed6f9fb2c"} {"level":"info","ts":1785298254.50136,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298254.5014398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef9785f2-a994-4575-83af-f50bc6e10093"} {"level":"info","ts":1785298254.5014524,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef9785f2-a994-4575-83af-f50bc6e10093"} {"level":"info","ts":1785298254.501472,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef9785f2-a994-4575-83af-f50bc6e10093","EoS":false} {"level":"info","ts":1785298254.501493,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef9785f2-a994-4575-83af-f50bc6e10093","EoS":true} {"level":"info","ts":1785298254.5015225,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef9785f2-a994-4575-83af-f50bc6e10093","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785298254.5015416,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef9785f2-a994-4575-83af-f50bc6e10093","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298254.5015705,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef9785f2-a994-4575-83af-f50bc6e10093"} {"level":"info","ts":1785298288.247108,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298288.2471967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa07f20c-69ff-418d-b62d-935b6bdeffba"} {"level":"info","ts":1785298288.247211,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa07f20c-69ff-418d-b62d-935b6bdeffba"} {"level":"info","ts":1785298288.2472293,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa07f20c-69ff-418d-b62d-935b6bdeffba","EoS":false} {"level":"info","ts":1785298288.2472475,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa07f20c-69ff-418d-b62d-935b6bdeffba","EoS":true} {"level":"info","ts":1785298288.2472773,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa07f20c-69ff-418d-b62d-935b6bdeffba","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785298288.2472975,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa07f20c-69ff-418d-b62d-935b6bdeffba","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298288.2473264,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa07f20c-69ff-418d-b62d-935b6bdeffba"} {"level":"info","ts":1785298288.28347,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298288.2835374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47cf674e-7fee-471f-a7a1-e0c629d08a6e"} {"level":"info","ts":1785298288.2835524,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"47cf674e-7fee-471f-a7a1-e0c629d08a6e"} {"level":"info","ts":1785298288.283572,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47cf674e-7fee-471f-a7a1-e0c629d08a6e","EoS":false} {"level":"info","ts":1785298288.2835906,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47cf674e-7fee-471f-a7a1-e0c629d08a6e","EoS":true} {"level":"info","ts":1785298288.2836254,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47cf674e-7fee-471f-a7a1-e0c629d08a6e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785298288.2836418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47cf674e-7fee-471f-a7a1-e0c629d08a6e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298288.2836685,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"47cf674e-7fee-471f-a7a1-e0c629d08a6e"} {"level":"info","ts":1785298288.3208032,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298288.320922,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be5f5e89-e679-4b8c-8767-e6799208c7ff"} {"level":"info","ts":1785298288.320936,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be5f5e89-e679-4b8c-8767-e6799208c7ff"} {"level":"info","ts":1785298288.3209474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be5f5e89-e679-4b8c-8767-e6799208c7ff","EoS":false} {"level":"info","ts":1785298288.3209581,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be5f5e89-e679-4b8c-8767-e6799208c7ff","EoS":true} {"level":"info","ts":1785298288.3209777,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be5f5e89-e679-4b8c-8767-e6799208c7ff","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785298288.3209956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be5f5e89-e679-4b8c-8767-e6799208c7ff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298288.3210146,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be5f5e89-e679-4b8c-8767-e6799208c7ff"} {"level":"info","ts":1785298288.3500974,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298288.3501773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e1f5fda-389e-43b3-9ea2-352f350db658"} {"level":"info","ts":1785298288.3501906,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1e1f5fda-389e-43b3-9ea2-352f350db658"} {"level":"info","ts":1785298288.3502123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e1f5fda-389e-43b3-9ea2-352f350db658","EoS":false} {"level":"info","ts":1785298288.3502305,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e1f5fda-389e-43b3-9ea2-352f350db658","EoS":true} {"level":"info","ts":1785298288.350264,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e1f5fda-389e-43b3-9ea2-352f350db658","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785298288.3502824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e1f5fda-389e-43b3-9ea2-352f350db658","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298288.3503149,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1e1f5fda-389e-43b3-9ea2-352f350db658"} {"level":"info","ts":1785298288.3883655,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298288.3884346,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0bbbe7ab-f506-4329-9f1b-0e70b58ce811"} {"level":"info","ts":1785298293.0006108,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298293.0007026,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ee1620f-de40-4a18-a4bc-771dbac51c05"} {"level":"info","ts":1785298293.0007153,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ee1620f-de40-4a18-a4bc-771dbac51c05"} {"level":"info","ts":1785298293.000727,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ee1620f-de40-4a18-a4bc-771dbac51c05","EoS":false} {"level":"info","ts":1785298293.0007386,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ee1620f-de40-4a18-a4bc-771dbac51c05","EoS":true} {"level":"info","ts":1785298293.0007577,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ee1620f-de40-4a18-a4bc-771dbac51c05","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298293.000774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ee1620f-de40-4a18-a4bc-771dbac51c05","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298293.0007951,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ee1620f-de40-4a18-a4bc-771dbac51c05"} {"level":"info","ts":1785298301.5932775,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298301.593356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3bffd85-36d3-4fe9-91c4-e50773450962"} {"level":"info","ts":1785298301.593365,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c3bffd85-36d3-4fe9-91c4-e50773450962"} {"level":"info","ts":1785298301.5933774,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3bffd85-36d3-4fe9-91c4-e50773450962","EoS":false} {"level":"info","ts":1785298301.593392,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3bffd85-36d3-4fe9-91c4-e50773450962","EoS":true} {"level":"info","ts":1785298301.5934122,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3bffd85-36d3-4fe9-91c4-e50773450962","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785298301.5934272,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3bffd85-36d3-4fe9-91c4-e50773450962","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298301.5934472,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c3bffd85-36d3-4fe9-91c4-e50773450962"} {"level":"info","ts":1785298303.6263833,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298303.6264923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8c98e3e-a931-4261-97d9-f81f20a2afec"} {"level":"info","ts":1785298303.626505,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c8c98e3e-a931-4261-97d9-f81f20a2afec"} {"level":"info","ts":1785298303.6265159,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8c98e3e-a931-4261-97d9-f81f20a2afec","EoS":false} {"level":"info","ts":1785298303.6265292,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8c98e3e-a931-4261-97d9-f81f20a2afec","EoS":true} {"level":"info","ts":1785298303.6265507,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8c98e3e-a931-4261-97d9-f81f20a2afec","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785298303.626566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8c98e3e-a931-4261-97d9-f81f20a2afec","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298303.626586,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c8c98e3e-a931-4261-97d9-f81f20a2afec"} {"level":"info","ts":1785298305.6621437,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298305.6622226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d32b5e77-9508-47e2-afdd-d6204b613e40"} {"level":"info","ts":1785298305.6622326,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d32b5e77-9508-47e2-afdd-d6204b613e40"} {"level":"info","ts":1785298305.6622438,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d32b5e77-9508-47e2-afdd-d6204b613e40","EoS":false} {"level":"info","ts":1785298305.6622539,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d32b5e77-9508-47e2-afdd-d6204b613e40","EoS":true} {"level":"info","ts":1785298305.6622717,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d32b5e77-9508-47e2-afdd-d6204b613e40","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785298305.662285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d32b5e77-9508-47e2-afdd-d6204b613e40","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298305.6623054,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d32b5e77-9508-47e2-afdd-d6204b613e40"} {"level":"info","ts":1785298318.5268514,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298318.5269358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5dbea37-6a92-498c-8d01-62084b5ff025"} {"level":"info","ts":1785298318.5269504,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f5dbea37-6a92-498c-8d01-62084b5ff025"} {"level":"info","ts":1785298318.5269628,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f5dbea37-6a92-498c-8d01-62084b5ff025","EoS":false} {"level":"info","ts":1785298318.5269756,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f5dbea37-6a92-498c-8d01-62084b5ff025","EoS":true} {"level":"info","ts":1785298318.527005,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5dbea37-6a92-498c-8d01-62084b5ff025","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298318.5270267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5dbea37-6a92-498c-8d01-62084b5ff025","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298318.5271418,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f5dbea37-6a92-498c-8d01-62084b5ff025"} {"level":"info","ts":1785298327.0383527,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298327.038429,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddf31bf1-d6cd-4874-8af2-4b81ae8fd089"} {"level":"info","ts":1785298327.0384376,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ddf31bf1-d6cd-4874-8af2-4b81ae8fd089"} {"level":"info","ts":1785298327.0384488,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddf31bf1-d6cd-4874-8af2-4b81ae8fd089","EoS":false} {"level":"info","ts":1785298327.0384617,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddf31bf1-d6cd-4874-8af2-4b81ae8fd089","EoS":true} {"level":"info","ts":1785298327.038483,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ddf31bf1-d6cd-4874-8af2-4b81ae8fd089","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298327.0384984,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddf31bf1-d6cd-4874-8af2-4b81ae8fd089","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298327.0385184,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ddf31bf1-d6cd-4874-8af2-4b81ae8fd089"} {"level":"info","ts":1785298335.9083524,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298335.9084342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c26dfd30-d578-486d-93f5-e48ed8def9fe"} {"level":"info","ts":1785298335.9084458,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c26dfd30-d578-486d-93f5-e48ed8def9fe"} {"level":"info","ts":1785298335.9084575,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c26dfd30-d578-486d-93f5-e48ed8def9fe","EoS":false} {"level":"info","ts":1785298335.9084678,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c26dfd30-d578-486d-93f5-e48ed8def9fe","EoS":true} {"level":"info","ts":1785298335.9084873,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c26dfd30-d578-486d-93f5-e48ed8def9fe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298335.9085054,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c26dfd30-d578-486d-93f5-e48ed8def9fe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298335.9085271,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c26dfd30-d578-486d-93f5-e48ed8def9fe"} {"level":"info","ts":1785298344.8545432,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298344.8546233,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84366e46-8f65-4f3b-98db-087b697d5afd"} {"level":"info","ts":1785298344.8546345,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84366e46-8f65-4f3b-98db-087b697d5afd"} {"level":"info","ts":1785298344.8546572,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84366e46-8f65-4f3b-98db-087b697d5afd","EoS":false} {"level":"info","ts":1785298344.8546774,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84366e46-8f65-4f3b-98db-087b697d5afd","EoS":true} {"level":"info","ts":1785298344.8546994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84366e46-8f65-4f3b-98db-087b697d5afd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298344.8547153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84366e46-8f65-4f3b-98db-087b697d5afd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298344.8547826,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84366e46-8f65-4f3b-98db-087b697d5afd"} {"level":"info","ts":1785298355.8085904,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298355.808691,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bcda772-d338-47a7-9a73-6565fef9ecaf"} {"level":"info","ts":1785298355.8087091,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1bcda772-d338-47a7-9a73-6565fef9ecaf"} {"level":"info","ts":1785298355.8087265,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1bcda772-d338-47a7-9a73-6565fef9ecaf","EoS":false} {"level":"info","ts":1785298355.8087416,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1bcda772-d338-47a7-9a73-6565fef9ecaf","EoS":true} {"level":"info","ts":1785298355.8087726,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1bcda772-d338-47a7-9a73-6565fef9ecaf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785298355.8087924,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1bcda772-d338-47a7-9a73-6565fef9ecaf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298355.808837,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1bcda772-d338-47a7-9a73-6565fef9ecaf"} {"level":"info","ts":1785298360.548691,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298360.548778,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"650ae01b-f980-40ac-890b-7b7bc25e7c32"} {"level":"info","ts":1785298360.5487916,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"650ae01b-f980-40ac-890b-7b7bc25e7c32"} {"level":"info","ts":1785298360.5488105,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"650ae01b-f980-40ac-890b-7b7bc25e7c32","EoS":false} {"level":"info","ts":1785298360.54886,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"650ae01b-f980-40ac-890b-7b7bc25e7c32","EoS":true} {"level":"info","ts":1785298360.548893,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"650ae01b-f980-40ac-890b-7b7bc25e7c32","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785298360.5489123,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"650ae01b-f980-40ac-890b-7b7bc25e7c32","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298360.5489447,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"650ae01b-f980-40ac-890b-7b7bc25e7c32"} {"level":"info","ts":1785298371.4981701,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298371.4982672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20770bb4-c567-4ebd-9f1e-0d8e05e4af47"} {"level":"info","ts":1785298371.4982846,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20770bb4-c567-4ebd-9f1e-0d8e05e4af47"} {"level":"info","ts":1785298371.4983037,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20770bb4-c567-4ebd-9f1e-0d8e05e4af47","EoS":false} {"level":"info","ts":1785298371.4983253,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20770bb4-c567-4ebd-9f1e-0d8e05e4af47","EoS":true} {"level":"info","ts":1785298371.4983559,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20770bb4-c567-4ebd-9f1e-0d8e05e4af47","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785298371.498375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20770bb4-c567-4ebd-9f1e-0d8e05e4af47","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298371.4984007,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20770bb4-c567-4ebd-9f1e-0d8e05e4af47"} {"level":"info","ts":1785298404.4745364,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298404.474623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a459bcad-ed0b-4f9e-9193-32784c11c985"} {"level":"info","ts":1785298404.4746363,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a459bcad-ed0b-4f9e-9193-32784c11c985"} {"level":"info","ts":1785298404.4746556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a459bcad-ed0b-4f9e-9193-32784c11c985","EoS":false} {"level":"info","ts":1785298404.4746773,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a459bcad-ed0b-4f9e-9193-32784c11c985","EoS":true} {"level":"info","ts":1785298404.4747086,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a459bcad-ed0b-4f9e-9193-32784c11c985","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785298404.4747303,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a459bcad-ed0b-4f9e-9193-32784c11c985","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298404.4747539,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a459bcad-ed0b-4f9e-9193-32784c11c985"} {"level":"info","ts":1785298413.7576075,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298413.7576904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d824758b-3593-47f4-8029-4f82e936a87a"} {"level":"info","ts":1785298413.7577038,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d824758b-3593-47f4-8029-4f82e936a87a"} {"level":"info","ts":1785298413.7577162,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d824758b-3593-47f4-8029-4f82e936a87a","EoS":false} {"level":"info","ts":1785298413.7577262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d824758b-3593-47f4-8029-4f82e936a87a","EoS":true} {"level":"info","ts":1785298413.7577484,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d824758b-3593-47f4-8029-4f82e936a87a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298413.7577665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d824758b-3593-47f4-8029-4f82e936a87a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298413.7577991,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d824758b-3593-47f4-8029-4f82e936a87a"} {"level":"info","ts":1785298440.4052851,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298440.405379,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b8ec69e-6aa3-45e5-aec0-8a8f6d86dbbf"} {"level":"info","ts":1785298440.4053886,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8b8ec69e-6aa3-45e5-aec0-8a8f6d86dbbf"} {"level":"info","ts":1785298440.4053996,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b8ec69e-6aa3-45e5-aec0-8a8f6d86dbbf","EoS":false} {"level":"info","ts":1785298440.4054132,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b8ec69e-6aa3-45e5-aec0-8a8f6d86dbbf","EoS":true} {"level":"info","ts":1785298440.4054337,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b8ec69e-6aa3-45e5-aec0-8a8f6d86dbbf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785298440.4054503,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b8ec69e-6aa3-45e5-aec0-8a8f6d86dbbf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298440.4054718,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8b8ec69e-6aa3-45e5-aec0-8a8f6d86dbbf"} {"level":"info","ts":1785298449.9110732,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298449.9111476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83c61a3c-7c62-46fa-9e72-165e598095c8"} {"level":"info","ts":1785298449.9111586,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"83c61a3c-7c62-46fa-9e72-165e598095c8"} {"level":"info","ts":1785298449.9111705,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83c61a3c-7c62-46fa-9e72-165e598095c8","EoS":false} {"level":"info","ts":1785298449.911182,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83c61a3c-7c62-46fa-9e72-165e598095c8","EoS":true} {"level":"info","ts":1785298449.9112005,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83c61a3c-7c62-46fa-9e72-165e598095c8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298449.9112167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83c61a3c-7c62-46fa-9e72-165e598095c8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298449.911239,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"83c61a3c-7c62-46fa-9e72-165e598095c8"} {"level":"info","ts":1785298459.2861428,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298459.2862172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dfa6609-a8d1-4bd6-b90c-47a86643d660"} {"level":"info","ts":1785298459.2862296,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3dfa6609-a8d1-4bd6-b90c-47a86643d660"} {"level":"info","ts":1785298459.286241,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dfa6609-a8d1-4bd6-b90c-47a86643d660","EoS":false} {"level":"info","ts":1785298459.2862546,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dfa6609-a8d1-4bd6-b90c-47a86643d660","EoS":true} {"level":"info","ts":1785298459.2862859,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3dfa6609-a8d1-4bd6-b90c-47a86643d660","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298459.2863033,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dfa6609-a8d1-4bd6-b90c-47a86643d660","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298459.2863235,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3dfa6609-a8d1-4bd6-b90c-47a86643d660"} {"level":"info","ts":1785298459.3211918,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298459.3212557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49d42169-f8f0-42a4-9695-21107c01bf54"} {"level":"info","ts":1785298459.3212657,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"49d42169-f8f0-42a4-9695-21107c01bf54"} {"level":"info","ts":1785298459.321276,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49d42169-f8f0-42a4-9695-21107c01bf54","EoS":false} {"level":"info","ts":1785298459.3212864,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49d42169-f8f0-42a4-9695-21107c01bf54","EoS":true} {"level":"info","ts":1785298459.3213017,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49d42169-f8f0-42a4-9695-21107c01bf54","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298459.321316,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49d42169-f8f0-42a4-9695-21107c01bf54","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298459.3213356,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"49d42169-f8f0-42a4-9695-21107c01bf54"} {"level":"info","ts":1785298478.4348028,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298478.434925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72654cb9-170e-4d27-8815-1a4ca5731771"} {"level":"info","ts":1785298478.434942,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"72654cb9-170e-4d27-8815-1a4ca5731771"} {"level":"info","ts":1785298478.4349606,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72654cb9-170e-4d27-8815-1a4ca5731771","EoS":false} {"level":"info","ts":1785298478.4349833,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72654cb9-170e-4d27-8815-1a4ca5731771","EoS":true} {"level":"info","ts":1785298478.4350152,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72654cb9-170e-4d27-8815-1a4ca5731771","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298478.4350343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72654cb9-170e-4d27-8815-1a4ca5731771","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298478.4350643,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"72654cb9-170e-4d27-8815-1a4ca5731771"} {"level":"info","ts":1785298487.7577622,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298487.757896,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8998f60b-746a-4806-b93d-0433ba779cd9"} {"level":"info","ts":1785298487.7579143,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8998f60b-746a-4806-b93d-0433ba779cd9"} {"level":"info","ts":1785298487.757932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8998f60b-746a-4806-b93d-0433ba779cd9","EoS":false} {"level":"info","ts":1785298487.7579496,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8998f60b-746a-4806-b93d-0433ba779cd9","EoS":true} {"level":"info","ts":1785298487.757975,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8998f60b-746a-4806-b93d-0433ba779cd9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298487.757995,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8998f60b-746a-4806-b93d-0433ba779cd9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298487.7580674,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8998f60b-746a-4806-b93d-0433ba779cd9"} {"level":"info","ts":1785298503.8475668,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298503.8476534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49b83fe1-24f2-4ca0-87cf-744414316084"} {"level":"info","ts":1785298503.8476624,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"49b83fe1-24f2-4ca0-87cf-744414316084"} {"level":"info","ts":1785298503.8476725,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49b83fe1-24f2-4ca0-87cf-744414316084","EoS":false} {"level":"info","ts":1785298503.847685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49b83fe1-24f2-4ca0-87cf-744414316084","EoS":true} {"level":"info","ts":1785298503.847709,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49b83fe1-24f2-4ca0-87cf-744414316084","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785298503.847724,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49b83fe1-24f2-4ca0-87cf-744414316084","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298503.847745,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"49b83fe1-24f2-4ca0-87cf-744414316084"} {"level":"info","ts":1785298750.9310038,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298750.9310985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18a6fd81-d736-4f5a-8141-9098851a8f65"} {"level":"info","ts":1785298750.931108,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"18a6fd81-d736-4f5a-8141-9098851a8f65"} {"level":"info","ts":1785298750.93112,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"18a6fd81-d736-4f5a-8141-9098851a8f65","EoS":false} {"level":"info","ts":1785298750.9311345,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"18a6fd81-d736-4f5a-8141-9098851a8f65","EoS":true} {"level":"info","ts":1785298750.9311562,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"18a6fd81-d736-4f5a-8141-9098851a8f65","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298750.9311707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18a6fd81-d736-4f5a-8141-9098851a8f65","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298750.9311922,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"18a6fd81-d736-4f5a-8141-9098851a8f65"} {"level":"info","ts":1785298766.158009,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298766.1580892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12b4b0e8-c78d-4aa5-bfb5-14b3d77e8986"} {"level":"info","ts":1785298766.1581025,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"12b4b0e8-c78d-4aa5-bfb5-14b3d77e8986"} {"level":"info","ts":1785298766.1581194,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12b4b0e8-c78d-4aa5-bfb5-14b3d77e8986","EoS":false} {"level":"info","ts":1785298766.1581395,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12b4b0e8-c78d-4aa5-bfb5-14b3d77e8986","EoS":true} {"level":"info","ts":1785298766.1581705,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"12b4b0e8-c78d-4aa5-bfb5-14b3d77e8986","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298766.1581903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12b4b0e8-c78d-4aa5-bfb5-14b3d77e8986","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298766.1582224,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"12b4b0e8-c78d-4aa5-bfb5-14b3d77e8986"} {"level":"info","ts":1785298766.426618,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298766.4266992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2fbcde39-b3b4-4102-aa5e-31c087a93081"} {"level":"info","ts":1785298766.4267082,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2fbcde39-b3b4-4102-aa5e-31c087a93081"} {"level":"info","ts":1785298766.4267187,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2fbcde39-b3b4-4102-aa5e-31c087a93081","EoS":false} {"level":"info","ts":1785298766.426731,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2fbcde39-b3b4-4102-aa5e-31c087a93081","EoS":true} {"level":"info","ts":1785298766.4267519,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2fbcde39-b3b4-4102-aa5e-31c087a93081","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298766.4267669,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2fbcde39-b3b4-4102-aa5e-31c087a93081","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298766.4267864,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2fbcde39-b3b4-4102-aa5e-31c087a93081"} {"level":"info","ts":1785299149.5991144,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299149.5992079,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"568ceabf-ed49-4183-a3b7-dbf9a882df29"} {"level":"info","ts":1785299149.599225,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"568ceabf-ed49-4183-a3b7-dbf9a882df29"} {"level":"info","ts":1785299149.5992444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"568ceabf-ed49-4183-a3b7-dbf9a882df29","EoS":false} {"level":"info","ts":1785299149.599266,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"568ceabf-ed49-4183-a3b7-dbf9a882df29","EoS":true} {"level":"info","ts":1785299149.5992973,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"568ceabf-ed49-4183-a3b7-dbf9a882df29","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785299149.5993214,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"568ceabf-ed49-4183-a3b7-dbf9a882df29","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785299149.599346,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"568ceabf-ed49-4183-a3b7-dbf9a882df29"} {"level":"info","ts":1785299149.644135,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299149.6441956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a401c3fd-b471-455d-af54-203930453cc6"} {"level":"info","ts":1785299149.6442044,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a401c3fd-b471-455d-af54-203930453cc6"} {"level":"info","ts":1785299149.6442149,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a401c3fd-b471-455d-af54-203930453cc6","EoS":false} {"level":"info","ts":1785299149.644224,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a401c3fd-b471-455d-af54-203930453cc6","EoS":true} {"level":"info","ts":1785299149.6442454,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a401c3fd-b471-455d-af54-203930453cc6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785299149.644264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a401c3fd-b471-455d-af54-203930453cc6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785299149.644281,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a401c3fd-b471-455d-af54-203930453cc6"} {"level":"info","ts":1785299149.675998,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299149.6760478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f76f8f52-48f3-4488-ae9d-0776c9f7c4c0"} {"level":"info","ts":1785299149.6760566,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f76f8f52-48f3-4488-ae9d-0776c9f7c4c0"} {"level":"info","ts":1785299149.6760662,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f76f8f52-48f3-4488-ae9d-0776c9f7c4c0","EoS":false} {"level":"info","ts":1785299149.6760757,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f76f8f52-48f3-4488-ae9d-0776c9f7c4c0","EoS":true} {"level":"info","ts":1785299149.6760912,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f76f8f52-48f3-4488-ae9d-0776c9f7c4c0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785299149.6761036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f76f8f52-48f3-4488-ae9d-0776c9f7c4c0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785299149.6761196,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f76f8f52-48f3-4488-ae9d-0776c9f7c4c0"} {"level":"info","ts":1785299154.4775717,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dec8ae7f-16ba-4970-8884-aaf2883a0711","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785299154.4776087,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dec8ae7f-16ba-4970-8884-aaf2883a0711","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785299154.4776683,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a318ca19-2133-46a8-b616-16ac8490cc1f"} {"level":"info","ts":1785299154.484988,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f4e6efdd-2d3b-4497-8768-f2d9f8db68c4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785299154.4850197,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f4e6efdd-2d3b-4497-8768-f2d9f8db68c4","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785299154.4859195,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a318ca19-2133-46a8-b616-16ac8490cc1f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299154.4861312,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37476.665631575,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299154.4861476,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299154.6081593,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6357d1f3-b8a6-4b2d-bb4a-b7246ac48aaf"} {"level":"info","ts":1785299154.608333,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"024e9110-bbdc-43c9-8bb3-ceac88c1a175","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299154.6083992,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6357d1f3-b8a6-4b2d-bb4a-b7246ac48aaf","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785299154.6087859,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"024e9110-bbdc-43c9-8bb3-ceac88c1a175","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785299154.6113367,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785299154.6146889,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6357d1f3-b8a6-4b2d-bb4a-b7246ac48aaf","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299154.6147687,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fad0411-319d-486b-8a92-9490f025e4c5"} {"level":"info","ts":1785299154.614813,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fad0411-319d-486b-8a92-9490f025e4c5","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785299154.6206064,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2a06a03-7316-446d-b35e-fc6551794410","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785299154.6206436,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2a06a03-7316-446d-b35e-fc6551794410","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785299154.6207254,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8020489-49ea-4f24-866e-3efc139b8b9b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299154.6207535,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8020489-49ea-4f24-866e-3efc139b8b9b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785299154.620928,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fad0411-319d-486b-8a92-9490f025e4c5","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299154.6209853,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d7ea04f-2ca3-44ad-929c-fd2dbfdc3af4"} {"level":"info","ts":1785299154.6212003,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34871.171073251,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299154.6212194,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299154.6280563,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299154.686347,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33091.065780585,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299154.6863759,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299154.7065146,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299154.7213535,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d7ea04f-2ca3-44ad-929c-fd2dbfdc3af4","name":"e2e-external-model"} {"level":"info","ts":1785299154.7294924,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d7ea04f-2ca3-44ad-929c-fd2dbfdc3af4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785299154.7366784,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a0266221-eb7e-496f-aff1-89ba3902a370","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299154.7367237,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a0266221-eb7e-496f-aff1-89ba3902a370","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785299154.7366884,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da2fb174-3b98-4e94-9634-b4f576b57cf2"} {"level":"info","ts":1785299154.7367988,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da2fb174-3b98-4e94-9634-b4f576b57cf2","name":"e2e-external-model"} {"level":"error","ts":1785299154.749159,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da2fb174-3b98-4e94-9634-b4f576b57cf2","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299154.7492323,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76c5aa28-ff30-4349-a1b1-dd4313e288c3"} {"level":"info","ts":1785299154.7492876,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76c5aa28-ff30-4349-a1b1-dd4313e288c3","name":"e2e-external-model"} {"level":"info","ts":1785299154.7492342,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6745dc0-4b0e-4fc4-a4f7-d131064ba92e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299154.7493567,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6745dc0-4b0e-4fc4-a4f7-d131064ba92e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785299154.7580893,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76c5aa28-ff30-4349-a1b1-dd4313e288c3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785299154.7646098,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a4ceba4-ae0f-4881-8df3-fa39325df2e2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299154.764638,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a4ceba4-ae0f-4881-8df3-fa39325df2e2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785299154.7647226,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53906e42-7fe6-4a9a-aea7-ec08eb585e7c"} {"level":"info","ts":1785299154.7647638,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53906e42-7fe6-4a9a-aea7-ec08eb585e7c","name":"e2e-external-model"} {"level":"info","ts":1785299154.7718723,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53906e42-7fe6-4a9a-aea7-ec08eb585e7c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785299154.7869606,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a318ca19-2133-46a8-b616-16ac8490cc1f","name":"e2e-external-provider"} {"level":"info","ts":1785299154.7957711,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a318ca19-2133-46a8-b616-16ac8490cc1f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785299154.79909,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a318ca19-2133-46a8-b616-16ac8490cc1f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299154.7991767,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"faf0bab5-56f8-4c93-9971-5b4d1a7807d9"} {"level":"info","ts":1785299154.799219,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"faf0bab5-56f8-4c93-9971-5b4d1a7807d9","name":"e2e-external-provider"} {"level":"info","ts":1785299154.807582,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"faf0bab5-56f8-4c93-9971-5b4d1a7807d9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785299176.8179116,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299176.817998,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d820b4f8-4a9b-4e65-bba7-7979d0c2995c"} {"level":"info","ts":1785299176.8180125,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d820b4f8-4a9b-4e65-bba7-7979d0c2995c"} {"level":"info","ts":1785299176.818028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d820b4f8-4a9b-4e65-bba7-7979d0c2995c","EoS":false} {"level":"info","ts":1785299176.8180606,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d820b4f8-4a9b-4e65-bba7-7979d0c2995c","EoS":true} {"level":"info","ts":1785299176.8180873,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d820b4f8-4a9b-4e65-bba7-7979d0c2995c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785299176.8181064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d820b4f8-4a9b-4e65-bba7-7979d0c2995c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785299176.8181195,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d820b4f8-4a9b-4e65-bba7-7979d0c2995c","modelName":"e2e-external-model"} {"level":"info","ts":1785299176.8181372,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d820b4f8-4a9b-4e65-bba7-7979d0c2995c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785299176.8182049,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d820b4f8-4a9b-4e65-bba7-7979d0c2995c"} {"level":"info","ts":1785299176.8629887,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299176.8630593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0633e5e-d112-4ff6-908d-d4dc20ccb1a7"} {"level":"info","ts":1785299176.8630714,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a0633e5e-d112-4ff6-908d-d4dc20ccb1a7"} {"level":"info","ts":1785299176.8630822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0633e5e-d112-4ff6-908d-d4dc20ccb1a7","EoS":false} {"level":"info","ts":1785299176.863096,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0633e5e-d112-4ff6-908d-d4dc20ccb1a7","EoS":true} {"level":"info","ts":1785299176.8631208,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0633e5e-d112-4ff6-908d-d4dc20ccb1a7","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785299176.8631372,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0633e5e-d112-4ff6-908d-d4dc20ccb1a7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785299176.863205,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a0633e5e-d112-4ff6-908d-d4dc20ccb1a7","modelName":"e2e-external-model"} {"level":"info","ts":1785299176.8632197,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a0633e5e-d112-4ff6-908d-d4dc20ccb1a7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785299176.8632548,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a0633e5e-d112-4ff6-908d-d4dc20ccb1a7"} {"level":"info","ts":1785299176.8840249,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299176.8840787,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"529ed9f9-8d2e-437a-957f-b649cb859ade"} {"level":"info","ts":1785299176.8840861,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"529ed9f9-8d2e-437a-957f-b649cb859ade"} {"level":"info","ts":1785299176.884096,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"529ed9f9-8d2e-437a-957f-b649cb859ade","EoS":false} {"level":"info","ts":1785299176.8841133,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"529ed9f9-8d2e-437a-957f-b649cb859ade","EoS":true} {"level":"info","ts":1785299176.884132,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"529ed9f9-8d2e-437a-957f-b649cb859ade","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785299176.8841445,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"529ed9f9-8d2e-437a-957f-b649cb859ade","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785299176.8841512,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"529ed9f9-8d2e-437a-957f-b649cb859ade","modelName":"e2e-external-model"} {"level":"info","ts":1785299176.8841634,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"529ed9f9-8d2e-437a-957f-b649cb859ade","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785299176.8842025,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"529ed9f9-8d2e-437a-957f-b649cb859ade"} {"level":"info","ts":1785299177.1335988,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87ca6887-472c-4958-99b4-1d67b65052a2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785299177.1336493,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87ca6887-472c-4958-99b4-1d67b65052a2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785299177.1335988,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dca5c922-c5d3-4c67-b7bc-a02552c26078"} {"level":"info","ts":1785299177.1411772,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7219a816-b3f6-41a0-a3be-4177b54385f2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785299177.14121,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7219a816-b3f6-41a0-a3be-4177b54385f2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785299177.1422513,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dca5c922-c5d3-4c67-b7bc-a02552c26078","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299177.1423106,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dca5c922-c5d3-4c67-b7bc-a02552c26078","name":"e2e-cleanup-test"} {"level":"info","ts":1785299177.158188,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dca5c922-c5d3-4c67-b7bc-a02552c26078","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785299177.162392,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dca5c922-c5d3-4c67-b7bc-a02552c26078","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299177.162468,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61fb0833-d478-49d8-a552-e14a81e3396d"} {"level":"info","ts":1785299177.1625147,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61fb0833-d478-49d8-a552-e14a81e3396d","name":"e2e-cleanup-test"} {"level":"info","ts":1785299177.1714056,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"800360fa-fe82-4c05-8971-e741b6916b47","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785299177.171445,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"800360fa-fe82-4c05-8971-e741b6916b47","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785299177.176952,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61fb0833-d478-49d8-a552-e14a81e3396d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785299177.1769927,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61fb0833-d478-49d8-a552-e14a81e3396d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299177.1770523,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de5737d0-403b-4e7f-8dc8-09b9b1c441d1"} {"level":"info","ts":1785299177.1771123,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de5737d0-403b-4e7f-8dc8-09b9b1c441d1","name":"e2e-cleanup-test"} {"level":"info","ts":1785299177.1889994,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de5737d0-403b-4e7f-8dc8-09b9b1c441d1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785299177.1907568,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81a1cd29-7fc3-4643-8dcd-b0f1ca836cee","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785299177.190808,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81a1cd29-7fc3-4643-8dcd-b0f1ca836cee","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785299177.192454,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de5737d0-403b-4e7f-8dc8-09b9b1c441d1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299177.1925273,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c269b5b6-b8ff-406a-bb2e-f867fee8a1f9"} {"level":"info","ts":1785299177.1925817,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c269b5b6-b8ff-406a-bb2e-f867fee8a1f9","name":"e2e-cleanup-test"} {"level":"info","ts":1785299177.1993337,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c269b5b6-b8ff-406a-bb2e-f867fee8a1f9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785299185.3935258,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bcb468c3-2696-47d7-93e1-aeb7fe1bbb96","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785299185.3935747,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bcb468c3-2696-47d7-93e1-aeb7fe1bbb96","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785299185.3935173,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"96b045ba-cdee-412c-b881-00ddef0dce21"} {"level":"info","ts":1785299189.6893709,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299189.689466,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97e80fde-124d-4eaa-9a6d-26b49ec58bc8"} {"level":"info","ts":1785299189.6894763,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"97e80fde-124d-4eaa-9a6d-26b49ec58bc8"} {"level":"info","ts":1785299189.6894886,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97e80fde-124d-4eaa-9a6d-26b49ec58bc8","EoS":false} {"level":"info","ts":1785299189.6894991,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97e80fde-124d-4eaa-9a6d-26b49ec58bc8","EoS":true} {"level":"info","ts":1785299189.689519,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97e80fde-124d-4eaa-9a6d-26b49ec58bc8","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785299189.6895351,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97e80fde-124d-4eaa-9a6d-26b49ec58bc8","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785299189.689558,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"97e80fde-124d-4eaa-9a6d-26b49ec58bc8"} {"level":"info","ts":1785299189.7121606,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299189.712231,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c40973f-9e02-47d3-978f-f15f34369c80"} {"level":"info","ts":1785299189.7122438,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c40973f-9e02-47d3-978f-f15f34369c80"} {"level":"info","ts":1785299189.7122607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c40973f-9e02-47d3-978f-f15f34369c80","EoS":false} {"level":"info","ts":1785299189.7122784,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c40973f-9e02-47d3-978f-f15f34369c80","EoS":true} {"level":"info","ts":1785299189.7123032,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c40973f-9e02-47d3-978f-f15f34369c80","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785299189.7123218,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c40973f-9e02-47d3-978f-f15f34369c80","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785299189.712334,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0c40973f-9e02-47d3-978f-f15f34369c80","modelName":"e2e-external-model"} {"level":"info","ts":1785299189.712355,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0c40973f-9e02-47d3-978f-f15f34369c80","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785299189.7124033,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c40973f-9e02-47d3-978f-f15f34369c80"} {"level":"info","ts":1785299189.847455,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299189.84752,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45270c35-9eee-4110-9303-1af3711b09a6"} {"level":"info","ts":1785299189.8475282,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"45270c35-9eee-4110-9303-1af3711b09a6"} {"level":"info","ts":1785299189.8475382,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"45270c35-9eee-4110-9303-1af3711b09a6","EoS":false} {"level":"info","ts":1785299189.8475475,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"45270c35-9eee-4110-9303-1af3711b09a6","EoS":true} {"level":"info","ts":1785299189.8475773,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"45270c35-9eee-4110-9303-1af3711b09a6","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785299189.847593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45270c35-9eee-4110-9303-1af3711b09a6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785299189.8476129,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"45270c35-9eee-4110-9303-1af3711b09a6"} {"level":"info","ts":1785299189.9552019,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299189.9552684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a098a640-b24f-4821-88d7-f8845d7eeafc"} {"level":"info","ts":1785299189.955277,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a098a640-b24f-4821-88d7-f8845d7eeafc"} {"level":"info","ts":1785299189.9552867,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a098a640-b24f-4821-88d7-f8845d7eeafc","EoS":false} {"level":"info","ts":1785299189.9552963,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a098a640-b24f-4821-88d7-f8845d7eeafc","EoS":true} {"level":"info","ts":1785299189.9553168,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"a098a640-b24f-4821-88d7-f8845d7eeafc","field":"model"} {"level":"info","ts":1785299189.9553406,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a098a640-b24f-4821-88d7-f8845d7eeafc"} {"level":"info","ts":1785299190.812018,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"456b449b-f5c3-4cc1-8241-b0a03f0bdd13"} {"level":"info","ts":1785299190.8120182,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e03bcdcb-5cfa-4a51-a27f-ac66d74b980d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299190.8120806,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e03bcdcb-5cfa-4a51-a27f-ac66d74b980d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299190.958306,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35ecdb16-0ff2-424a-84e8-2018ec815f84","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785299190.9583302,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"53ba7aa3-1c76-47e0-9550-6b813295b575"} {"level":"info","ts":1785299190.9583502,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35ecdb16-0ff2-424a-84e8-2018ec815f84","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785301004.4560053,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785301004.4560914,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fe13fb1f-2b2c-48f2-ba5b-b91be0cb51c1"} {"level":"info","ts":1785301082.2393064,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785301082.2393942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b86f3f2a-3253-4a2b-9c89-8ebc1cf552ea"} {"level":"info","ts":1785301082.2394059,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b86f3f2a-3253-4a2b-9c89-8ebc1cf552ea"} {"level":"info","ts":1785301082.2394173,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b86f3f2a-3253-4a2b-9c89-8ebc1cf552ea","EoS":false} {"level":"info","ts":1785301082.2394288,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b86f3f2a-3253-4a2b-9c89-8ebc1cf552ea","EoS":true} {"level":"info","ts":1785301082.2394514,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b86f3f2a-3253-4a2b-9c89-8ebc1cf552ea","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785301082.2394662,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b86f3f2a-3253-4a2b-9c89-8ebc1cf552ea","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785301082.2394865,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b86f3f2a-3253-4a2b-9c89-8ebc1cf552ea"}