{"level":"info","ts":1785383967.576849,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383967.5768988,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e266571a-4c49-4421-8209-3d9954161bb3"} {"level":"info","ts":1785383967.576909,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e266571a-4c49-4421-8209-3d9954161bb3"} {"level":"info","ts":1785383967.576919,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e266571a-4c49-4421-8209-3d9954161bb3","EoS":false} {"level":"info","ts":1785383967.5769281,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e266571a-4c49-4421-8209-3d9954161bb3","EoS":true} {"level":"info","ts":1785383967.576942,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e266571a-4c49-4421-8209-3d9954161bb3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785383967.5769558,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e266571a-4c49-4421-8209-3d9954161bb3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785383967.576972,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e266571a-4c49-4421-8209-3d9954161bb3"} {"level":"info","ts":1785383968.2421129,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383968.2421913,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58305505-8456-4bea-9e85-908879079092"} {"level":"info","ts":1785383968.242202,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"58305505-8456-4bea-9e85-908879079092"} {"level":"info","ts":1785383968.242213,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58305505-8456-4bea-9e85-908879079092","EoS":false} {"level":"info","ts":1785383968.242226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58305505-8456-4bea-9e85-908879079092","EoS":true} {"level":"info","ts":1785383968.242247,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58305505-8456-4bea-9e85-908879079092","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785383968.242263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58305505-8456-4bea-9e85-908879079092","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383968.2422836,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"58305505-8456-4bea-9e85-908879079092"} {"level":"info","ts":1785383968.2789693,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383968.2790403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a0c407b-49ba-47ce-9b99-5592496ebae5"} {"level":"info","ts":1785383968.2790575,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7a0c407b-49ba-47ce-9b99-5592496ebae5"} {"level":"info","ts":1785383968.279077,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a0c407b-49ba-47ce-9b99-5592496ebae5","EoS":false} {"level":"info","ts":1785383968.279095,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a0c407b-49ba-47ce-9b99-5592496ebae5","EoS":true} {"level":"info","ts":1785383968.2791202,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7a0c407b-49ba-47ce-9b99-5592496ebae5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785383968.2791376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a0c407b-49ba-47ce-9b99-5592496ebae5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785383968.2791653,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7a0c407b-49ba-47ce-9b99-5592496ebae5"} {"level":"info","ts":1785383972.4379761,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383972.4380498,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f65be1a-ed36-4ae2-9dd2-8b75d255431c"} {"level":"info","ts":1785383972.438065,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f65be1a-ed36-4ae2-9dd2-8b75d255431c"} {"level":"info","ts":1785383972.4380763,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f65be1a-ed36-4ae2-9dd2-8b75d255431c","EoS":false} {"level":"info","ts":1785383972.438087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f65be1a-ed36-4ae2-9dd2-8b75d255431c","EoS":true} {"level":"info","ts":1785383972.438109,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f65be1a-ed36-4ae2-9dd2-8b75d255431c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785383972.4381254,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f65be1a-ed36-4ae2-9dd2-8b75d255431c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785383972.438145,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f65be1a-ed36-4ae2-9dd2-8b75d255431c"} {"level":"info","ts":1785383991.372097,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383991.3721852,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f60f0d5-bf08-4356-a58a-c672ae109d8b"} {"level":"info","ts":1785383991.3721974,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2f60f0d5-bf08-4356-a58a-c672ae109d8b"} {"level":"info","ts":1785383991.3722093,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f60f0d5-bf08-4356-a58a-c672ae109d8b","EoS":false} {"level":"info","ts":1785383991.3722224,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f60f0d5-bf08-4356-a58a-c672ae109d8b","EoS":true} {"level":"info","ts":1785383991.372242,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f60f0d5-bf08-4356-a58a-c672ae109d8b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785383991.3722582,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f60f0d5-bf08-4356-a58a-c672ae109d8b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383991.372281,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2f60f0d5-bf08-4356-a58a-c672ae109d8b"} {"level":"info","ts":1785383991.512915,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383991.5130064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21188c7a-1b5e-476d-8669-ce7727029125"} {"level":"info","ts":1785383991.5130188,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"21188c7a-1b5e-476d-8669-ce7727029125"} {"level":"info","ts":1785383991.5130317,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"21188c7a-1b5e-476d-8669-ce7727029125","EoS":false} {"level":"info","ts":1785383991.5130446,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"21188c7a-1b5e-476d-8669-ce7727029125","EoS":true} {"level":"info","ts":1785383991.5130684,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"21188c7a-1b5e-476d-8669-ce7727029125","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785383991.513084,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21188c7a-1b5e-476d-8669-ce7727029125","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383991.5131028,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"21188c7a-1b5e-476d-8669-ce7727029125"} {"level":"info","ts":1785383991.6555805,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383991.6556568,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45bab59b-465e-42b9-87ee-ff2fbc2dcdf2"} {"level":"info","ts":1785383991.6556728,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"45bab59b-465e-42b9-87ee-ff2fbc2dcdf2"} {"level":"info","ts":1785383991.655687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"45bab59b-465e-42b9-87ee-ff2fbc2dcdf2","EoS":false} {"level":"info","ts":1785383991.6556973,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"45bab59b-465e-42b9-87ee-ff2fbc2dcdf2","EoS":true} {"level":"info","ts":1785383991.6557164,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"45bab59b-465e-42b9-87ee-ff2fbc2dcdf2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785383991.655731,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45bab59b-465e-42b9-87ee-ff2fbc2dcdf2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383991.6557536,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"45bab59b-465e-42b9-87ee-ff2fbc2dcdf2"} {"level":"info","ts":1785383991.7925644,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383991.792657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7ab7b48-c5f2-44d8-b188-4dfc9b6b6e61"} {"level":"info","ts":1785383991.7926698,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f7ab7b48-c5f2-44d8-b188-4dfc9b6b6e61"} {"level":"info","ts":1785383991.792681,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7ab7b48-c5f2-44d8-b188-4dfc9b6b6e61","EoS":false} {"level":"info","ts":1785383991.7926931,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7ab7b48-c5f2-44d8-b188-4dfc9b6b6e61","EoS":true} {"level":"info","ts":1785383991.7927206,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f7ab7b48-c5f2-44d8-b188-4dfc9b6b6e61","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785383991.7927365,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7ab7b48-c5f2-44d8-b188-4dfc9b6b6e61","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383991.7927575,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f7ab7b48-c5f2-44d8-b188-4dfc9b6b6e61"} {"level":"info","ts":1785383991.9301074,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383991.930221,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa548722-1588-4a80-ab52-889979d88975"} {"level":"info","ts":1785383991.930236,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fa548722-1588-4a80-ab52-889979d88975"} {"level":"info","ts":1785383991.9302547,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fa548722-1588-4a80-ab52-889979d88975","EoS":false} {"level":"info","ts":1785383991.930269,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fa548722-1588-4a80-ab52-889979d88975","EoS":true} {"level":"info","ts":1785383991.9302895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa548722-1588-4a80-ab52-889979d88975","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785383991.930304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa548722-1588-4a80-ab52-889979d88975","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383991.9303267,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fa548722-1588-4a80-ab52-889979d88975"} {"level":"info","ts":1785383992.0706613,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383992.0707295,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3858f513-8198-4e21-a838-96648dc3d640"} {"level":"info","ts":1785383992.0707424,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3858f513-8198-4e21-a838-96648dc3d640"} {"level":"info","ts":1785383992.070755,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3858f513-8198-4e21-a838-96648dc3d640","EoS":false} {"level":"info","ts":1785383992.0707703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3858f513-8198-4e21-a838-96648dc3d640","EoS":true} {"level":"info","ts":1785383992.07079,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3858f513-8198-4e21-a838-96648dc3d640","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785383992.070805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3858f513-8198-4e21-a838-96648dc3d640","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383992.070825,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3858f513-8198-4e21-a838-96648dc3d640"} {"level":"info","ts":1785384025.8752446,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384025.8753324,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63864e14-bb6a-4515-854e-be1f6af428de"} {"level":"info","ts":1785384025.8753457,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"63864e14-bb6a-4515-854e-be1f6af428de"} {"level":"info","ts":1785384025.8753579,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63864e14-bb6a-4515-854e-be1f6af428de","EoS":false} {"level":"info","ts":1785384025.8753693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63864e14-bb6a-4515-854e-be1f6af428de","EoS":true} {"level":"info","ts":1785384025.8753922,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"63864e14-bb6a-4515-854e-be1f6af428de","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785384025.8754082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63864e14-bb6a-4515-854e-be1f6af428de","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384025.8754296,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"63864e14-bb6a-4515-854e-be1f6af428de"} {"level":"info","ts":1785384025.9155724,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384025.91564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b0f7d2e-62d0-4f53-889d-c3bf1a1d913d"} {"level":"info","ts":1785384025.9156516,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4b0f7d2e-62d0-4f53-889d-c3bf1a1d913d"} {"level":"info","ts":1785384025.9156625,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b0f7d2e-62d0-4f53-889d-c3bf1a1d913d","EoS":false} {"level":"info","ts":1785384025.9156725,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b0f7d2e-62d0-4f53-889d-c3bf1a1d913d","EoS":true} {"level":"info","ts":1785384025.9156942,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b0f7d2e-62d0-4f53-889d-c3bf1a1d913d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785384025.9157133,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b0f7d2e-62d0-4f53-889d-c3bf1a1d913d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384025.9157355,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4b0f7d2e-62d0-4f53-889d-c3bf1a1d913d"} {"level":"info","ts":1785384025.9512603,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384025.9513245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab848758-ebc2-4ef7-bc0a-9a1ee064c019"} {"level":"info","ts":1785384025.9513354,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ab848758-ebc2-4ef7-bc0a-9a1ee064c019"} {"level":"info","ts":1785384025.9513462,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab848758-ebc2-4ef7-bc0a-9a1ee064c019","EoS":false} {"level":"info","ts":1785384025.9513562,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab848758-ebc2-4ef7-bc0a-9a1ee064c019","EoS":true} {"level":"info","ts":1785384025.9513733,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab848758-ebc2-4ef7-bc0a-9a1ee064c019","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785384025.9513872,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab848758-ebc2-4ef7-bc0a-9a1ee064c019","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384025.951406,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ab848758-ebc2-4ef7-bc0a-9a1ee064c019"} {"level":"info","ts":1785384025.9871652,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384025.9872153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a5430b3-bd92-497f-88ad-ea2243f2bc05"} {"level":"info","ts":1785384025.987225,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1a5430b3-bd92-497f-88ad-ea2243f2bc05"} {"level":"info","ts":1785384025.9872353,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a5430b3-bd92-497f-88ad-ea2243f2bc05","EoS":false} {"level":"info","ts":1785384025.9872434,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a5430b3-bd92-497f-88ad-ea2243f2bc05","EoS":true} {"level":"info","ts":1785384025.98726,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1a5430b3-bd92-497f-88ad-ea2243f2bc05","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785384025.987273,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a5430b3-bd92-497f-88ad-ea2243f2bc05","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384025.9872904,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1a5430b3-bd92-497f-88ad-ea2243f2bc05"} {"level":"info","ts":1785384026.0220857,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384026.022138,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a8f3768-9083-4106-b366-61b99b9c1ab7"} {"level":"info","ts":1785384030.6293085,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384030.6293888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a493b6e0-b7e4-4960-9208-52ec2be8f443"} {"level":"info","ts":1785384030.6293974,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a493b6e0-b7e4-4960-9208-52ec2be8f443"} {"level":"info","ts":1785384030.6294084,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a493b6e0-b7e4-4960-9208-52ec2be8f443","EoS":false} {"level":"info","ts":1785384030.6294177,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a493b6e0-b7e4-4960-9208-52ec2be8f443","EoS":true} {"level":"info","ts":1785384030.6294389,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a493b6e0-b7e4-4960-9208-52ec2be8f443","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785384030.6294544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a493b6e0-b7e4-4960-9208-52ec2be8f443","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384030.6294746,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a493b6e0-b7e4-4960-9208-52ec2be8f443"} {"level":"info","ts":1785384039.1784763,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384039.1785831,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"371dff4a-9cea-47ed-a4f2-db88340e08cb"} {"level":"info","ts":1785384039.1785996,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"371dff4a-9cea-47ed-a4f2-db88340e08cb"} {"level":"info","ts":1785384039.1786118,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"371dff4a-9cea-47ed-a4f2-db88340e08cb","EoS":false} {"level":"info","ts":1785384039.178627,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"371dff4a-9cea-47ed-a4f2-db88340e08cb","EoS":true} {"level":"info","ts":1785384039.1786482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"371dff4a-9cea-47ed-a4f2-db88340e08cb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785384039.1786642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"371dff4a-9cea-47ed-a4f2-db88340e08cb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785384039.1786878,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"371dff4a-9cea-47ed-a4f2-db88340e08cb"} {"level":"info","ts":1785384041.219216,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384041.2192955,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7aa64513-b0c7-4c27-9126-380970417b0b"} {"level":"info","ts":1785384041.2193084,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7aa64513-b0c7-4c27-9126-380970417b0b"} {"level":"info","ts":1785384041.2193196,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7aa64513-b0c7-4c27-9126-380970417b0b","EoS":false} {"level":"info","ts":1785384041.21933,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7aa64513-b0c7-4c27-9126-380970417b0b","EoS":true} {"level":"info","ts":1785384041.2193491,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7aa64513-b0c7-4c27-9126-380970417b0b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785384041.219365,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7aa64513-b0c7-4c27-9126-380970417b0b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785384041.219385,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7aa64513-b0c7-4c27-9126-380970417b0b"} {"level":"info","ts":1785384054.0752432,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384054.0753355,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3db7ebe1-62a1-4116-bde1-08460688e1fb"} {"level":"info","ts":1785384054.0753534,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3db7ebe1-62a1-4116-bde1-08460688e1fb"} {"level":"info","ts":1785384054.0753715,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3db7ebe1-62a1-4116-bde1-08460688e1fb","EoS":false} {"level":"info","ts":1785384054.0753863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3db7ebe1-62a1-4116-bde1-08460688e1fb","EoS":true} {"level":"info","ts":1785384054.0754156,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3db7ebe1-62a1-4116-bde1-08460688e1fb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785384054.0754395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3db7ebe1-62a1-4116-bde1-08460688e1fb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384054.0754678,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3db7ebe1-62a1-4116-bde1-08460688e1fb"} {"level":"info","ts":1785384062.62455,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384062.6246247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e3eb7db-5d1b-4c62-bad9-4f9ad8f97716"} {"level":"info","ts":1785384062.6246338,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e3eb7db-5d1b-4c62-bad9-4f9ad8f97716"} {"level":"info","ts":1785384062.6246452,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e3eb7db-5d1b-4c62-bad9-4f9ad8f97716","EoS":false} {"level":"info","ts":1785384062.624655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e3eb7db-5d1b-4c62-bad9-4f9ad8f97716","EoS":true} {"level":"info","ts":1785384062.6246753,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e3eb7db-5d1b-4c62-bad9-4f9ad8f97716","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785384062.6246917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e3eb7db-5d1b-4c62-bad9-4f9ad8f97716","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384062.624719,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8e3eb7db-5d1b-4c62-bad9-4f9ad8f97716"} {"level":"info","ts":1785384071.5219228,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384071.5220015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9cb4e10-8a2a-4c54-baee-bb97fbb33493"} {"level":"info","ts":1785384071.522012,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a9cb4e10-8a2a-4c54-baee-bb97fbb33493"} {"level":"info","ts":1785384071.522023,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9cb4e10-8a2a-4c54-baee-bb97fbb33493","EoS":false} {"level":"info","ts":1785384071.5220337,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9cb4e10-8a2a-4c54-baee-bb97fbb33493","EoS":true} {"level":"info","ts":1785384071.5220556,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9cb4e10-8a2a-4c54-baee-bb97fbb33493","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785384071.5220711,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9cb4e10-8a2a-4c54-baee-bb97fbb33493","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384071.522091,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a9cb4e10-8a2a-4c54-baee-bb97fbb33493"} {"level":"info","ts":1785384080.5147226,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384080.5148108,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"909fb171-698a-4d80-9aed-189c36d21847"} {"level":"info","ts":1785384080.5148237,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"909fb171-698a-4d80-9aed-189c36d21847"} {"level":"info","ts":1785384080.514835,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"909fb171-698a-4d80-9aed-189c36d21847","EoS":false} {"level":"info","ts":1785384080.5148454,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"909fb171-698a-4d80-9aed-189c36d21847","EoS":true} {"level":"info","ts":1785384080.5148666,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"909fb171-698a-4d80-9aed-189c36d21847","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785384080.5148828,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"909fb171-698a-4d80-9aed-189c36d21847","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384080.514908,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"909fb171-698a-4d80-9aed-189c36d21847"} {"level":"info","ts":1785384085.3144062,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384085.3144975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6592b45c-1197-4f19-9f4f-08e1fdcd913f"} {"level":"info","ts":1785384085.3145158,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6592b45c-1197-4f19-9f4f-08e1fdcd913f"} {"level":"info","ts":1785384085.3145285,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6592b45c-1197-4f19-9f4f-08e1fdcd913f","EoS":false} {"level":"info","ts":1785384085.3145733,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6592b45c-1197-4f19-9f4f-08e1fdcd913f","EoS":true} {"level":"info","ts":1785384085.3145964,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6592b45c-1197-4f19-9f4f-08e1fdcd913f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785384085.314615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6592b45c-1197-4f19-9f4f-08e1fdcd913f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384085.314638,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6592b45c-1197-4f19-9f4f-08e1fdcd913f"} {"level":"info","ts":1785384090.0898776,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384090.0899575,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9125d45-102c-4c8f-82a7-b0c1329414e7"} {"level":"info","ts":1785384090.0899692,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f9125d45-102c-4c8f-82a7-b0c1329414e7"} {"level":"info","ts":1785384090.0899804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9125d45-102c-4c8f-82a7-b0c1329414e7","EoS":false} {"level":"info","ts":1785384090.0899944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9125d45-102c-4c8f-82a7-b0c1329414e7","EoS":true} {"level":"info","ts":1785384090.0900164,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9125d45-102c-4c8f-82a7-b0c1329414e7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785384090.090032,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9125d45-102c-4c8f-82a7-b0c1329414e7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785384090.0900514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f9125d45-102c-4c8f-82a7-b0c1329414e7"} {"level":"info","ts":1785384101.0735648,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384101.073642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2805643a-135b-4001-87c7-0ad0c985538d"} {"level":"info","ts":1785384101.0736554,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2805643a-135b-4001-87c7-0ad0c985538d"} {"level":"info","ts":1785384101.0736687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2805643a-135b-4001-87c7-0ad0c985538d","EoS":false} {"level":"info","ts":1785384101.073681,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2805643a-135b-4001-87c7-0ad0c985538d","EoS":true} {"level":"info","ts":1785384101.0737042,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2805643a-135b-4001-87c7-0ad0c985538d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785384101.07372,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2805643a-135b-4001-87c7-0ad0c985538d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785384101.0737355,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2805643a-135b-4001-87c7-0ad0c985538d"} {"level":"info","ts":1785384134.4453526,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384134.4454374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dfd69015-4fba-4358-adca-af738221108b"} {"level":"info","ts":1785384134.4454517,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dfd69015-4fba-4358-adca-af738221108b"} {"level":"info","ts":1785384134.445463,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dfd69015-4fba-4358-adca-af738221108b","EoS":false} {"level":"info","ts":1785384134.4454734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dfd69015-4fba-4358-adca-af738221108b","EoS":true} {"level":"info","ts":1785384134.4454958,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dfd69015-4fba-4358-adca-af738221108b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785384134.4455123,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dfd69015-4fba-4358-adca-af738221108b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785384134.4455512,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dfd69015-4fba-4358-adca-af738221108b"} {"level":"info","ts":1785384143.8033767,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384143.8034596,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d10027c4-3487-4e0e-ad5a-a2d417c98b76"} {"level":"info","ts":1785384143.8034682,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d10027c4-3487-4e0e-ad5a-a2d417c98b76"} {"level":"info","ts":1785384143.8034794,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d10027c4-3487-4e0e-ad5a-a2d417c98b76","EoS":false} {"level":"info","ts":1785384143.8034906,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d10027c4-3487-4e0e-ad5a-a2d417c98b76","EoS":true} {"level":"info","ts":1785384143.8035104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d10027c4-3487-4e0e-ad5a-a2d417c98b76","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785384143.8035264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d10027c4-3487-4e0e-ad5a-a2d417c98b76","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384143.8035793,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d10027c4-3487-4e0e-ad5a-a2d417c98b76"} {"level":"info","ts":1785384170.5911736,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384170.5912492,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8753c40a-cc9d-4e87-abb2-572da7c95d1c"} {"level":"info","ts":1785384170.5912607,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8753c40a-cc9d-4e87-abb2-572da7c95d1c"} {"level":"info","ts":1785384170.591273,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8753c40a-cc9d-4e87-abb2-572da7c95d1c","EoS":false} {"level":"info","ts":1785384170.5912836,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8753c40a-cc9d-4e87-abb2-572da7c95d1c","EoS":true} {"level":"info","ts":1785384170.5913029,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8753c40a-cc9d-4e87-abb2-572da7c95d1c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785384170.5913184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8753c40a-cc9d-4e87-abb2-572da7c95d1c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785384170.5913403,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8753c40a-cc9d-4e87-abb2-572da7c95d1c"} {"level":"info","ts":1785384180.1757982,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384180.1758747,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d923c95-7d0b-433a-9671-e1b0a6e2c3e7"} {"level":"info","ts":1785384180.175884,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1d923c95-7d0b-433a-9671-e1b0a6e2c3e7"} {"level":"info","ts":1785384180.1758947,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d923c95-7d0b-433a-9671-e1b0a6e2c3e7","EoS":false} {"level":"info","ts":1785384180.1759079,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d923c95-7d0b-433a-9671-e1b0a6e2c3e7","EoS":true} {"level":"info","ts":1785384180.1759274,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d923c95-7d0b-433a-9671-e1b0a6e2c3e7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785384180.1759434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d923c95-7d0b-433a-9671-e1b0a6e2c3e7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384180.1759648,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1d923c95-7d0b-433a-9671-e1b0a6e2c3e7"} {"level":"info","ts":1785384182.2130916,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384182.213205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95271b31-b9fa-4e8c-a329-8be4201a8ff4"} {"level":"info","ts":1785384182.2132182,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95271b31-b9fa-4e8c-a329-8be4201a8ff4"} {"level":"info","ts":1785384182.2132304,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95271b31-b9fa-4e8c-a329-8be4201a8ff4","EoS":false} {"level":"info","ts":1785384182.2132409,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95271b31-b9fa-4e8c-a329-8be4201a8ff4","EoS":true} {"level":"info","ts":1785384182.2132623,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95271b31-b9fa-4e8c-a329-8be4201a8ff4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785384182.213276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95271b31-b9fa-4e8c-a329-8be4201a8ff4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384182.2133,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95271b31-b9fa-4e8c-a329-8be4201a8ff4"} {"level":"info","ts":1785384191.6138792,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384191.6139574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc8235b2-09ce-9171-a21b-ec5866a839a5"} {"level":"info","ts":1785384191.6139698,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc8235b2-09ce-9171-a21b-ec5866a839a5"} {"level":"info","ts":1785384191.6139805,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc8235b2-09ce-9171-a21b-ec5866a839a5","EoS":false} {"level":"info","ts":1785384191.6139905,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc8235b2-09ce-9171-a21b-ec5866a839a5","EoS":true} {"level":"info","ts":1785384191.6140108,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc8235b2-09ce-9171-a21b-ec5866a839a5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785384191.6140273,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc8235b2-09ce-9171-a21b-ec5866a839a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384191.6140473,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc8235b2-09ce-9171-a21b-ec5866a839a5"} {"level":"info","ts":1785384191.656957,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384191.6570406,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eee4bbb7-b6fa-4c08-95a7-7c32467648f3"} {"level":"info","ts":1785384191.6570559,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eee4bbb7-b6fa-4c08-95a7-7c32467648f3"} {"level":"info","ts":1785384191.6570745,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eee4bbb7-b6fa-4c08-95a7-7c32467648f3","EoS":false} {"level":"info","ts":1785384191.6570919,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eee4bbb7-b6fa-4c08-95a7-7c32467648f3","EoS":true} {"level":"info","ts":1785384191.657123,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eee4bbb7-b6fa-4c08-95a7-7c32467648f3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785384191.6571462,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eee4bbb7-b6fa-4c08-95a7-7c32467648f3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384191.6571777,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eee4bbb7-b6fa-4c08-95a7-7c32467648f3"} {"level":"info","ts":1785384210.8732283,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384210.8733401,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"746ff7e7-b399-4d85-8b58-f7117813460f"} {"level":"info","ts":1785384210.8733573,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"746ff7e7-b399-4d85-8b58-f7117813460f"} {"level":"info","ts":1785384210.8733776,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"746ff7e7-b399-4d85-8b58-f7117813460f","EoS":false} {"level":"info","ts":1785384210.8733964,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"746ff7e7-b399-4d85-8b58-f7117813460f","EoS":true} {"level":"info","ts":1785384210.8734326,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"746ff7e7-b399-4d85-8b58-f7117813460f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785384210.8734536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"746ff7e7-b399-4d85-8b58-f7117813460f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384210.8734868,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"746ff7e7-b399-4d85-8b58-f7117813460f"} {"level":"info","ts":1785384220.2808793,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384220.280953,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da99fb0c-0455-4d50-a275-593d698b8208"} {"level":"info","ts":1785384220.280964,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da99fb0c-0455-4d50-a275-593d698b8208"} {"level":"info","ts":1785384220.2809746,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da99fb0c-0455-4d50-a275-593d698b8208","EoS":false} {"level":"info","ts":1785384220.2809875,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da99fb0c-0455-4d50-a275-593d698b8208","EoS":true} {"level":"info","ts":1785384220.2810102,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da99fb0c-0455-4d50-a275-593d698b8208","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785384220.281026,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da99fb0c-0455-4d50-a275-593d698b8208","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384220.2810493,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"da99fb0c-0455-4d50-a275-593d698b8208"} {"level":"info","ts":1785384246.8852146,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384246.885296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d9a2c7f-e78b-4d28-90f6-a8c16ba96f0c"} {"level":"info","ts":1785384246.885307,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1d9a2c7f-e78b-4d28-90f6-a8c16ba96f0c"} {"level":"info","ts":1785384246.885319,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d9a2c7f-e78b-4d28-90f6-a8c16ba96f0c","EoS":false} {"level":"info","ts":1785384246.8853292,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d9a2c7f-e78b-4d28-90f6-a8c16ba96f0c","EoS":true} {"level":"info","ts":1785384246.8853784,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d9a2c7f-e78b-4d28-90f6-a8c16ba96f0c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785384246.8853958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d9a2c7f-e78b-4d28-90f6-a8c16ba96f0c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785384246.8854153,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1d9a2c7f-e78b-4d28-90f6-a8c16ba96f0c"} {"level":"info","ts":1785384380.4120202,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384380.4121034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5292bd16-3d2d-4b32-8e67-fb198ba0cd86"} {"level":"info","ts":1785384380.4121125,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5292bd16-3d2d-4b32-8e67-fb198ba0cd86"} {"level":"info","ts":1785384380.4121242,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5292bd16-3d2d-4b32-8e67-fb198ba0cd86","EoS":false} {"level":"info","ts":1785384380.4121351,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5292bd16-3d2d-4b32-8e67-fb198ba0cd86","EoS":true} {"level":"info","ts":1785384380.4121578,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5292bd16-3d2d-4b32-8e67-fb198ba0cd86","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785384380.4121737,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5292bd16-3d2d-4b32-8e67-fb198ba0cd86","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785384380.4121954,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5292bd16-3d2d-4b32-8e67-fb198ba0cd86"} {"level":"info","ts":1785384406.1010058,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384406.1010923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ccc2b596-9a85-4ca6-9f44-de43c207e68d"} {"level":"info","ts":1785384406.1011016,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ccc2b596-9a85-4ca6-9f44-de43c207e68d"} {"level":"info","ts":1785384406.1011124,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ccc2b596-9a85-4ca6-9f44-de43c207e68d","EoS":false} {"level":"info","ts":1785384406.1011221,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ccc2b596-9a85-4ca6-9f44-de43c207e68d","EoS":true} {"level":"info","ts":1785384406.1011431,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ccc2b596-9a85-4ca6-9f44-de43c207e68d","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785384406.101159,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ccc2b596-9a85-4ca6-9f44-de43c207e68d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785384406.1011806,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ccc2b596-9a85-4ca6-9f44-de43c207e68d"} {"level":"info","ts":1785384479.5788686,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384479.578964,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ba4796d-8278-4f0d-870f-bbdfff1aad1c"} {"level":"info","ts":1785384479.5789826,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ba4796d-8278-4f0d-870f-bbdfff1aad1c"} {"level":"info","ts":1785384479.5790045,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ba4796d-8278-4f0d-870f-bbdfff1aad1c","EoS":false} {"level":"info","ts":1785384479.5790215,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ba4796d-8278-4f0d-870f-bbdfff1aad1c","EoS":true} {"level":"info","ts":1785384479.5790575,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ba4796d-8278-4f0d-870f-bbdfff1aad1c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785384479.579078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ba4796d-8278-4f0d-870f-bbdfff1aad1c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384479.5791073,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ba4796d-8278-4f0d-870f-bbdfff1aad1c"} {"level":"info","ts":1785384494.902988,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384494.903068,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f294e10b-851e-43a4-aa4f-4ea1e5cf1f44"} {"level":"info","ts":1785384494.903081,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f294e10b-851e-43a4-aa4f-4ea1e5cf1f44"} {"level":"info","ts":1785384494.9030924,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f294e10b-851e-43a4-aa4f-4ea1e5cf1f44","EoS":false} {"level":"info","ts":1785384494.903103,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f294e10b-851e-43a4-aa4f-4ea1e5cf1f44","EoS":true} {"level":"info","ts":1785384494.9031236,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f294e10b-851e-43a4-aa4f-4ea1e5cf1f44","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785384494.903145,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f294e10b-851e-43a4-aa4f-4ea1e5cf1f44","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384494.9031687,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f294e10b-851e-43a4-aa4f-4ea1e5cf1f44"} {"level":"info","ts":1785384495.207627,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384495.2077184,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19c5bea6-307a-442e-9da3-25fd74aee14a"} {"level":"info","ts":1785384495.2077339,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"19c5bea6-307a-442e-9da3-25fd74aee14a"} {"level":"info","ts":1785384495.2077532,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"19c5bea6-307a-442e-9da3-25fd74aee14a","EoS":false} {"level":"info","ts":1785384495.207774,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"19c5bea6-307a-442e-9da3-25fd74aee14a","EoS":true} {"level":"info","ts":1785384495.207804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19c5bea6-307a-442e-9da3-25fd74aee14a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785384495.2078233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19c5bea6-307a-442e-9da3-25fd74aee14a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384495.2078547,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"19c5bea6-307a-442e-9da3-25fd74aee14a"} {"level":"info","ts":1785384849.1003816,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384849.1004686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa80e012-1bfc-4364-854b-300c418fe52a"} {"level":"info","ts":1785384849.1004813,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa80e012-1bfc-4364-854b-300c418fe52a"} {"level":"info","ts":1785384849.1004934,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa80e012-1bfc-4364-854b-300c418fe52a","EoS":false} {"level":"info","ts":1785384849.100507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa80e012-1bfc-4364-854b-300c418fe52a","EoS":true} {"level":"info","ts":1785384849.100557,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa80e012-1bfc-4364-854b-300c418fe52a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785384849.1005738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa80e012-1bfc-4364-854b-300c418fe52a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384849.1005943,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa80e012-1bfc-4364-854b-300c418fe52a"} {"level":"info","ts":1785384849.1459646,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384849.1460426,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce3f34aa-fcbb-4436-ae8a-18466f965ed0"} {"level":"info","ts":1785384849.1460538,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce3f34aa-fcbb-4436-ae8a-18466f965ed0"} {"level":"info","ts":1785384849.1460655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce3f34aa-fcbb-4436-ae8a-18466f965ed0","EoS":false} {"level":"info","ts":1785384849.1460755,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce3f34aa-fcbb-4436-ae8a-18466f965ed0","EoS":true} {"level":"info","ts":1785384849.1460965,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce3f34aa-fcbb-4436-ae8a-18466f965ed0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785384849.1461105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce3f34aa-fcbb-4436-ae8a-18466f965ed0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384849.146165,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce3f34aa-fcbb-4436-ae8a-18466f965ed0"} {"level":"info","ts":1785384849.1857476,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384849.1858127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edbd4ede-c7f0-4bf1-9619-845e77e93100"} {"level":"info","ts":1785384849.1858222,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"edbd4ede-c7f0-4bf1-9619-845e77e93100"} {"level":"info","ts":1785384849.1858335,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edbd4ede-c7f0-4bf1-9619-845e77e93100","EoS":false} {"level":"info","ts":1785384849.1858459,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edbd4ede-c7f0-4bf1-9619-845e77e93100","EoS":true} {"level":"info","ts":1785384849.1858666,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"edbd4ede-c7f0-4bf1-9619-845e77e93100","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785384849.1858811,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edbd4ede-c7f0-4bf1-9619-845e77e93100","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384849.185945,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"edbd4ede-c7f0-4bf1-9619-845e77e93100"} {"level":"info","ts":1785384854.0328424,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"59bc696a-e3ec-487f-b19a-2da6de35a8ab","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785384854.0328557,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bfbd3fbe-8271-44ef-ad4b-4d5237f9f17c"} {"level":"info","ts":1785384854.032893,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"59bc696a-e3ec-487f-b19a-2da6de35a8ab","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785384854.0383534,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f4b3d273-2540-4f38-810b-116b61a8c1f0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785384854.0385036,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34396.590781924,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384854.038556,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f4b3d273-2540-4f38-810b-116b61a8c1f0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785384854.038528,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384854.0880308,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384854.175519,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9a8b3ed-9057-4cac-bf3c-16a9c7702428"} {"level":"info","ts":1785384854.175624,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37777.610135326,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384854.1756473,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384854.1757078,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b04a69e-2787-4ee2-88ab-758a940d9c27","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384854.1757815,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9a8b3ed-9057-4cac-bf3c-16a9c7702428","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785384854.1761937,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b04a69e-2787-4ee2-88ab-758a940d9c27","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785384854.1803956,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9a8b3ed-9057-4cac-bf3c-16a9c7702428","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384854.1804955,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17710005-5102-485b-b2a3-dee86a4309c1"} {"level":"info","ts":1785384854.18055,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17710005-5102-485b-b2a3-dee86a4309c1","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785384854.1828618,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785384854.1846802,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17710005-5102-485b-b2a3-dee86a4309c1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384854.1893497,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"268c7508-d355-4194-81db-756830428087"} {"level":"info","ts":1785384854.1893768,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"36296dc4-81ed-4e1b-b9a9-0ffd68f6f4da","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785384854.1895263,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36006.074134502,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384854.189559,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"36296dc4-81ed-4e1b-b9a9-0ffd68f6f4da","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785384854.189563,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384854.189616,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eda6f3c4-ced8-4560-be07-425c11022ce8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384854.1896331,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eda6f3c4-ced8-4560-be07-425c11022ce8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785384854.1963615,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384854.2757075,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bfbd3fbe-8271-44ef-ad4b-4d5237f9f17c","name":"e2e-external-provider"} {"level":"info","ts":1785384854.2858186,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bfbd3fbe-8271-44ef-ad4b-4d5237f9f17c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785384854.289901,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"268c7508-d355-4194-81db-756830428087","name":"e2e-external-model"} {"level":"error","ts":1785384854.2901726,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bfbd3fbe-8271-44ef-ad4b-4d5237f9f17c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384854.2902904,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f3bc9d4-fa32-43a3-b50f-eecdb399c040"} {"level":"info","ts":1785384854.2903428,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f3bc9d4-fa32-43a3-b50f-eecdb399c040","name":"e2e-external-provider"} {"level":"info","ts":1785384854.297824,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"268c7508-d355-4194-81db-756830428087","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785384854.3003352,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f3bc9d4-fa32-43a3-b50f-eecdb399c040","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785384854.304404,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8815f932-ec9e-49cc-9a3f-d258e06ba48a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384854.3044424,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8815f932-ec9e-49cc-9a3f-d258e06ba48a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785384854.304405,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fbb5f895-35fd-462f-9f7a-5400b72dbb8e"} {"level":"info","ts":1785384854.3045125,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fbb5f895-35fd-462f-9f7a-5400b72dbb8e","name":"e2e-external-model"} {"level":"error","ts":1785384854.320212,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fbb5f895-35fd-462f-9f7a-5400b72dbb8e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384854.3202531,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4ef01b2-6d05-43a6-9ad9-d72d7f664790","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384854.3202748,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4ef01b2-6d05-43a6-9ad9-d72d7f664790","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785384854.3202875,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a215ae13-5c2f-4940-9967-8b34c84b0e80"} {"level":"info","ts":1785384854.3203418,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a215ae13-5c2f-4940-9967-8b34c84b0e80","name":"e2e-external-model"} {"level":"info","ts":1785384854.3281775,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a215ae13-5c2f-4940-9967-8b34c84b0e80","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785384854.3328314,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41a8682f-4237-417d-b863-44caaec5a283","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384854.3328314,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4e96b9f-c78a-4e0a-a9d5-299f188c8b87"} {"level":"info","ts":1785384854.3328638,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41a8682f-4237-417d-b863-44caaec5a283","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785384854.3329213,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4e96b9f-c78a-4e0a-a9d5-299f188c8b87","name":"e2e-external-model"} {"level":"info","ts":1785384854.3397708,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4e96b9f-c78a-4e0a-a9d5-299f188c8b87","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785384876.4912596,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384876.4913325,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f04d829f-636a-43c8-a6e0-477abacad568"} {"level":"info","ts":1785384876.4913418,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f04d829f-636a-43c8-a6e0-477abacad568"} {"level":"info","ts":1785384876.4913526,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f04d829f-636a-43c8-a6e0-477abacad568","EoS":false} {"level":"info","ts":1785384876.4913654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f04d829f-636a-43c8-a6e0-477abacad568","EoS":true} {"level":"info","ts":1785384876.4913862,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f04d829f-636a-43c8-a6e0-477abacad568","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785384876.4914021,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f04d829f-636a-43c8-a6e0-477abacad568","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785384876.4914122,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f04d829f-636a-43c8-a6e0-477abacad568","modelName":"e2e-external-model"} {"level":"info","ts":1785384876.4914265,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f04d829f-636a-43c8-a6e0-477abacad568","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785384876.491468,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f04d829f-636a-43c8-a6e0-477abacad568"} {"level":"info","ts":1785384876.5386302,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384876.5386865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98d09b72-d448-4c42-983d-62b9494e8bf2"} {"level":"info","ts":1785384876.5386953,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"98d09b72-d448-4c42-983d-62b9494e8bf2"} {"level":"info","ts":1785384876.5387058,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98d09b72-d448-4c42-983d-62b9494e8bf2","EoS":false} {"level":"info","ts":1785384876.5387177,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98d09b72-d448-4c42-983d-62b9494e8bf2","EoS":true} {"level":"info","ts":1785384876.5387354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"98d09b72-d448-4c42-983d-62b9494e8bf2","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785384876.5387497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98d09b72-d448-4c42-983d-62b9494e8bf2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785384876.538757,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"98d09b72-d448-4c42-983d-62b9494e8bf2","modelName":"e2e-external-model"} {"level":"info","ts":1785384876.5387714,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"98d09b72-d448-4c42-983d-62b9494e8bf2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785384876.5388048,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"98d09b72-d448-4c42-983d-62b9494e8bf2"} {"level":"info","ts":1785384876.5681326,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384876.5681849,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d"} {"level":"info","ts":1785384876.568195,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d"} {"level":"info","ts":1785384876.5682113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d","EoS":false} {"level":"info","ts":1785384876.5682259,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d","EoS":true} {"level":"info","ts":1785384876.5682406,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785384876.5682538,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785384876.568262,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d","modelName":"e2e-external-model"} {"level":"info","ts":1785384876.568275,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785384876.5683146,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d"} {"level":"info","ts":1785384876.7901566,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8602c86-3183-4c9c-b430-f50a11e40a2b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384876.7901943,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8602c86-3183-4c9c-b430-f50a11e40a2b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785384876.7902098,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bcb98b4c-4dde-4908-9800-e883bc2a3f5b"} {"level":"info","ts":1785384876.795722,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad5de79f-8c36-4102-9948-ec153215ae45","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384876.7957418,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad5de79f-8c36-4102-9948-ec153215ae45","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785384876.7991872,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bcb98b4c-4dde-4908-9800-e883bc2a3f5b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384876.799243,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bcb98b4c-4dde-4908-9800-e883bc2a3f5b","name":"e2e-cleanup-test"} {"level":"info","ts":1785384876.809983,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bcb98b4c-4dde-4908-9800-e883bc2a3f5b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785384876.8140314,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bcb98b4c-4dde-4908-9800-e883bc2a3f5b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384876.8141022,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2fa7fa7f-4c49-4002-956d-672c2783c1e5"} {"level":"info","ts":1785384876.8141463,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2fa7fa7f-4c49-4002-956d-672c2783c1e5","name":"e2e-cleanup-test"} {"level":"info","ts":1785384876.8197486,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f216384-258a-4ae4-b8b2-c74d5e3ed1a7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384876.8197763,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f216384-258a-4ae4-b8b2-c74d5e3ed1a7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785384876.8268807,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2fa7fa7f-4c49-4002-956d-672c2783c1e5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785384876.8269215,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2fa7fa7f-4c49-4002-956d-672c2783c1e5","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384876.826969,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a2fb417-f147-472f-9f1f-156d780cb9c8"} {"level":"info","ts":1785384876.8270113,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a2fb417-f147-472f-9f1f-156d780cb9c8","name":"e2e-cleanup-test"} {"level":"info","ts":1785384876.8347523,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6ccdcac-49e1-4075-8f5f-2d20b3e1dbed","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384876.8347743,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6ccdcac-49e1-4075-8f5f-2d20b3e1dbed","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785384876.8357248,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a2fb417-f147-472f-9f1f-156d780cb9c8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785384876.8389573,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a2fb417-f147-472f-9f1f-156d780cb9c8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384876.8390174,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f66db3c0-c8a2-4116-988b-d32e26b7c60a"} {"level":"info","ts":1785384876.8390546,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f66db3c0-c8a2-4116-988b-d32e26b7c60a","name":"e2e-cleanup-test"} {"level":"info","ts":1785384876.8457487,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f66db3c0-c8a2-4116-988b-d32e26b7c60a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785384876.8466403,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e360157-75ff-4d85-a677-80b93d387c67","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384876.8466673,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e360157-75ff-4d85-a677-80b93d387c67","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785384876.8490956,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f66db3c0-c8a2-4116-988b-d32e26b7c60a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384876.849156,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a990b8e6-d611-44af-82d4-25d23e2bfde4"} {"level":"info","ts":1785384876.8491948,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a990b8e6-d611-44af-82d4-25d23e2bfde4","name":"e2e-cleanup-test"} {"level":"info","ts":1785384876.8557801,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a990b8e6-d611-44af-82d4-25d23e2bfde4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785384885.0486653,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fba869ae-2005-4e52-a290-0eaf0bcd7f89"} {"level":"info","ts":1785384885.0486872,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df947d0f-cb4f-4805-91d1-40424868cbf8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384885.0487194,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df947d0f-cb4f-4805-91d1-40424868cbf8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384889.3588984,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384889.3589742,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e705152b-09ef-40f4-9e6a-f364e128ad6f"} {"level":"info","ts":1785384889.358984,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e705152b-09ef-40f4-9e6a-f364e128ad6f"} {"level":"info","ts":1785384889.358995,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e705152b-09ef-40f4-9e6a-f364e128ad6f","EoS":false} {"level":"info","ts":1785384889.359005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e705152b-09ef-40f4-9e6a-f364e128ad6f","EoS":true} {"level":"info","ts":1785384889.359025,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e705152b-09ef-40f4-9e6a-f364e128ad6f","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785384889.3590405,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e705152b-09ef-40f4-9e6a-f364e128ad6f","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785384889.3590634,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e705152b-09ef-40f4-9e6a-f364e128ad6f"} {"level":"info","ts":1785384889.38868,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384889.3887503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632"} {"level":"info","ts":1785384889.3887644,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632"} {"level":"info","ts":1785384889.3887753,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632","EoS":false} {"level":"info","ts":1785384889.388785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632","EoS":true} {"level":"info","ts":1785384889.3888092,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785384889.3888242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785384889.3888311,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632","modelName":"e2e-external-model"} {"level":"info","ts":1785384889.388845,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785384889.3888881,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632"} {"level":"info","ts":1785384889.5211532,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384889.5212262,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"568ddd0f-61d8-421f-b11b-69dd1fecaff5"} {"level":"info","ts":1785384889.5212357,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"568ddd0f-61d8-421f-b11b-69dd1fecaff5"} {"level":"info","ts":1785384889.521246,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"568ddd0f-61d8-421f-b11b-69dd1fecaff5","EoS":false} {"level":"info","ts":1785384889.521263,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"568ddd0f-61d8-421f-b11b-69dd1fecaff5","EoS":true} {"level":"info","ts":1785384889.521283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"568ddd0f-61d8-421f-b11b-69dd1fecaff5","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785384889.521298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"568ddd0f-61d8-421f-b11b-69dd1fecaff5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785384889.5213175,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"568ddd0f-61d8-421f-b11b-69dd1fecaff5"} {"level":"info","ts":1785384889.606262,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384889.6063333,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7867373d-ec68-4627-9e11-711fa5611932"} {"level":"info","ts":1785384889.6063452,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7867373d-ec68-4627-9e11-711fa5611932"} {"level":"info","ts":1785384889.6063561,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7867373d-ec68-4627-9e11-711fa5611932","EoS":false} {"level":"info","ts":1785384889.6063662,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7867373d-ec68-4627-9e11-711fa5611932","EoS":true} {"level":"info","ts":1785384889.606389,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"7867373d-ec68-4627-9e11-711fa5611932","field":"model"} {"level":"info","ts":1785384889.6064174,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7867373d-ec68-4627-9e11-711fa5611932"} {"level":"info","ts":1785384890.565055,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0f323d5-5a57-4e72-b13a-3fd548768235"} {"level":"info","ts":1785384890.5650983,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e51c5575-3823-465a-a33d-db7bca780a72","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384890.5651274,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e51c5575-3823-465a-a33d-db7bca780a72","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384890.7077694,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2799c61-492c-461d-9460-bddb84afe1db","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785384890.7077951,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5cdfff53-7604-4889-a7b1-251cf62aa9ca"} {"level":"info","ts":1785384890.7078035,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2799c61-492c-461d-9460-bddb84afe1db","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785386578.9126215,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785386578.9127164,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"483322e6-f724-4902-af52-58b169650e28"} {"level":"info","ts":1785386655.2086513,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785386655.2087271,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"296f9a4b-3d50-4ac5-9719-4a5c2ac4b2f3"} {"level":"info","ts":1785386655.20874,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"296f9a4b-3d50-4ac5-9719-4a5c2ac4b2f3"} {"level":"info","ts":1785386655.2087512,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"296f9a4b-3d50-4ac5-9719-4a5c2ac4b2f3","EoS":false} {"level":"info","ts":1785386655.208761,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"296f9a4b-3d50-4ac5-9719-4a5c2ac4b2f3","EoS":true} {"level":"info","ts":1785386655.208785,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"296f9a4b-3d50-4ac5-9719-4a5c2ac4b2f3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785386655.2088003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"296f9a4b-3d50-4ac5-9719-4a5c2ac4b2f3","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785386655.208822,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"296f9a4b-3d50-4ac5-9719-4a5c2ac4b2f3"}