{"level":"info","ts":1785180019.1075168,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c47c70f-c94d-41a6-82a5-04ba894fbea5"} {"level":"info","ts":1785180019.1102338,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5c47c70f-c94d-41a6-82a5-04ba894fbea5"} {"level":"info","ts":1785180019.1102579,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5c47c70f-c94d-41a6-82a5-04ba894fbea5"} {"level":"info","ts":1785180019.1102736,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5c47c70f-c94d-41a6-82a5-04ba894fbea5","EoS":false} {"level":"info","ts":1785180019.1102853,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5c47c70f-c94d-41a6-82a5-04ba894fbea5","EoS":true} {"level":"info","ts":1785180019.1103172,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5c47c70f-c94d-41a6-82a5-04ba894fbea5"} {"level":"info","ts":1785180019.9225018,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180019.9225721,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6bc2910-d870-40fb-9fc3-a5ea0463af8f"} {"level":"info","ts":1785180019.9226017,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6bc2910-d870-40fb-9fc3-a5ea0463af8f"} {"level":"info","ts":1785180019.9226136,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6bc2910-d870-40fb-9fc3-a5ea0463af8f","EoS":true} {"level":"info","ts":1785180019.9226396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6bc2910-d870-40fb-9fc3-a5ea0463af8f","header":"x-maas-group"} {"level":"info","ts":1785180019.9226499,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6bc2910-d870-40fb-9fc3-a5ea0463af8f","header":"x-maas-username"} {"level":"info","ts":1785180019.9226568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6bc2910-d870-40fb-9fc3-a5ea0463af8f","header":"x-maas-subscription"} {"level":"info","ts":1785180019.9226701,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6bc2910-d870-40fb-9fc3-a5ea0463af8f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180019.9226897,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6bc2910-d870-40fb-9fc3-a5ea0463af8f"} {"level":"info","ts":1785180019.9237535,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a6bc2910-d870-40fb-9fc3-a5ea0463af8f"} {"level":"info","ts":1785180019.9237733,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a6bc2910-d870-40fb-9fc3-a5ea0463af8f"} {"level":"info","ts":1785180019.9237952,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a6bc2910-d870-40fb-9fc3-a5ea0463af8f","EoS":false} {"level":"info","ts":1785180019.9238431,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a6bc2910-d870-40fb-9fc3-a5ea0463af8f","EoS":true} {"level":"info","ts":1785180019.9238832,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a6bc2910-d870-40fb-9fc3-a5ea0463af8f"} {"level":"info","ts":1785180039.9619548,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180039.962017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bb53af6-65bf-4632-88f4-8b22760f7a1d"} {"level":"info","ts":1785180039.9620256,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0bb53af6-65bf-4632-88f4-8b22760f7a1d"} {"level":"info","ts":1785180039.9620364,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0bb53af6-65bf-4632-88f4-8b22760f7a1d","EoS":true} {"level":"info","ts":1785180039.9620585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bb53af6-65bf-4632-88f4-8b22760f7a1d","header":"x-maas-subscription"} {"level":"info","ts":1785180039.9620695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bb53af6-65bf-4632-88f4-8b22760f7a1d","header":"x-maas-username"} {"level":"info","ts":1785180039.9620767,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bb53af6-65bf-4632-88f4-8b22760f7a1d","header":"x-maas-group"} {"level":"info","ts":1785180039.962089,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bb53af6-65bf-4632-88f4-8b22760f7a1d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180039.9621117,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0bb53af6-65bf-4632-88f4-8b22760f7a1d"} {"level":"info","ts":1785180039.9651046,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0bb53af6-65bf-4632-88f4-8b22760f7a1d"} {"level":"info","ts":1785180039.9651237,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0bb53af6-65bf-4632-88f4-8b22760f7a1d"} {"level":"info","ts":1785180039.9651384,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0bb53af6-65bf-4632-88f4-8b22760f7a1d","EoS":false} {"level":"info","ts":1785180039.9651494,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0bb53af6-65bf-4632-88f4-8b22760f7a1d","EoS":true} {"level":"info","ts":1785180039.965177,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0bb53af6-65bf-4632-88f4-8b22760f7a1d"} {"level":"info","ts":1785180040.1060116,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180040.1060925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"511fe444-dd2a-44b6-8702-a02603649d03"} {"level":"info","ts":1785180040.1061037,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"511fe444-dd2a-44b6-8702-a02603649d03"} {"level":"info","ts":1785180040.1061144,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"511fe444-dd2a-44b6-8702-a02603649d03","EoS":true} {"level":"info","ts":1785180040.1061335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"511fe444-dd2a-44b6-8702-a02603649d03","header":"x-maas-group"} {"level":"info","ts":1785180040.1061437,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"511fe444-dd2a-44b6-8702-a02603649d03","header":"x-maas-subscription"} {"level":"info","ts":1785180040.1061494,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"511fe444-dd2a-44b6-8702-a02603649d03","header":"x-maas-username"} {"level":"info","ts":1785180040.106163,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"511fe444-dd2a-44b6-8702-a02603649d03","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180040.106188,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"511fe444-dd2a-44b6-8702-a02603649d03"} {"level":"info","ts":1785180040.107432,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"511fe444-dd2a-44b6-8702-a02603649d03"} {"level":"info","ts":1785180040.1074455,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"511fe444-dd2a-44b6-8702-a02603649d03"} {"level":"info","ts":1785180040.1074634,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"511fe444-dd2a-44b6-8702-a02603649d03","EoS":false} {"level":"info","ts":1785180040.1074753,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"511fe444-dd2a-44b6-8702-a02603649d03","EoS":true} {"level":"info","ts":1785180040.1074998,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"511fe444-dd2a-44b6-8702-a02603649d03"} {"level":"info","ts":1785180040.2472908,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180040.2473707,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efdef736-bc4f-4fa0-be8c-edc30c174bfe"} {"level":"info","ts":1785180040.2473843,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"efdef736-bc4f-4fa0-be8c-edc30c174bfe"} {"level":"info","ts":1785180040.2474048,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"efdef736-bc4f-4fa0-be8c-edc30c174bfe","EoS":true} {"level":"info","ts":1785180040.2474408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"efdef736-bc4f-4fa0-be8c-edc30c174bfe","header":"x-maas-group"} {"level":"info","ts":1785180040.2474551,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"efdef736-bc4f-4fa0-be8c-edc30c174bfe","header":"x-maas-subscription"} {"level":"info","ts":1785180040.2474642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"efdef736-bc4f-4fa0-be8c-edc30c174bfe","header":"x-maas-username"} {"level":"info","ts":1785180040.2474847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"efdef736-bc4f-4fa0-be8c-edc30c174bfe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180040.2475188,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"efdef736-bc4f-4fa0-be8c-edc30c174bfe"} {"level":"info","ts":1785180040.2487032,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"efdef736-bc4f-4fa0-be8c-edc30c174bfe"} {"level":"info","ts":1785180040.2487195,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"efdef736-bc4f-4fa0-be8c-edc30c174bfe"} {"level":"info","ts":1785180040.2487385,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"efdef736-bc4f-4fa0-be8c-edc30c174bfe","EoS":false} {"level":"info","ts":1785180040.2487495,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"efdef736-bc4f-4fa0-be8c-edc30c174bfe","EoS":true} {"level":"info","ts":1785180040.2487803,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"efdef736-bc4f-4fa0-be8c-edc30c174bfe"} {"level":"info","ts":1785180040.386752,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180040.3868315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55ad96ca-b439-428a-a2be-8229cfd79218"} {"level":"info","ts":1785180040.3868423,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55ad96ca-b439-428a-a2be-8229cfd79218"} {"level":"info","ts":1785180040.3868532,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55ad96ca-b439-428a-a2be-8229cfd79218","EoS":true} {"level":"info","ts":1785180040.3868732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55ad96ca-b439-428a-a2be-8229cfd79218","header":"x-maas-subscription"} {"level":"info","ts":1785180040.3868837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55ad96ca-b439-428a-a2be-8229cfd79218","header":"x-maas-group"} {"level":"info","ts":1785180040.3868916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55ad96ca-b439-428a-a2be-8229cfd79218","header":"x-maas-username"} {"level":"info","ts":1785180040.3869028,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55ad96ca-b439-428a-a2be-8229cfd79218","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180040.386925,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55ad96ca-b439-428a-a2be-8229cfd79218"} {"level":"info","ts":1785180040.3880336,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"55ad96ca-b439-428a-a2be-8229cfd79218"} {"level":"info","ts":1785180040.3880513,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"55ad96ca-b439-428a-a2be-8229cfd79218"} {"level":"info","ts":1785180040.3880706,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55ad96ca-b439-428a-a2be-8229cfd79218","EoS":false} {"level":"info","ts":1785180040.388088,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55ad96ca-b439-428a-a2be-8229cfd79218","EoS":true} {"level":"info","ts":1785180040.388126,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"55ad96ca-b439-428a-a2be-8229cfd79218"} {"level":"info","ts":1785180040.5256732,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180040.525736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ab12cad-18a0-4e0d-a949-b0ae0fa97966"} {"level":"info","ts":1785180040.5257475,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1ab12cad-18a0-4e0d-a949-b0ae0fa97966"} {"level":"info","ts":1785180040.525759,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ab12cad-18a0-4e0d-a949-b0ae0fa97966","EoS":true} {"level":"info","ts":1785180040.5257819,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ab12cad-18a0-4e0d-a949-b0ae0fa97966","header":"x-maas-username"} {"level":"info","ts":1785180040.525792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ab12cad-18a0-4e0d-a949-b0ae0fa97966","header":"x-maas-group"} {"level":"info","ts":1785180040.5257978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ab12cad-18a0-4e0d-a949-b0ae0fa97966","header":"x-maas-subscription"} {"level":"info","ts":1785180040.525835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ab12cad-18a0-4e0d-a949-b0ae0fa97966","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180040.52586,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1ab12cad-18a0-4e0d-a949-b0ae0fa97966"} {"level":"info","ts":1785180040.526955,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1ab12cad-18a0-4e0d-a949-b0ae0fa97966"} {"level":"info","ts":1785180040.5269685,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1ab12cad-18a0-4e0d-a949-b0ae0fa97966"} {"level":"info","ts":1785180040.526993,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1ab12cad-18a0-4e0d-a949-b0ae0fa97966","EoS":false} {"level":"info","ts":1785180040.5270042,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1ab12cad-18a0-4e0d-a949-b0ae0fa97966","EoS":true} {"level":"info","ts":1785180040.5270305,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1ab12cad-18a0-4e0d-a949-b0ae0fa97966"} {"level":"info","ts":1785180056.3582675,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180056.3583508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b304eff-3360-4a3e-842b-5fb339973817"} {"level":"info","ts":1785180056.3583612,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4b304eff-3360-4a3e-842b-5fb339973817"} {"level":"info","ts":1785180056.3583734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b304eff-3360-4a3e-842b-5fb339973817","EoS":true} {"level":"info","ts":1785180056.3583972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b304eff-3360-4a3e-842b-5fb339973817","header":"x-maas-username"} {"level":"info","ts":1785180056.3584087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b304eff-3360-4a3e-842b-5fb339973817","header":"x-maas-subscription"} {"level":"info","ts":1785180056.3584146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b304eff-3360-4a3e-842b-5fb339973817","header":"x-maas-group"} {"level":"info","ts":1785180056.3584273,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b304eff-3360-4a3e-842b-5fb339973817","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180056.3584526,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4b304eff-3360-4a3e-842b-5fb339973817"} {"level":"info","ts":1785180056.36145,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4b304eff-3360-4a3e-842b-5fb339973817"} {"level":"info","ts":1785180056.3614728,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4b304eff-3360-4a3e-842b-5fb339973817"} {"level":"info","ts":1785180056.361488,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b304eff-3360-4a3e-842b-5fb339973817","EoS":false} {"level":"info","ts":1785180056.361502,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b304eff-3360-4a3e-842b-5fb339973817","EoS":true} {"level":"info","ts":1785180056.3615315,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4b304eff-3360-4a3e-842b-5fb339973817"} {"level":"info","ts":1785180056.4705613,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180056.4706616,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"01161883-ae94-4233-966d-57a2ca335535"} {"level":"info","ts":1785180056.4718413,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"01161883-ae94-4233-966d-57a2ca335535"} {"level":"info","ts":1785180056.4718745,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"01161883-ae94-4233-966d-57a2ca335535"} {"level":"info","ts":1785180056.4718983,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"01161883-ae94-4233-966d-57a2ca335535","EoS":false} {"level":"info","ts":1785180056.4719121,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"01161883-ae94-4233-966d-57a2ca335535"} {"level":"info","ts":1785180056.4719396,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"01161883-ae94-4233-966d-57a2ca335535","EoS":true} {"level":"info","ts":1785180056.4719448,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"01161883-ae94-4233-966d-57a2ca335535"} {"level":"info","ts":1785180061.11952,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180061.1195798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b19f0441-5b10-419a-a278-fa5a2245293c"} {"level":"info","ts":1785180061.119589,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b19f0441-5b10-419a-a278-fa5a2245293c"} {"level":"info","ts":1785180061.1195998,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b19f0441-5b10-419a-a278-fa5a2245293c","EoS":true} {"level":"info","ts":1785180061.1196232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b19f0441-5b10-419a-a278-fa5a2245293c","header":"x-maas-subscription"} {"level":"info","ts":1785180061.1196349,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b19f0441-5b10-419a-a278-fa5a2245293c","header":"x-maas-username"} {"level":"info","ts":1785180061.1196396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b19f0441-5b10-419a-a278-fa5a2245293c","header":"x-maas-group"} {"level":"info","ts":1785180061.1196535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b19f0441-5b10-419a-a278-fa5a2245293c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180061.1196797,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b19f0441-5b10-419a-a278-fa5a2245293c"} {"level":"info","ts":1785180061.1218877,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b19f0441-5b10-419a-a278-fa5a2245293c"} {"level":"info","ts":1785180061.1219056,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b19f0441-5b10-419a-a278-fa5a2245293c"} {"level":"info","ts":1785180061.121921,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b19f0441-5b10-419a-a278-fa5a2245293c","EoS":false} {"level":"info","ts":1785180061.1219318,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b19f0441-5b10-419a-a278-fa5a2245293c","EoS":true} {"level":"info","ts":1785180061.121979,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b19f0441-5b10-419a-a278-fa5a2245293c"} {"level":"info","ts":1785180071.7604034,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180071.7604682,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bbb4adea-3913-4bf8-8f6d-2a9f68cc45eb"} {"level":"info","ts":1785180071.7604785,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bbb4adea-3913-4bf8-8f6d-2a9f68cc45eb"} {"level":"info","ts":1785180071.760489,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bbb4adea-3913-4bf8-8f6d-2a9f68cc45eb","EoS":true} {"level":"info","ts":1785180071.7605107,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bbb4adea-3913-4bf8-8f6d-2a9f68cc45eb","header":"x-maas-subscription"} {"level":"info","ts":1785180071.7605183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bbb4adea-3913-4bf8-8f6d-2a9f68cc45eb","header":"x-maas-username"} {"level":"info","ts":1785180071.760523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bbb4adea-3913-4bf8-8f6d-2a9f68cc45eb","header":"x-maas-group"} {"level":"info","ts":1785180071.7605352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bbb4adea-3913-4bf8-8f6d-2a9f68cc45eb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785180071.760561,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bbb4adea-3913-4bf8-8f6d-2a9f68cc45eb"} {"level":"info","ts":1785180071.7619772,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bbb4adea-3913-4bf8-8f6d-2a9f68cc45eb"} {"level":"info","ts":1785180071.7619948,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bbb4adea-3913-4bf8-8f6d-2a9f68cc45eb"} {"level":"info","ts":1785180071.7620099,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bbb4adea-3913-4bf8-8f6d-2a9f68cc45eb","EoS":false} {"level":"info","ts":1785180071.7620206,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bbb4adea-3913-4bf8-8f6d-2a9f68cc45eb","EoS":true} {"level":"info","ts":1785180071.7620528,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bbb4adea-3913-4bf8-8f6d-2a9f68cc45eb"} {"level":"info","ts":1785180084.6755798,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180084.675679,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44c870c5-497a-491c-96d1-e57b21da0321"} {"level":"info","ts":1785180084.6756968,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44c870c5-497a-491c-96d1-e57b21da0321"} {"level":"info","ts":1785180084.675716,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44c870c5-497a-491c-96d1-e57b21da0321","EoS":true} {"level":"info","ts":1785180084.6757505,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44c870c5-497a-491c-96d1-e57b21da0321","header":"x-maas-subscription"} {"level":"info","ts":1785180084.6757653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44c870c5-497a-491c-96d1-e57b21da0321","header":"x-maas-username"} {"level":"info","ts":1785180084.6757724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44c870c5-497a-491c-96d1-e57b21da0321","header":"x-maas-group"} {"level":"info","ts":1785180084.6757913,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44c870c5-497a-491c-96d1-e57b21da0321","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180084.6758544,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44c870c5-497a-491c-96d1-e57b21da0321"} {"level":"info","ts":1785180084.6770563,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44c870c5-497a-491c-96d1-e57b21da0321"} {"level":"info","ts":1785180084.6770763,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"44c870c5-497a-491c-96d1-e57b21da0321"} {"level":"info","ts":1785180084.6770973,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44c870c5-497a-491c-96d1-e57b21da0321","EoS":false} {"level":"info","ts":1785180084.6771092,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44c870c5-497a-491c-96d1-e57b21da0321","EoS":true} {"level":"info","ts":1785180084.677144,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"44c870c5-497a-491c-96d1-e57b21da0321"} {"level":"info","ts":1785180093.2332988,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180093.2333827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e46fd76-2f9e-4ff7-a544-7c0ca56c5f72"} {"level":"info","ts":1785180093.2333944,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1e46fd76-2f9e-4ff7-a544-7c0ca56c5f72"} {"level":"info","ts":1785180093.2334065,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e46fd76-2f9e-4ff7-a544-7c0ca56c5f72","EoS":true} {"level":"info","ts":1785180093.23343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e46fd76-2f9e-4ff7-a544-7c0ca56c5f72","header":"x-maas-username"} {"level":"info","ts":1785180093.233441,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e46fd76-2f9e-4ff7-a544-7c0ca56c5f72","header":"x-maas-subscription"} {"level":"info","ts":1785180093.233447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e46fd76-2f9e-4ff7-a544-7c0ca56c5f72","header":"x-maas-group"} {"level":"info","ts":1785180093.2334619,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e46fd76-2f9e-4ff7-a544-7c0ca56c5f72","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180093.2334871,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1e46fd76-2f9e-4ff7-a544-7c0ca56c5f72"} {"level":"info","ts":1785180093.2345266,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1e46fd76-2f9e-4ff7-a544-7c0ca56c5f72"} {"level":"info","ts":1785180093.234545,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1e46fd76-2f9e-4ff7-a544-7c0ca56c5f72"} {"level":"info","ts":1785180093.2345653,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1e46fd76-2f9e-4ff7-a544-7c0ca56c5f72","EoS":false} {"level":"info","ts":1785180093.2345788,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1e46fd76-2f9e-4ff7-a544-7c0ca56c5f72","EoS":true} {"level":"info","ts":1785180093.2346122,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1e46fd76-2f9e-4ff7-a544-7c0ca56c5f72"} {"level":"info","ts":1785180102.1692905,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180102.169372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e3cbbe2-a90f-4acd-b819-e99938596e93"} {"level":"info","ts":1785180102.1693828,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2e3cbbe2-a90f-4acd-b819-e99938596e93"} {"level":"info","ts":1785180102.169394,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e3cbbe2-a90f-4acd-b819-e99938596e93","EoS":true} {"level":"info","ts":1785180102.1694238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e3cbbe2-a90f-4acd-b819-e99938596e93","header":"x-maas-group"} {"level":"info","ts":1785180102.169436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e3cbbe2-a90f-4acd-b819-e99938596e93","header":"x-maas-subscription"} {"level":"info","ts":1785180102.169441,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e3cbbe2-a90f-4acd-b819-e99938596e93","header":"x-maas-username"} {"level":"info","ts":1785180102.1694598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e3cbbe2-a90f-4acd-b819-e99938596e93","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180102.1694968,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2e3cbbe2-a90f-4acd-b819-e99938596e93"} {"level":"info","ts":1785180102.170539,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2e3cbbe2-a90f-4acd-b819-e99938596e93"} {"level":"info","ts":1785180102.1705658,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2e3cbbe2-a90f-4acd-b819-e99938596e93"} {"level":"info","ts":1785180102.1705885,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e3cbbe2-a90f-4acd-b819-e99938596e93","EoS":false} {"level":"info","ts":1785180102.170611,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e3cbbe2-a90f-4acd-b819-e99938596e93","EoS":true} {"level":"info","ts":1785180102.1706593,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2e3cbbe2-a90f-4acd-b819-e99938596e93"} {"level":"info","ts":1785180127.2390296,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180127.2391202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c42f028-de44-4870-a3e2-a811528b7ca9"} {"level":"info","ts":1785180127.2391336,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1c42f028-de44-4870-a3e2-a811528b7ca9"} {"level":"info","ts":1785180127.2391453,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c42f028-de44-4870-a3e2-a811528b7ca9","EoS":true} {"level":"info","ts":1785180127.2391698,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1c42f028-de44-4870-a3e2-a811528b7ca9","header":"x-maas-group"} {"level":"info","ts":1785180127.2391798,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1c42f028-de44-4870-a3e2-a811528b7ca9","header":"x-maas-subscription"} {"level":"info","ts":1785180127.2391868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1c42f028-de44-4870-a3e2-a811528b7ca9","header":"x-maas-username"} {"level":"info","ts":1785180127.2392006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c42f028-de44-4870-a3e2-a811528b7ca9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785180127.239224,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1c42f028-de44-4870-a3e2-a811528b7ca9"} {"level":"info","ts":1785180127.2415774,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1c42f028-de44-4870-a3e2-a811528b7ca9"} {"level":"info","ts":1785180127.2416039,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1c42f028-de44-4870-a3e2-a811528b7ca9"} {"level":"info","ts":1785180127.2416272,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1c42f028-de44-4870-a3e2-a811528b7ca9","EoS":false} {"level":"info","ts":1785180127.2416506,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1c42f028-de44-4870-a3e2-a811528b7ca9","EoS":true} {"level":"info","ts":1785180127.2416883,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1c42f028-de44-4870-a3e2-a811528b7ca9"} {"level":"info","ts":1785180150.5474389,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180150.547504,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91b0f7d4-9e50-4782-b33d-838d48200dbf"} {"level":"info","ts":1785180150.5475178,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"91b0f7d4-9e50-4782-b33d-838d48200dbf"} {"level":"info","ts":1785180150.54753,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91b0f7d4-9e50-4782-b33d-838d48200dbf","EoS":true} {"level":"info","ts":1785180150.5475523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91b0f7d4-9e50-4782-b33d-838d48200dbf","header":"x-maas-username"} {"level":"info","ts":1785180150.5475626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91b0f7d4-9e50-4782-b33d-838d48200dbf","header":"x-maas-group"} {"level":"info","ts":1785180150.5475676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91b0f7d4-9e50-4782-b33d-838d48200dbf","header":"x-maas-subscription"} {"level":"info","ts":1785180150.5475802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91b0f7d4-9e50-4782-b33d-838d48200dbf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785180150.5476034,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"91b0f7d4-9e50-4782-b33d-838d48200dbf"} {"level":"info","ts":1785180150.5508,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"91b0f7d4-9e50-4782-b33d-838d48200dbf"} {"level":"info","ts":1785180150.5508363,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"91b0f7d4-9e50-4782-b33d-838d48200dbf"} {"level":"info","ts":1785180150.5508509,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91b0f7d4-9e50-4782-b33d-838d48200dbf","EoS":false} {"level":"info","ts":1785180150.5508611,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91b0f7d4-9e50-4782-b33d-838d48200dbf","EoS":true} {"level":"info","ts":1785180150.5508885,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"91b0f7d4-9e50-4782-b33d-838d48200dbf"} {"level":"info","ts":1785180177.1752167,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180177.1752908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c26a14b-dad7-43eb-8deb-99c27f38888f"} {"level":"info","ts":1785180177.1753004,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5c26a14b-dad7-43eb-8deb-99c27f38888f"} {"level":"info","ts":1785180177.1753113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c26a14b-dad7-43eb-8deb-99c27f38888f","EoS":true} {"level":"info","ts":1785180177.1753378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c26a14b-dad7-43eb-8deb-99c27f38888f","header":"x-maas-username"} {"level":"info","ts":1785180177.1753483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c26a14b-dad7-43eb-8deb-99c27f38888f","header":"x-maas-group"} {"level":"info","ts":1785180177.1753547,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c26a14b-dad7-43eb-8deb-99c27f38888f","header":"x-maas-subscription"} {"level":"info","ts":1785180177.1753676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c26a14b-dad7-43eb-8deb-99c27f38888f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180177.175393,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c26a14b-dad7-43eb-8deb-99c27f38888f"} {"level":"info","ts":1785180177.1764772,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5c26a14b-dad7-43eb-8deb-99c27f38888f"} {"level":"info","ts":1785180177.176496,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5c26a14b-dad7-43eb-8deb-99c27f38888f"} {"level":"info","ts":1785180177.1765113,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5c26a14b-dad7-43eb-8deb-99c27f38888f","EoS":false} {"level":"info","ts":1785180177.1765332,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5c26a14b-dad7-43eb-8deb-99c27f38888f","EoS":true} {"level":"info","ts":1785180177.176564,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5c26a14b-dad7-43eb-8deb-99c27f38888f"} {"level":"info","ts":1785180187.0712304,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180187.0713072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1545464b-925c-48ce-851e-76eb0880e6a5"} {"level":"info","ts":1785180187.0713165,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1545464b-925c-48ce-851e-76eb0880e6a5"} {"level":"info","ts":1785180187.0713277,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1545464b-925c-48ce-851e-76eb0880e6a5","EoS":true} {"level":"info","ts":1785180187.0713532,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1545464b-925c-48ce-851e-76eb0880e6a5","header":"x-maas-username"} {"level":"info","ts":1785180187.0713644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1545464b-925c-48ce-851e-76eb0880e6a5","header":"x-maas-subscription"} {"level":"info","ts":1785180187.07137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1545464b-925c-48ce-851e-76eb0880e6a5","header":"x-maas-group"} {"level":"info","ts":1785180187.0713835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1545464b-925c-48ce-851e-76eb0880e6a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180187.0714076,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1545464b-925c-48ce-851e-76eb0880e6a5"} {"level":"info","ts":1785180187.0745976,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1545464b-925c-48ce-851e-76eb0880e6a5"} {"level":"info","ts":1785180187.0746193,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1545464b-925c-48ce-851e-76eb0880e6a5"} {"level":"info","ts":1785180187.0746374,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1545464b-925c-48ce-851e-76eb0880e6a5","EoS":false} {"level":"info","ts":1785180187.0746539,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1545464b-925c-48ce-851e-76eb0880e6a5","EoS":true} {"level":"info","ts":1785180187.074683,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1545464b-925c-48ce-851e-76eb0880e6a5"} {"level":"info","ts":1785180187.1170444,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180187.117121,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ca8b00f-86e7-4f6f-b58d-1348100e2c13"} {"level":"info","ts":1785180187.1171305,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ca8b00f-86e7-4f6f-b58d-1348100e2c13"} {"level":"info","ts":1785180187.1171417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ca8b00f-86e7-4f6f-b58d-1348100e2c13","EoS":true} {"level":"info","ts":1785180187.1171665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ca8b00f-86e7-4f6f-b58d-1348100e2c13","header":"x-maas-username"} {"level":"info","ts":1785180187.1171765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ca8b00f-86e7-4f6f-b58d-1348100e2c13","header":"x-maas-group"} {"level":"info","ts":1785180187.1171813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ca8b00f-86e7-4f6f-b58d-1348100e2c13","header":"x-maas-subscription"} {"level":"info","ts":1785180187.1171954,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ca8b00f-86e7-4f6f-b58d-1348100e2c13","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180187.1172187,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ca8b00f-86e7-4f6f-b58d-1348100e2c13"} {"level":"info","ts":1785180187.1185737,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7ca8b00f-86e7-4f6f-b58d-1348100e2c13"} {"level":"info","ts":1785180187.1185915,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7ca8b00f-86e7-4f6f-b58d-1348100e2c13"} {"level":"info","ts":1785180187.118606,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ca8b00f-86e7-4f6f-b58d-1348100e2c13","EoS":false} {"level":"info","ts":1785180187.118618,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ca8b00f-86e7-4f6f-b58d-1348100e2c13","EoS":true} {"level":"info","ts":1785180187.1186435,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7ca8b00f-86e7-4f6f-b58d-1348100e2c13"} {"level":"info","ts":1785180206.4997547,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180206.4998739,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a145f490-2179-43a6-a09d-1b13df1587e9"} {"level":"info","ts":1785180206.4998918,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a145f490-2179-43a6-a09d-1b13df1587e9"} {"level":"info","ts":1785180206.4999056,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a145f490-2179-43a6-a09d-1b13df1587e9","EoS":true} {"level":"info","ts":1785180206.4999397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a145f490-2179-43a6-a09d-1b13df1587e9","header":"x-maas-username"} {"level":"info","ts":1785180206.4999516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a145f490-2179-43a6-a09d-1b13df1587e9","header":"x-maas-group"} {"level":"info","ts":1785180206.499956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a145f490-2179-43a6-a09d-1b13df1587e9","header":"x-maas-subscription"} {"level":"info","ts":1785180206.4999692,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a145f490-2179-43a6-a09d-1b13df1587e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180206.5000453,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a145f490-2179-43a6-a09d-1b13df1587e9"} {"level":"info","ts":1785180206.5012484,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a145f490-2179-43a6-a09d-1b13df1587e9"} {"level":"info","ts":1785180206.50127,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a145f490-2179-43a6-a09d-1b13df1587e9"} {"level":"info","ts":1785180206.5012848,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a145f490-2179-43a6-a09d-1b13df1587e9","EoS":false} {"level":"info","ts":1785180206.5012987,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a145f490-2179-43a6-a09d-1b13df1587e9","EoS":true} {"level":"info","ts":1785180206.5013256,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a145f490-2179-43a6-a09d-1b13df1587e9"} {"level":"info","ts":1785180334.615133,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180334.6152074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93505d6d-c212-4288-9bf7-25af69596f51"} {"level":"info","ts":1785180334.6152208,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"93505d6d-c212-4288-9bf7-25af69596f51"} {"level":"info","ts":1785180334.615233,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93505d6d-c212-4288-9bf7-25af69596f51","EoS":true} {"level":"info","ts":1785180334.6152542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93505d6d-c212-4288-9bf7-25af69596f51","header":"x-maas-group"} {"level":"info","ts":1785180334.6152644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93505d6d-c212-4288-9bf7-25af69596f51","header":"x-maas-username"} {"level":"info","ts":1785180334.61527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93505d6d-c212-4288-9bf7-25af69596f51","header":"x-maas-subscription"} {"level":"info","ts":1785180334.6152833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93505d6d-c212-4288-9bf7-25af69596f51","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785180334.6153069,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"93505d6d-c212-4288-9bf7-25af69596f51"} {"level":"info","ts":1785180334.616337,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"93505d6d-c212-4288-9bf7-25af69596f51"} {"level":"info","ts":1785180334.6163507,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"93505d6d-c212-4288-9bf7-25af69596f51"} {"level":"info","ts":1785180334.6163642,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"93505d6d-c212-4288-9bf7-25af69596f51","EoS":false} {"level":"info","ts":1785180334.6163745,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"93505d6d-c212-4288-9bf7-25af69596f51","EoS":true} {"level":"info","ts":1785180334.6164007,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"93505d6d-c212-4288-9bf7-25af69596f51"} {"level":"info","ts":1785180371.8655841,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180371.8656528,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4d9ce27-c19c-4e44-8450-eeeb8df3bf69"} {"level":"info","ts":1785180371.8656611,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e4d9ce27-c19c-4e44-8450-eeeb8df3bf69"} {"level":"info","ts":1785180371.865672,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4d9ce27-c19c-4e44-8450-eeeb8df3bf69","EoS":true} {"level":"info","ts":1785180371.865696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4d9ce27-c19c-4e44-8450-eeeb8df3bf69","header":"x-maas-username"} {"level":"info","ts":1785180371.8657064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4d9ce27-c19c-4e44-8450-eeeb8df3bf69","header":"x-maas-group"} {"level":"info","ts":1785180371.8657117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4d9ce27-c19c-4e44-8450-eeeb8df3bf69","header":"x-maas-subscription"} {"level":"info","ts":1785180371.8657236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4d9ce27-c19c-4e44-8450-eeeb8df3bf69","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180371.8657486,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e4d9ce27-c19c-4e44-8450-eeeb8df3bf69"} {"level":"info","ts":1785180371.8685844,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e4d9ce27-c19c-4e44-8450-eeeb8df3bf69"} {"level":"info","ts":1785180371.868605,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e4d9ce27-c19c-4e44-8450-eeeb8df3bf69"} {"level":"info","ts":1785180371.8686197,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4d9ce27-c19c-4e44-8450-eeeb8df3bf69","EoS":false} {"level":"info","ts":1785180371.8686337,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4d9ce27-c19c-4e44-8450-eeeb8df3bf69","EoS":true} {"level":"info","ts":1785180371.868666,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e4d9ce27-c19c-4e44-8450-eeeb8df3bf69"} {"level":"info","ts":1785180387.2337663,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180387.233859,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b24e5c5-ca50-4bd5-be10-4b2e3675c6cf"} {"level":"info","ts":1785180387.2338705,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b24e5c5-ca50-4bd5-be10-4b2e3675c6cf"} {"level":"info","ts":1785180387.2338831,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b24e5c5-ca50-4bd5-be10-4b2e3675c6cf","EoS":true} {"level":"info","ts":1785180387.233906,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b24e5c5-ca50-4bd5-be10-4b2e3675c6cf","header":"x-maas-group"} {"level":"info","ts":1785180387.2339172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b24e5c5-ca50-4bd5-be10-4b2e3675c6cf","header":"x-maas-username"} {"level":"info","ts":1785180387.2339222,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b24e5c5-ca50-4bd5-be10-4b2e3675c6cf","header":"x-maas-subscription"} {"level":"info","ts":1785180387.233935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b24e5c5-ca50-4bd5-be10-4b2e3675c6cf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180387.2339602,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b24e5c5-ca50-4bd5-be10-4b2e3675c6cf"} {"level":"info","ts":1785180387.2369952,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0b24e5c5-ca50-4bd5-be10-4b2e3675c6cf"} {"level":"info","ts":1785180387.2370157,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0b24e5c5-ca50-4bd5-be10-4b2e3675c6cf"} {"level":"info","ts":1785180387.237032,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b24e5c5-ca50-4bd5-be10-4b2e3675c6cf","EoS":false} {"level":"info","ts":1785180387.2370434,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b24e5c5-ca50-4bd5-be10-4b2e3675c6cf","EoS":true} {"level":"info","ts":1785180387.237076,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0b24e5c5-ca50-4bd5-be10-4b2e3675c6cf"} {"level":"info","ts":1785180714.4771926,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180714.4772708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c03073e-7d59-40c6-acc6-9d7d72dca6fc"} {"level":"info","ts":1785180714.4772785,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c03073e-7d59-40c6-acc6-9d7d72dca6fc"} {"level":"info","ts":1785180714.477289,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c03073e-7d59-40c6-acc6-9d7d72dca6fc","EoS":true} {"level":"info","ts":1785180714.4773126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c03073e-7d59-40c6-acc6-9d7d72dca6fc","header":"x-maas-subscription"} {"level":"info","ts":1785180714.4773238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c03073e-7d59-40c6-acc6-9d7d72dca6fc","header":"x-maas-username"} {"level":"info","ts":1785180714.4773283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c03073e-7d59-40c6-acc6-9d7d72dca6fc","header":"x-maas-group"} {"level":"info","ts":1785180714.4773417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c03073e-7d59-40c6-acc6-9d7d72dca6fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180714.4773664,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c03073e-7d59-40c6-acc6-9d7d72dca6fc"} {"level":"info","ts":1785180714.4807904,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7c03073e-7d59-40c6-acc6-9d7d72dca6fc"} {"level":"info","ts":1785180714.4808335,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7c03073e-7d59-40c6-acc6-9d7d72dca6fc"} {"level":"info","ts":1785180714.4808507,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7c03073e-7d59-40c6-acc6-9d7d72dca6fc","EoS":false} {"level":"info","ts":1785180714.4808638,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7c03073e-7d59-40c6-acc6-9d7d72dca6fc","EoS":true} {"level":"info","ts":1785180714.4808943,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7c03073e-7d59-40c6-acc6-9d7d72dca6fc"} {"level":"info","ts":1785180719.2782972,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7edef20e-6e7f-4060-98c1-c915547554be","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785180719.278591,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38718.93738014,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785180719.2786212,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785180719.3121564,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785180719.3793645,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7edef20e-6e7f-4060-98c1-c915547554be","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785180719.4049935,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3dd84059-c996-4291-81ad-e668f76677c7"} {"level":"info","ts":1785180719.405,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69294a55-196c-48e5-ac76-a0b1394db2f5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785180719.4050386,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69294a55-196c-48e5-ac76-a0b1394db2f5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785180719.4120095,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78ebd5d6-82f8-41ee-81b6-123bbe9bdd74","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785180719.4120424,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78ebd5d6-82f8-41ee-81b6-123bbe9bdd74","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785180719.4124594,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33747.035165055,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785180719.412478,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785180719.4198914,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785180719.5130863,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3dd84059-c996-4291-81ad-e668f76677c7","name":"e2e-external-provider"} {"level":"info","ts":1785180719.526955,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"055340d0-2f7e-4783-a459-69b9aa92a307"} {"level":"info","ts":1785180719.526949,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8477db46-8e42-468d-865e-c8181991cea0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785180719.5271342,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8477db46-8e42-468d-865e-c8181991cea0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785180719.5320578,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3dd84059-c996-4291-81ad-e668f76677c7","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785180719.5336456,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7af936c-34ab-4400-b99f-9b620393ad33","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785180719.5336995,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7af936c-34ab-4400-b99f-9b620393ad33","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785180719.533941,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"055340d0-2f7e-4783-a459-69b9aa92a307","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785180719.5404727,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"055340d0-2f7e-4783-a459-69b9aa92a307","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785180719.540516,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6475d70f-8152-4824-8cac-db6345b207cb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785180719.5405405,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6475d70f-8152-4824-8cac-db6345b207cb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785180719.5405514,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a95ac77c-d714-4de5-8249-34a8a4b672d3"} {"level":"info","ts":1785180719.5405757,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a95ac77c-d714-4de5-8249-34a8a4b672d3","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785180719.54242,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3dd84059-c996-4291-81ad-e668f76677c7","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785180719.545018,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a95ac77c-d714-4de5-8249-34a8a4b672d3","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785180719.5494838,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3dd84059-c996-4291-81ad-e668f76677c7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785180719.5553265,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cc7b1d7-bdf5-4849-bad8-8a22e55c19a5"} {"level":"info","ts":1785180719.5553584,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cc7b1d7-bdf5-4849-bad8-8a22e55c19a5","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785180719.556428,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cb198a03-802a-4110-bbc3-f3b118d4726c"} {"level":"info","ts":1785180719.5564904,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cb198a03-802a-4110-bbc3-f3b118d4726c","name":"e2e-external-provider"} {"level":"info","ts":1785180719.5568604,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3cff3786-2edf-4b9b-8bec-d984c0642720","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785180719.5568826,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3cff3786-2edf-4b9b-8bec-d984c0642720","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785180719.5569196,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b054cd1b-01af-4206-89b0-f51c0c2d4733","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785180719.5569556,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b054cd1b-01af-4206-89b0-f51c0c2d4733","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785180719.5601022,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cc7b1d7-bdf5-4849-bad8-8a22e55c19a5","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785180719.560181,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"45f8a41b-5670-4b52-a81e-3ea84cc0515c"} {"level":"info","ts":1785180719.5603855,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35000.778265138,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785180719.5604007,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785180719.565089,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cb198a03-802a-4110-bbc3-f3b118d4726c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785180719.5671184,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785180719.568429,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cb198a03-802a-4110-bbc3-f3b118d4726c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785180719.5685213,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"42ef74f1-8513-4937-8ab5-db6891cf8088"} {"level":"info","ts":1785180719.568561,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"42ef74f1-8513-4937-8ab5-db6891cf8088","name":"e2e-external-provider"} {"level":"info","ts":1785180719.5776403,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"42ef74f1-8513-4937-8ab5-db6891cf8088","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785180719.6613357,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"45f8a41b-5670-4b52-a81e-3ea84cc0515c","name":"e2e-external-model"} {"level":"info","ts":1785180719.6729481,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"45f8a41b-5670-4b52-a81e-3ea84cc0515c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785180719.6782122,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6751a74f-1095-4b04-8863-70fd62c664b3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785180719.6782572,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6751a74f-1095-4b04-8863-70fd62c664b3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785180719.6785247,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0171cf2f-e233-4b37-a96d-6aefb6c5c363"} {"level":"info","ts":1785180719.6785798,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0171cf2f-e233-4b37-a96d-6aefb6c5c363","name":"e2e-external-model"} {"level":"error","ts":1785180719.6910791,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0171cf2f-e233-4b37-a96d-6aefb6c5c363","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785180719.691337,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51a05b71-f57e-4312-80ec-1cd672ace1a6"} {"level":"info","ts":1785180719.6913736,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e7bc53d-4ba6-492e-bac0-992e435f8c85","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785180719.6914077,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e7bc53d-4ba6-492e-bac0-992e435f8c85","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785180719.6914392,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51a05b71-f57e-4312-80ec-1cd672ace1a6","name":"e2e-external-model"} {"level":"info","ts":1785180719.6993303,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51a05b71-f57e-4312-80ec-1cd672ace1a6","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785180719.7046177,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c81eed0-155a-4b34-994d-5cca47bb8679"} {"level":"info","ts":1785180719.7046216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25a8cff9-2be3-4bc2-83ff-39997c16e0b5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785180719.7046545,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25a8cff9-2be3-4bc2-83ff-39997c16e0b5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785180719.7046714,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c81eed0-155a-4b34-994d-5cca47bb8679","name":"e2e-external-model"} {"level":"info","ts":1785180719.714191,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c81eed0-155a-4b34-994d-5cca47bb8679","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785180724.9449167,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180724.945011,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc3d3cb7-a816-43a1-b6eb-4da6ca6c4ea8"} {"level":"info","ts":1785180724.945028,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cc3d3cb7-a816-43a1-b6eb-4da6ca6c4ea8"} {"level":"info","ts":1785180724.9450436,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc3d3cb7-a816-43a1-b6eb-4da6ca6c4ea8","EoS":true} {"level":"info","ts":1785180724.9450774,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc3d3cb7-a816-43a1-b6eb-4da6ca6c4ea8","header":"x-maas-username"} {"level":"info","ts":1785180724.9450924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc3d3cb7-a816-43a1-b6eb-4da6ca6c4ea8","header":"x-maas-group"} {"level":"info","ts":1785180724.9450996,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc3d3cb7-a816-43a1-b6eb-4da6ca6c4ea8","header":"x-maas-subscription"} {"level":"info","ts":1785180724.945117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc3d3cb7-a816-43a1-b6eb-4da6ca6c4ea8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785180724.9451306,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cc3d3cb7-a816-43a1-b6eb-4da6ca6c4ea8","modelName":"e2e-external-model"} {"level":"info","ts":1785180724.9451478,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cc3d3cb7-a816-43a1-b6eb-4da6ca6c4ea8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785180724.945197,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"cc3d3cb7-a816-43a1-b6eb-4da6ca6c4ea8","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785180724.9452257,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"cc3d3cb7-a816-43a1-b6eb-4da6ca6c4ea8","authType":"apikey"} {"level":"info","ts":1785180724.9452598,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cc3d3cb7-a816-43a1-b6eb-4da6ca6c4ea8"} {"level":"info","ts":1785180725.0671737,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3d4a3d2-1cdf-482b-8893-a6d04ee4c682","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785180725.0671961,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f444c2e-eeea-4fc6-a0d5-3bedbbd07e7e"} {"level":"info","ts":1785180725.0672002,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3d4a3d2-1cdf-482b-8893-a6d04ee4c682","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785180725.0727491,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"513dc61a-f381-44c4-a74e-f453bfe297ae","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785180725.0727801,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"513dc61a-f381-44c4-a74e-f453bfe297ae","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785180725.0731313,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f444c2e-eeea-4fc6-a0d5-3bedbbd07e7e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785180725.0731952,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f444c2e-eeea-4fc6-a0d5-3bedbbd07e7e","name":"e2e-cleanup-test"} {"level":"error","ts":1785180725.0871563,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f444c2e-eeea-4fc6-a0d5-3bedbbd07e7e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785180725.0872574,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f444c2e-eeea-4fc6-a0d5-3bedbbd07e7e","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785180725.0873284,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bccde1a-8744-47a6-8567-9018f73ec492","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785180725.0873432,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4da5d356-6ac4-4337-9c3e-b2621030ab4d"} {"level":"info","ts":1785180725.0873613,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bccde1a-8744-47a6-8567-9018f73ec492","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785180725.0873954,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4da5d356-6ac4-4337-9c3e-b2621030ab4d","name":"e2e-cleanup-test"} {"level":"info","ts":1785180725.1029954,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81c005d0-7e53-4b61-bfcc-aab9cff34f9d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785180725.10303,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81c005d0-7e53-4b61-bfcc-aab9cff34f9d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785180725.104014,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4da5d356-6ac4-4337-9c3e-b2621030ab4d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785180725.1040568,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4da5d356-6ac4-4337-9c3e-b2621030ab4d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785180725.1041148,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afec0982-b526-4d55-8ad4-fa080c44ba87"} {"level":"info","ts":1785180725.1041777,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afec0982-b526-4d55-8ad4-fa080c44ba87","name":"e2e-cleanup-test"} {"level":"info","ts":1785180725.1117098,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afec0982-b526-4d55-8ad4-fa080c44ba87","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785180725.118557,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a6d5065-6972-47fc-ab7e-b90379423448","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785180725.1185927,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a6d5065-6972-47fc-ab7e-b90379423448","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785180725.1196213,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afec0982-b526-4d55-8ad4-fa080c44ba87","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785180725.1197083,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56279a10-61cc-47f4-b635-c355b04bec5b"} {"level":"info","ts":1785180725.1197643,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56279a10-61cc-47f4-b635-c355b04bec5b","name":"e2e-cleanup-test"} {"level":"info","ts":1785180725.1263204,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56279a10-61cc-47f4-b635-c355b04bec5b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785180733.357634,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"360be27d-1a32-4e8e-a781-50d52bba87b1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785180733.3576682,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"360be27d-1a32-4e8e-a781-50d52bba87b1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785180733.3576994,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd9c46ae-bf4d-4ff4-a502-5a00ccd68e63"} {"level":"info","ts":1785180737.6808596,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180737.6809292,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9170007-77e0-4bb5-b65c-ad505afd839e"} {"level":"info","ts":1785180737.6809418,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9170007-77e0-4bb5-b65c-ad505afd839e"} {"level":"info","ts":1785180737.6809533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9170007-77e0-4bb5-b65c-ad505afd839e","EoS":true} {"level":"info","ts":1785180737.6809855,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9170007-77e0-4bb5-b65c-ad505afd839e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785180737.6810155,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9170007-77e0-4bb5-b65c-ad505afd839e"} {"level":"info","ts":1785180737.7231224,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180737.7231781,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c718911-cbf3-4813-8252-02c5913f01aa"} {"level":"info","ts":1785180737.7231863,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c718911-cbf3-4813-8252-02c5913f01aa"} {"level":"info","ts":1785180737.7231991,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c718911-cbf3-4813-8252-02c5913f01aa","EoS":true} {"level":"info","ts":1785180737.723221,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c718911-cbf3-4813-8252-02c5913f01aa","header":"x-maas-group"} {"level":"info","ts":1785180737.7232308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c718911-cbf3-4813-8252-02c5913f01aa","header":"x-maas-subscription"} {"level":"info","ts":1785180737.7232363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c718911-cbf3-4813-8252-02c5913f01aa","header":"x-maas-username"} {"level":"info","ts":1785180737.7232473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c718911-cbf3-4813-8252-02c5913f01aa","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785180737.7232559,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9c718911-cbf3-4813-8252-02c5913f01aa","modelName":"e2e-external-model"} {"level":"info","ts":1785180737.7232666,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9c718911-cbf3-4813-8252-02c5913f01aa","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785180737.7232873,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"9c718911-cbf3-4813-8252-02c5913f01aa","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785180737.7233043,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"9c718911-cbf3-4813-8252-02c5913f01aa","authType":"apikey"} {"level":"info","ts":1785180737.7233198,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c718911-cbf3-4813-8252-02c5913f01aa"} {"level":"info","ts":1785180737.7611866,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180737.7612443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1173fa46-39e9-4e30-8b7d-dcd46532a457"} {"level":"info","ts":1785180737.7612555,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1173fa46-39e9-4e30-8b7d-dcd46532a457"} {"level":"info","ts":1785180737.7612665,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1173fa46-39e9-4e30-8b7d-dcd46532a457","EoS":true} {"level":"info","ts":1785180737.7612853,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1173fa46-39e9-4e30-8b7d-dcd46532a457","header":"x-maas-subscription"} {"level":"info","ts":1785180737.7612977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1173fa46-39e9-4e30-8b7d-dcd46532a457","header":"x-maas-username"} {"level":"info","ts":1785180737.7613022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1173fa46-39e9-4e30-8b7d-dcd46532a457","header":"x-maas-group"} {"level":"info","ts":1785180737.7613125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1173fa46-39e9-4e30-8b7d-dcd46532a457","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785180737.7613342,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1173fa46-39e9-4e30-8b7d-dcd46532a457"} {"level":"info","ts":1785180737.860313,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1173fa46-39e9-4e30-8b7d-dcd46532a457"} {"level":"info","ts":1785180737.86034,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1173fa46-39e9-4e30-8b7d-dcd46532a457"} {"level":"info","ts":1785180737.8603616,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1173fa46-39e9-4e30-8b7d-dcd46532a457","EoS":false} {"level":"info","ts":1785180737.860378,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1173fa46-39e9-4e30-8b7d-dcd46532a457","EoS":true} {"level":"error","ts":1785180737.8603895,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"1173fa46-39e9-4e30-8b7d-dcd46532a457","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785180737.8604505,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1173fa46-39e9-4e30-8b7d-dcd46532a457"} {"level":"info","ts":1785180737.902191,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180737.902245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf958c58-459c-470f-99c8-e5cf5c455539"} {"level":"info","ts":1785180737.902254,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bf958c58-459c-470f-99c8-e5cf5c455539"} {"level":"info","ts":1785180737.9022644,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf958c58-459c-470f-99c8-e5cf5c455539","EoS":true} {"level":"info","ts":1785180737.9022853,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf958c58-459c-470f-99c8-e5cf5c455539","header":"x-maas-subscription"} {"level":"info","ts":1785180737.9022932,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf958c58-459c-470f-99c8-e5cf5c455539","header":"x-maas-username"} {"level":"info","ts":1785180737.902301,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf958c58-459c-470f-99c8-e5cf5c455539","header":"x-maas-group"} {"level":"info","ts":1785180737.9023268,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bf958c58-459c-470f-99c8-e5cf5c455539"} {"level":"info","ts":1785180738.0074055,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bf958c58-459c-470f-99c8-e5cf5c455539"} {"level":"info","ts":1785180738.0074332,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bf958c58-459c-470f-99c8-e5cf5c455539"} {"level":"info","ts":1785180738.0074506,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bf958c58-459c-470f-99c8-e5cf5c455539","EoS":false} {"level":"info","ts":1785180738.0074642,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bf958c58-459c-470f-99c8-e5cf5c455539","EoS":true} {"level":"error","ts":1785180738.0074732,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"bf958c58-459c-470f-99c8-e5cf5c455539","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785180738.0075092,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bf958c58-459c-470f-99c8-e5cf5c455539"} {"level":"info","ts":1785180738.8755605,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70f4d9b5-f5da-4879-ab34-5a9b05aa8848"} {"level":"info","ts":1785180738.8756013,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8722dba6-be1d-435a-92a7-9ae84cb66a37","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785180738.875623,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8722dba6-be1d-435a-92a7-9ae84cb66a37","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785180739.0233302,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc9ea98a-b589-4c3d-9a8f-fd4a156d6bd6"} {"level":"info","ts":1785180739.0233352,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"79769069-730d-40ff-bf47-30958756a142","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785180739.02341,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"79769069-730d-40ff-bf47-30958756a142","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785180739.1410353,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4dee5a6b-1676-4fb5-919e-fb0383e87e5c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785180739.1410892,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4dee5a6b-1676-4fb5-919e-fb0383e87e5c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785182024.6993103,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182024.6993926,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f429e6f2-3a7e-4cda-aa90-9ac58a59002b"} {"level":"info","ts":1785182089.698892,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182089.698973,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e661d2e7-b7bb-420a-a1ec-848f9f9239ea"} {"level":"info","ts":1785182089.6989827,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e661d2e7-b7bb-420a-a1ec-848f9f9239ea"} {"level":"info","ts":1785182089.6990032,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e661d2e7-b7bb-420a-a1ec-848f9f9239ea","EoS":true} {"level":"info","ts":1785182089.6990361,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e661d2e7-b7bb-420a-a1ec-848f9f9239ea","header":"x-maas-subscription"} {"level":"info","ts":1785182089.6990466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e661d2e7-b7bb-420a-a1ec-848f9f9239ea","header":"x-maas-username"} {"level":"info","ts":1785182089.6990519,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e661d2e7-b7bb-420a-a1ec-848f9f9239ea","header":"x-maas-group"} {"level":"info","ts":1785182089.6990662,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e661d2e7-b7bb-420a-a1ec-848f9f9239ea","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785182089.699094,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e661d2e7-b7bb-420a-a1ec-848f9f9239ea"} {"level":"info","ts":1785182089.7037785,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e661d2e7-b7bb-420a-a1ec-848f9f9239ea"} {"level":"info","ts":1785182089.7038028,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e661d2e7-b7bb-420a-a1ec-848f9f9239ea"} {"level":"info","ts":1785182089.7038434,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e661d2e7-b7bb-420a-a1ec-848f9f9239ea","EoS":false} {"level":"info","ts":1785182089.7038553,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e661d2e7-b7bb-420a-a1ec-848f9f9239ea","EoS":true} {"level":"info","ts":1785182089.7038865,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e661d2e7-b7bb-420a-a1ec-848f9f9239ea"}