{"level":"info","ts":1785463035.0877903,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"45ae51cf-0582-4c2c-a633-3f06679b4be8"} {"level":"info","ts":1785463035.0904398,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"45ae51cf-0582-4c2c-a633-3f06679b4be8"} {"level":"info","ts":1785463035.0904512,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"45ae51cf-0582-4c2c-a633-3f06679b4be8"} {"level":"info","ts":1785463035.090464,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"45ae51cf-0582-4c2c-a633-3f06679b4be8","EoS":false} {"level":"info","ts":1785463035.0904758,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"45ae51cf-0582-4c2c-a633-3f06679b4be8"} {"level":"info","ts":1785463035.0904996,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"45ae51cf-0582-4c2c-a633-3f06679b4be8","EoS":true} {"level":"info","ts":1785463035.0905073,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"45ae51cf-0582-4c2c-a633-3f06679b4be8"} {"level":"info","ts":1785463035.2365499,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463035.2366667,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c31466c1-de75-403a-9519-4b4bc9cb6f6d"} {"level":"info","ts":1785463035.2366793,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c31466c1-de75-403a-9519-4b4bc9cb6f6d"} {"level":"info","ts":1785463035.2366915,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c31466c1-de75-403a-9519-4b4bc9cb6f6d","EoS":true} {"level":"info","ts":1785463035.2367165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c31466c1-de75-403a-9519-4b4bc9cb6f6d","header":"x-maas-username"} {"level":"info","ts":1785463035.2367272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c31466c1-de75-403a-9519-4b4bc9cb6f6d","header":"x-maas-group"} {"level":"info","ts":1785463035.2367325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c31466c1-de75-403a-9519-4b4bc9cb6f6d","header":"x-maas-subscription"} {"level":"info","ts":1785463035.2367458,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c31466c1-de75-403a-9519-4b4bc9cb6f6d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463035.2367735,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c31466c1-de75-403a-9519-4b4bc9cb6f6d"} {"level":"info","ts":1785463035.2377949,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c31466c1-de75-403a-9519-4b4bc9cb6f6d"} {"level":"info","ts":1785463035.2378154,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c31466c1-de75-403a-9519-4b4bc9cb6f6d"} {"level":"info","ts":1785463035.2378309,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c31466c1-de75-403a-9519-4b4bc9cb6f6d","EoS":false} {"level":"info","ts":1785463035.2378423,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c31466c1-de75-403a-9519-4b4bc9cb6f6d"} {"level":"info","ts":1785463035.2378654,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c31466c1-de75-403a-9519-4b4bc9cb6f6d","EoS":true} {"level":"info","ts":1785463035.237873,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c31466c1-de75-403a-9519-4b4bc9cb6f6d"} {"level":"info","ts":1785463035.3729856,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463035.3730822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4228a1a4-7aa1-4ee0-a0f2-a0183e42bb5b"} {"level":"info","ts":1785463035.373094,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4228a1a4-7aa1-4ee0-a0f2-a0183e42bb5b"} {"level":"info","ts":1785463035.3731058,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4228a1a4-7aa1-4ee0-a0f2-a0183e42bb5b","EoS":true} {"level":"info","ts":1785463035.373133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4228a1a4-7aa1-4ee0-a0f2-a0183e42bb5b","header":"x-maas-username"} {"level":"info","ts":1785463035.3731446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4228a1a4-7aa1-4ee0-a0f2-a0183e42bb5b","header":"x-maas-group"} {"level":"info","ts":1785463035.3731503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4228a1a4-7aa1-4ee0-a0f2-a0183e42bb5b","header":"x-maas-subscription"} {"level":"info","ts":1785463035.373169,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4228a1a4-7aa1-4ee0-a0f2-a0183e42bb5b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463035.3732007,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4228a1a4-7aa1-4ee0-a0f2-a0183e42bb5b"} {"level":"info","ts":1785463035.3742101,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4228a1a4-7aa1-4ee0-a0f2-a0183e42bb5b"} {"level":"info","ts":1785463035.3742294,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4228a1a4-7aa1-4ee0-a0f2-a0183e42bb5b"} {"level":"info","ts":1785463035.3742514,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4228a1a4-7aa1-4ee0-a0f2-a0183e42bb5b","EoS":false} {"level":"info","ts":1785463035.3742652,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4228a1a4-7aa1-4ee0-a0f2-a0183e42bb5b"} {"level":"info","ts":1785463035.3742912,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4228a1a4-7aa1-4ee0-a0f2-a0183e42bb5b","EoS":true} {"level":"info","ts":1785463035.3742998,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4228a1a4-7aa1-4ee0-a0f2-a0183e42bb5b"} {"level":"info","ts":1785463035.5081828,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463035.5082545,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d8fa5a3-d282-42ac-bcf0-a83dd9b86769"} {"level":"info","ts":1785463035.5082648,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d8fa5a3-d282-42ac-bcf0-a83dd9b86769"} {"level":"info","ts":1785463035.5082755,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d8fa5a3-d282-42ac-bcf0-a83dd9b86769","EoS":true} {"level":"info","ts":1785463035.508299,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d8fa5a3-d282-42ac-bcf0-a83dd9b86769","header":"x-maas-group"} {"level":"info","ts":1785463035.5083096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d8fa5a3-d282-42ac-bcf0-a83dd9b86769","header":"x-maas-subscription"} {"level":"info","ts":1785463035.5083153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d8fa5a3-d282-42ac-bcf0-a83dd9b86769","header":"x-maas-username"} {"level":"info","ts":1785463035.5083313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d8fa5a3-d282-42ac-bcf0-a83dd9b86769","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463035.5083632,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d8fa5a3-d282-42ac-bcf0-a83dd9b86769"} {"level":"info","ts":1785463035.5093548,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2d8fa5a3-d282-42ac-bcf0-a83dd9b86769"} {"level":"info","ts":1785463035.5093749,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2d8fa5a3-d282-42ac-bcf0-a83dd9b86769"} {"level":"info","ts":1785463035.5093918,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2d8fa5a3-d282-42ac-bcf0-a83dd9b86769","EoS":false} {"level":"info","ts":1785463035.509403,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2d8fa5a3-d282-42ac-bcf0-a83dd9b86769"} {"level":"info","ts":1785463035.509428,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2d8fa5a3-d282-42ac-bcf0-a83dd9b86769","EoS":true} {"level":"info","ts":1785463035.5094378,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2d8fa5a3-d282-42ac-bcf0-a83dd9b86769"} {"level":"info","ts":1785463056.6649745,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463056.6650708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97f3d64e-05c3-4858-a79c-2b8c3f888c53"} {"level":"info","ts":1785463056.665086,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"97f3d64e-05c3-4858-a79c-2b8c3f888c53"} {"level":"info","ts":1785463056.6651065,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97f3d64e-05c3-4858-a79c-2b8c3f888c53","EoS":true} {"level":"info","ts":1785463056.6651423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97f3d64e-05c3-4858-a79c-2b8c3f888c53","header":"x-maas-username"} {"level":"info","ts":1785463056.6651554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97f3d64e-05c3-4858-a79c-2b8c3f888c53","header":"x-maas-subscription"} {"level":"info","ts":1785463056.665165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97f3d64e-05c3-4858-a79c-2b8c3f888c53","header":"x-maas-group"} {"level":"info","ts":1785463056.6651835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97f3d64e-05c3-4858-a79c-2b8c3f888c53","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463056.6652176,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"97f3d64e-05c3-4858-a79c-2b8c3f888c53"} {"level":"info","ts":1785463056.666239,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"97f3d64e-05c3-4858-a79c-2b8c3f888c53"} {"level":"info","ts":1785463056.666266,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"97f3d64e-05c3-4858-a79c-2b8c3f888c53"} {"level":"info","ts":1785463056.6662807,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"97f3d64e-05c3-4858-a79c-2b8c3f888c53","EoS":false} {"level":"info","ts":1785463056.6662922,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"97f3d64e-05c3-4858-a79c-2b8c3f888c53"} {"level":"info","ts":1785463056.66632,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"97f3d64e-05c3-4858-a79c-2b8c3f888c53","EoS":true} {"level":"info","ts":1785463056.6663322,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"97f3d64e-05c3-4858-a79c-2b8c3f888c53"} {"level":"info","ts":1785463056.7042654,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463056.7043402,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82d5d55b-2f4e-41a4-b42b-94c13d62f04e"} {"level":"info","ts":1785463056.7043576,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"82d5d55b-2f4e-41a4-b42b-94c13d62f04e"} {"level":"info","ts":1785463056.7043755,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82d5d55b-2f4e-41a4-b42b-94c13d62f04e","EoS":true} {"level":"info","ts":1785463056.7044091,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82d5d55b-2f4e-41a4-b42b-94c13d62f04e","header":"x-maas-group"} {"level":"info","ts":1785463056.7044237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82d5d55b-2f4e-41a4-b42b-94c13d62f04e","header":"x-maas-username"} {"level":"info","ts":1785463056.7044315,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82d5d55b-2f4e-41a4-b42b-94c13d62f04e","header":"x-maas-subscription"} {"level":"info","ts":1785463056.704449,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82d5d55b-2f4e-41a4-b42b-94c13d62f04e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463056.7044852,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"82d5d55b-2f4e-41a4-b42b-94c13d62f04e"} {"level":"info","ts":1785463056.7055686,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"82d5d55b-2f4e-41a4-b42b-94c13d62f04e"} {"level":"info","ts":1785463056.7055879,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"82d5d55b-2f4e-41a4-b42b-94c13d62f04e"} {"level":"info","ts":1785463056.705606,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"82d5d55b-2f4e-41a4-b42b-94c13d62f04e","EoS":false} {"level":"info","ts":1785463056.7056177,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"82d5d55b-2f4e-41a4-b42b-94c13d62f04e"} {"level":"info","ts":1785463056.705645,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"82d5d55b-2f4e-41a4-b42b-94c13d62f04e","EoS":true} {"level":"info","ts":1785463056.705657,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"82d5d55b-2f4e-41a4-b42b-94c13d62f04e"} {"level":"info","ts":1785463056.8141603,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463056.8142393,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"59b3a3b5-e657-402f-ab58-4d03972ee0b8"} {"level":"info","ts":1785463056.815171,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"59b3a3b5-e657-402f-ab58-4d03972ee0b8"} {"level":"info","ts":1785463056.8151898,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"59b3a3b5-e657-402f-ab58-4d03972ee0b8"} {"level":"info","ts":1785463056.815205,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"59b3a3b5-e657-402f-ab58-4d03972ee0b8","EoS":false} {"level":"info","ts":1785463056.8152168,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"59b3a3b5-e657-402f-ab58-4d03972ee0b8"} {"level":"info","ts":1785463056.8152416,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"59b3a3b5-e657-402f-ab58-4d03972ee0b8","EoS":true} {"level":"info","ts":1785463056.8152497,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"59b3a3b5-e657-402f-ab58-4d03972ee0b8"} {"level":"info","ts":1785463061.4400725,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463061.4401357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"376f1557-3142-4bc3-883b-1647f348bd0b"} {"level":"info","ts":1785463061.4401443,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"376f1557-3142-4bc3-883b-1647f348bd0b"} {"level":"info","ts":1785463061.440156,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"376f1557-3142-4bc3-883b-1647f348bd0b","EoS":true} {"level":"info","ts":1785463061.44018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"376f1557-3142-4bc3-883b-1647f348bd0b","header":"x-maas-subscription"} {"level":"info","ts":1785463061.4401908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"376f1557-3142-4bc3-883b-1647f348bd0b","header":"x-maas-username"} {"level":"info","ts":1785463061.4401982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"376f1557-3142-4bc3-883b-1647f348bd0b","header":"x-maas-group"} {"level":"info","ts":1785463061.4402118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"376f1557-3142-4bc3-883b-1647f348bd0b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463061.4402368,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"376f1557-3142-4bc3-883b-1647f348bd0b"} {"level":"info","ts":1785463061.441248,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"376f1557-3142-4bc3-883b-1647f348bd0b"} {"level":"info","ts":1785463061.44126,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"376f1557-3142-4bc3-883b-1647f348bd0b"} {"level":"info","ts":1785463061.4412718,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"376f1557-3142-4bc3-883b-1647f348bd0b","EoS":false} {"level":"info","ts":1785463061.441281,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"376f1557-3142-4bc3-883b-1647f348bd0b"} {"level":"info","ts":1785463061.441305,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"376f1557-3142-4bc3-883b-1647f348bd0b","EoS":true} {"level":"info","ts":1785463061.4413126,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"376f1557-3142-4bc3-883b-1647f348bd0b"} {"level":"info","ts":1785463072.0451498,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463072.0452178,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0971c50b-0384-4b9e-9887-648ee80fa9b0"} {"level":"info","ts":1785463072.0452266,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0971c50b-0384-4b9e-9887-648ee80fa9b0"} {"level":"info","ts":1785463072.0452378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0971c50b-0384-4b9e-9887-648ee80fa9b0","EoS":true} {"level":"info","ts":1785463072.0452592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0971c50b-0384-4b9e-9887-648ee80fa9b0","header":"x-maas-subscription"} {"level":"info","ts":1785463072.0452707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0971c50b-0384-4b9e-9887-648ee80fa9b0","header":"x-maas-group"} {"level":"info","ts":1785463072.0452766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0971c50b-0384-4b9e-9887-648ee80fa9b0","header":"x-maas-username"} {"level":"info","ts":1785463072.0452895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0971c50b-0384-4b9e-9887-648ee80fa9b0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785463072.0453124,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0971c50b-0384-4b9e-9887-648ee80fa9b0"} {"level":"info","ts":1785463072.0588489,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0971c50b-0384-4b9e-9887-648ee80fa9b0"} {"level":"info","ts":1785463072.05887,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0971c50b-0384-4b9e-9887-648ee80fa9b0"} {"level":"info","ts":1785463072.0588856,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0971c50b-0384-4b9e-9887-648ee80fa9b0","EoS":false} {"level":"info","ts":1785463072.0589025,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0971c50b-0384-4b9e-9887-648ee80fa9b0"} {"level":"info","ts":1785463072.0589318,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0971c50b-0384-4b9e-9887-648ee80fa9b0","EoS":true} {"level":"info","ts":1785463072.0589442,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0971c50b-0384-4b9e-9887-648ee80fa9b0"} {"level":"info","ts":1785463084.938737,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463084.9388082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"adb7c298-3caf-46bd-8320-643a5eccdb34"} {"level":"info","ts":1785463084.93882,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"adb7c298-3caf-46bd-8320-643a5eccdb34"} {"level":"info","ts":1785463084.9388306,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"adb7c298-3caf-46bd-8320-643a5eccdb34","EoS":true} {"level":"info","ts":1785463084.9388556,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"adb7c298-3caf-46bd-8320-643a5eccdb34","header":"x-maas-username"} {"level":"info","ts":1785463084.9388638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"adb7c298-3caf-46bd-8320-643a5eccdb34","header":"x-maas-group"} {"level":"info","ts":1785463084.93887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"adb7c298-3caf-46bd-8320-643a5eccdb34","header":"x-maas-subscription"} {"level":"info","ts":1785463084.9388826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"adb7c298-3caf-46bd-8320-643a5eccdb34","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463084.9389064,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"adb7c298-3caf-46bd-8320-643a5eccdb34"} {"level":"info","ts":1785463084.9401278,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"adb7c298-3caf-46bd-8320-643a5eccdb34"} {"level":"info","ts":1785463084.9401476,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"adb7c298-3caf-46bd-8320-643a5eccdb34"} {"level":"info","ts":1785463084.940162,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"adb7c298-3caf-46bd-8320-643a5eccdb34","EoS":false} {"level":"info","ts":1785463084.9401739,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"adb7c298-3caf-46bd-8320-643a5eccdb34"} {"level":"info","ts":1785463084.940199,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"adb7c298-3caf-46bd-8320-643a5eccdb34","EoS":true} {"level":"info","ts":1785463084.9402068,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"adb7c298-3caf-46bd-8320-643a5eccdb34"} {"level":"info","ts":1785463093.4589198,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463093.458991,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d81119e3-a774-4ece-9c96-0b38395659e1"} {"level":"info","ts":1785463093.4590092,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d81119e3-a774-4ece-9c96-0b38395659e1"} {"level":"info","ts":1785463093.4590213,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d81119e3-a774-4ece-9c96-0b38395659e1","EoS":true} {"level":"info","ts":1785463093.4590447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d81119e3-a774-4ece-9c96-0b38395659e1","header":"x-maas-username"} {"level":"info","ts":1785463093.4590542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d81119e3-a774-4ece-9c96-0b38395659e1","header":"x-maas-subscription"} {"level":"info","ts":1785463093.4590628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d81119e3-a774-4ece-9c96-0b38395659e1","header":"x-maas-group"} {"level":"info","ts":1785463093.4590762,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d81119e3-a774-4ece-9c96-0b38395659e1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463093.4591,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d81119e3-a774-4ece-9c96-0b38395659e1"} {"level":"info","ts":1785463093.460057,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d81119e3-a774-4ece-9c96-0b38395659e1"} {"level":"info","ts":1785463093.4600701,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d81119e3-a774-4ece-9c96-0b38395659e1"} {"level":"info","ts":1785463093.4600816,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d81119e3-a774-4ece-9c96-0b38395659e1","EoS":false} {"level":"info","ts":1785463093.4600909,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d81119e3-a774-4ece-9c96-0b38395659e1"} {"level":"info","ts":1785463093.4601107,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d81119e3-a774-4ece-9c96-0b38395659e1","EoS":true} {"level":"info","ts":1785463093.4601183,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d81119e3-a774-4ece-9c96-0b38395659e1"} {"level":"info","ts":1785463102.3243022,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463102.3243752,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce2fe6e4-def8-4c32-96c1-aeb7c9d93c23"} {"level":"info","ts":1785463102.3243864,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce2fe6e4-def8-4c32-96c1-aeb7c9d93c23"} {"level":"info","ts":1785463102.3244,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce2fe6e4-def8-4c32-96c1-aeb7c9d93c23","EoS":true} {"level":"info","ts":1785463102.3244228,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce2fe6e4-def8-4c32-96c1-aeb7c9d93c23","header":"x-maas-subscription"} {"level":"info","ts":1785463102.3244338,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce2fe6e4-def8-4c32-96c1-aeb7c9d93c23","header":"x-maas-group"} {"level":"info","ts":1785463102.3244395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce2fe6e4-def8-4c32-96c1-aeb7c9d93c23","header":"x-maas-username"} {"level":"info","ts":1785463102.3244522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce2fe6e4-def8-4c32-96c1-aeb7c9d93c23","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463102.3244824,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce2fe6e4-def8-4c32-96c1-aeb7c9d93c23"} {"level":"info","ts":1785463102.3254652,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ce2fe6e4-def8-4c32-96c1-aeb7c9d93c23"} {"level":"info","ts":1785463102.3254812,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ce2fe6e4-def8-4c32-96c1-aeb7c9d93c23"} {"level":"info","ts":1785463102.3255002,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce2fe6e4-def8-4c32-96c1-aeb7c9d93c23","EoS":false} {"level":"info","ts":1785463102.3255143,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ce2fe6e4-def8-4c32-96c1-aeb7c9d93c23"} {"level":"info","ts":1785463102.3255367,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce2fe6e4-def8-4c32-96c1-aeb7c9d93c23","EoS":true} {"level":"info","ts":1785463102.3255444,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ce2fe6e4-def8-4c32-96c1-aeb7c9d93c23"} {"level":"info","ts":1785463132.025949,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463132.026015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e743e5e-917c-4bcc-b055-84910d1e4176"} {"level":"info","ts":1785463132.0260231,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e743e5e-917c-4bcc-b055-84910d1e4176"} {"level":"info","ts":1785463132.0260344,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e743e5e-917c-4bcc-b055-84910d1e4176","EoS":true} {"level":"info","ts":1785463132.026066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e743e5e-917c-4bcc-b055-84910d1e4176","header":"x-maas-username"} {"level":"info","ts":1785463132.0260763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e743e5e-917c-4bcc-b055-84910d1e4176","header":"x-maas-group"} {"level":"info","ts":1785463132.0260816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e743e5e-917c-4bcc-b055-84910d1e4176","header":"x-maas-subscription"} {"level":"info","ts":1785463132.0260937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e743e5e-917c-4bcc-b055-84910d1e4176","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785463132.0261152,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8e743e5e-917c-4bcc-b055-84910d1e4176"} {"level":"info","ts":1785463132.0279195,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8e743e5e-917c-4bcc-b055-84910d1e4176"} {"level":"info","ts":1785463132.02794,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8e743e5e-917c-4bcc-b055-84910d1e4176"} {"level":"info","ts":1785463132.0279567,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8e743e5e-917c-4bcc-b055-84910d1e4176","EoS":false} {"level":"info","ts":1785463132.0279708,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8e743e5e-917c-4bcc-b055-84910d1e4176"} {"level":"info","ts":1785463132.027996,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8e743e5e-917c-4bcc-b055-84910d1e4176","EoS":true} {"level":"info","ts":1785463132.0280042,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8e743e5e-917c-4bcc-b055-84910d1e4176"} {"level":"info","ts":1785463165.0513432,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463165.051418,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f93364f-1e9d-4b20-bdd0-c332cc633422"} {"level":"info","ts":1785463165.0514278,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5f93364f-1e9d-4b20-bdd0-c332cc633422"} {"level":"info","ts":1785463165.0514388,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f93364f-1e9d-4b20-bdd0-c332cc633422","EoS":true} {"level":"info","ts":1785463165.0514653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f93364f-1e9d-4b20-bdd0-c332cc633422","header":"x-maas-group"} {"level":"info","ts":1785463165.051476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f93364f-1e9d-4b20-bdd0-c332cc633422","header":"x-maas-subscription"} {"level":"info","ts":1785463165.0514812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f93364f-1e9d-4b20-bdd0-c332cc633422","header":"x-maas-username"} {"level":"info","ts":1785463165.051494,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f93364f-1e9d-4b20-bdd0-c332cc633422","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785463165.0515149,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5f93364f-1e9d-4b20-bdd0-c332cc633422"} {"level":"info","ts":1785463165.0525033,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5f93364f-1e9d-4b20-bdd0-c332cc633422"} {"level":"info","ts":1785463165.0525224,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5f93364f-1e9d-4b20-bdd0-c332cc633422"} {"level":"info","ts":1785463165.0525382,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5f93364f-1e9d-4b20-bdd0-c332cc633422","EoS":false} {"level":"info","ts":1785463165.0525496,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5f93364f-1e9d-4b20-bdd0-c332cc633422"} {"level":"info","ts":1785463165.052592,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5f93364f-1e9d-4b20-bdd0-c332cc633422","EoS":true} {"level":"info","ts":1785463165.0526068,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5f93364f-1e9d-4b20-bdd0-c332cc633422"} {"level":"info","ts":1785463200.828994,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463200.8290617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c0a0a8a-52aa-425f-965a-423db7193abe"} {"level":"info","ts":1785463200.8290706,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4c0a0a8a-52aa-425f-965a-423db7193abe"} {"level":"info","ts":1785463200.8290823,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c0a0a8a-52aa-425f-965a-423db7193abe","EoS":true} {"level":"info","ts":1785463200.8291051,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c0a0a8a-52aa-425f-965a-423db7193abe","header":"x-maas-group"} {"level":"info","ts":1785463200.8291132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c0a0a8a-52aa-425f-965a-423db7193abe","header":"x-maas-username"} {"level":"info","ts":1785463200.8291187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c0a0a8a-52aa-425f-965a-423db7193abe","header":"x-maas-subscription"} {"level":"info","ts":1785463200.8291323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c0a0a8a-52aa-425f-965a-423db7193abe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463200.8291564,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4c0a0a8a-52aa-425f-965a-423db7193abe"} {"level":"info","ts":1785463200.8301957,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4c0a0a8a-52aa-425f-965a-423db7193abe"} {"level":"info","ts":1785463200.830216,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4c0a0a8a-52aa-425f-965a-423db7193abe"} {"level":"info","ts":1785463200.830233,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4c0a0a8a-52aa-425f-965a-423db7193abe","EoS":false} {"level":"info","ts":1785463200.8302474,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4c0a0a8a-52aa-425f-965a-423db7193abe"} {"level":"info","ts":1785463200.830273,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4c0a0a8a-52aa-425f-965a-423db7193abe","EoS":true} {"level":"info","ts":1785463200.8302813,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4c0a0a8a-52aa-425f-965a-423db7193abe"} {"level":"info","ts":1785463210.9766812,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463210.9767554,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0cf1a9f-213b-4de3-a0a6-dc5d610920ed"} {"level":"info","ts":1785463210.9767642,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0cf1a9f-213b-4de3-a0a6-dc5d610920ed"} {"level":"info","ts":1785463210.9767745,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0cf1a9f-213b-4de3-a0a6-dc5d610920ed","EoS":true} {"level":"info","ts":1785463210.9768033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0cf1a9f-213b-4de3-a0a6-dc5d610920ed","header":"x-maas-username"} {"level":"info","ts":1785463210.9768138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0cf1a9f-213b-4de3-a0a6-dc5d610920ed","header":"x-maas-group"} {"level":"info","ts":1785463210.9768195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0cf1a9f-213b-4de3-a0a6-dc5d610920ed","header":"x-maas-subscription"} {"level":"info","ts":1785463210.976833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0cf1a9f-213b-4de3-a0a6-dc5d610920ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463210.9769065,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0cf1a9f-213b-4de3-a0a6-dc5d610920ed"} {"level":"info","ts":1785463210.9779522,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f0cf1a9f-213b-4de3-a0a6-dc5d610920ed"} {"level":"info","ts":1785463210.977973,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f0cf1a9f-213b-4de3-a0a6-dc5d610920ed"} {"level":"info","ts":1785463210.9779997,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f0cf1a9f-213b-4de3-a0a6-dc5d610920ed","EoS":false} {"level":"info","ts":1785463210.9780204,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f0cf1a9f-213b-4de3-a0a6-dc5d610920ed"} {"level":"info","ts":1785463210.9780538,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f0cf1a9f-213b-4de3-a0a6-dc5d610920ed","EoS":true} {"level":"info","ts":1785463210.9780633,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f0cf1a9f-213b-4de3-a0a6-dc5d610920ed"} {"level":"info","ts":1785463211.017062,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463211.0171483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0de17dc-a8a8-4f04-ada7-d5bad04c726d"} {"level":"info","ts":1785463211.0171604,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0de17dc-a8a8-4f04-ada7-d5bad04c726d"} {"level":"info","ts":1785463211.0171723,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0de17dc-a8a8-4f04-ada7-d5bad04c726d","EoS":true} {"level":"info","ts":1785463211.0171971,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0de17dc-a8a8-4f04-ada7-d5bad04c726d","header":"x-maas-subscription"} {"level":"info","ts":1785463211.017212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0de17dc-a8a8-4f04-ada7-d5bad04c726d","header":"x-maas-group"} {"level":"info","ts":1785463211.0172203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0de17dc-a8a8-4f04-ada7-d5bad04c726d","header":"x-maas-username"} {"level":"info","ts":1785463211.017292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0de17dc-a8a8-4f04-ada7-d5bad04c726d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463211.0173235,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0de17dc-a8a8-4f04-ada7-d5bad04c726d"} {"level":"info","ts":1785463211.0183382,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e0de17dc-a8a8-4f04-ada7-d5bad04c726d"} {"level":"info","ts":1785463211.018358,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e0de17dc-a8a8-4f04-ada7-d5bad04c726d"} {"level":"info","ts":1785463211.0183792,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e0de17dc-a8a8-4f04-ada7-d5bad04c726d","EoS":false} {"level":"info","ts":1785463211.018397,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e0de17dc-a8a8-4f04-ada7-d5bad04c726d"} {"level":"info","ts":1785463211.018436,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e0de17dc-a8a8-4f04-ada7-d5bad04c726d","EoS":true} {"level":"info","ts":1785463211.0184486,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e0de17dc-a8a8-4f04-ada7-d5bad04c726d"} {"level":"info","ts":1785463230.1939645,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463230.1940362,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bd3b9be-0d57-4983-9088-dcb7b338ac97"} {"level":"info","ts":1785463230.1940465,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6bd3b9be-0d57-4983-9088-dcb7b338ac97"} {"level":"info","ts":1785463230.1940575,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6bd3b9be-0d57-4983-9088-dcb7b338ac97","EoS":true} {"level":"info","ts":1785463230.1940784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6bd3b9be-0d57-4983-9088-dcb7b338ac97","header":"x-maas-group"} {"level":"info","ts":1785463230.1941032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6bd3b9be-0d57-4983-9088-dcb7b338ac97","header":"x-maas-username"} {"level":"info","ts":1785463230.194113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6bd3b9be-0d57-4983-9088-dcb7b338ac97","header":"x-maas-subscription"} {"level":"info","ts":1785463230.1941266,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6bd3b9be-0d57-4983-9088-dcb7b338ac97","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463230.194148,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6bd3b9be-0d57-4983-9088-dcb7b338ac97"} {"level":"info","ts":1785463230.1952198,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6bd3b9be-0d57-4983-9088-dcb7b338ac97"} {"level":"info","ts":1785463230.1952386,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6bd3b9be-0d57-4983-9088-dcb7b338ac97"} {"level":"info","ts":1785463230.195253,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6bd3b9be-0d57-4983-9088-dcb7b338ac97","EoS":false} {"level":"info","ts":1785463230.195265,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6bd3b9be-0d57-4983-9088-dcb7b338ac97"} {"level":"info","ts":1785463230.195289,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6bd3b9be-0d57-4983-9088-dcb7b338ac97","EoS":true} {"level":"info","ts":1785463230.1953151,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6bd3b9be-0d57-4983-9088-dcb7b338ac97"} {"level":"info","ts":1785463412.6063988,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463412.606474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e21463e5-4573-4b70-b073-bf0c007164b3"} {"level":"info","ts":1785463412.606482,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e21463e5-4573-4b70-b073-bf0c007164b3"} {"level":"info","ts":1785463412.606493,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e21463e5-4573-4b70-b073-bf0c007164b3","EoS":true} {"level":"info","ts":1785463412.606516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e21463e5-4573-4b70-b073-bf0c007164b3","header":"x-maas-username"} {"level":"info","ts":1785463412.6065276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e21463e5-4573-4b70-b073-bf0c007164b3","header":"x-maas-subscription"} {"level":"info","ts":1785463412.6065328,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e21463e5-4573-4b70-b073-bf0c007164b3","header":"x-maas-group"} {"level":"info","ts":1785463412.6065464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e21463e5-4573-4b70-b073-bf0c007164b3","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785463412.6065967,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e21463e5-4573-4b70-b073-bf0c007164b3"} {"level":"info","ts":1785463412.619607,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e21463e5-4573-4b70-b073-bf0c007164b3"} {"level":"info","ts":1785463412.61963,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e21463e5-4573-4b70-b073-bf0c007164b3"} {"level":"info","ts":1785463412.6196482,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e21463e5-4573-4b70-b073-bf0c007164b3","EoS":false} {"level":"info","ts":1785463412.6196597,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e21463e5-4573-4b70-b073-bf0c007164b3"} {"level":"info","ts":1785463412.6196864,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e21463e5-4573-4b70-b073-bf0c007164b3","EoS":true} {"level":"info","ts":1785463412.6196964,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e21463e5-4573-4b70-b073-bf0c007164b3"} {"level":"info","ts":1785463475.1600304,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463475.1601095,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cae09ea5-36b1-4820-8137-6a8049088773"} {"level":"info","ts":1785463475.1601179,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cae09ea5-36b1-4820-8137-6a8049088773"} {"level":"info","ts":1785463475.1601298,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cae09ea5-36b1-4820-8137-6a8049088773","EoS":true} {"level":"info","ts":1785463475.1601553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cae09ea5-36b1-4820-8137-6a8049088773","header":"x-maas-subscription"} {"level":"info","ts":1785463475.160166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cae09ea5-36b1-4820-8137-6a8049088773","header":"x-maas-group"} {"level":"info","ts":1785463475.160171,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cae09ea5-36b1-4820-8137-6a8049088773","header":"x-maas-username"} {"level":"info","ts":1785463475.160185,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cae09ea5-36b1-4820-8137-6a8049088773","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463475.1602118,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cae09ea5-36b1-4820-8137-6a8049088773"} {"level":"info","ts":1785463475.161242,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cae09ea5-36b1-4820-8137-6a8049088773"} {"level":"info","ts":1785463475.1612659,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cae09ea5-36b1-4820-8137-6a8049088773"} {"level":"info","ts":1785463475.1612802,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cae09ea5-36b1-4820-8137-6a8049088773","EoS":false} {"level":"info","ts":1785463475.161293,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cae09ea5-36b1-4820-8137-6a8049088773"} {"level":"info","ts":1785463475.1613135,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cae09ea5-36b1-4820-8137-6a8049088773","EoS":true} {"level":"info","ts":1785463475.1613214,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cae09ea5-36b1-4820-8137-6a8049088773"} {"level":"info","ts":1785463490.4117055,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463490.4117715,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb6ffdc5-fc15-4975-9f14-93ad8f126769"} {"level":"info","ts":1785463490.41178,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bb6ffdc5-fc15-4975-9f14-93ad8f126769"} {"level":"info","ts":1785463490.4117906,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bb6ffdc5-fc15-4975-9f14-93ad8f126769","EoS":true} {"level":"info","ts":1785463490.4118104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb6ffdc5-fc15-4975-9f14-93ad8f126769","header":"x-maas-group"} {"level":"info","ts":1785463490.4118207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb6ffdc5-fc15-4975-9f14-93ad8f126769","header":"x-maas-username"} {"level":"info","ts":1785463490.4118264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb6ffdc5-fc15-4975-9f14-93ad8f126769","header":"x-maas-subscription"} {"level":"info","ts":1785463490.411839,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb6ffdc5-fc15-4975-9f14-93ad8f126769","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463490.4118612,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bb6ffdc5-fc15-4975-9f14-93ad8f126769"} {"level":"info","ts":1785463490.4128842,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bb6ffdc5-fc15-4975-9f14-93ad8f126769"} {"level":"info","ts":1785463490.4128964,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bb6ffdc5-fc15-4975-9f14-93ad8f126769"} {"level":"info","ts":1785463490.4129083,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bb6ffdc5-fc15-4975-9f14-93ad8f126769","EoS":false} {"level":"info","ts":1785463490.4129188,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bb6ffdc5-fc15-4975-9f14-93ad8f126769"} {"level":"info","ts":1785463490.412943,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bb6ffdc5-fc15-4975-9f14-93ad8f126769","EoS":true} {"level":"info","ts":1785463490.4129534,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bb6ffdc5-fc15-4975-9f14-93ad8f126769"} {"level":"info","ts":1785463827.0987978,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463827.0988913,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06350f52-b980-49ba-9998-48f287047233"} {"level":"info","ts":1785463827.0989082,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06350f52-b980-49ba-9998-48f287047233"} {"level":"info","ts":1785463827.0989256,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06350f52-b980-49ba-9998-48f287047233","EoS":true} {"level":"info","ts":1785463827.0989573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06350f52-b980-49ba-9998-48f287047233","header":"x-maas-username"} {"level":"info","ts":1785463827.0989707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06350f52-b980-49ba-9998-48f287047233","header":"x-maas-group"} {"level":"info","ts":1785463827.0989788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06350f52-b980-49ba-9998-48f287047233","header":"x-maas-subscription"} {"level":"info","ts":1785463827.0990026,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06350f52-b980-49ba-9998-48f287047233","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463827.0990555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06350f52-b980-49ba-9998-48f287047233"} {"level":"info","ts":1785463827.100196,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"06350f52-b980-49ba-9998-48f287047233"} {"level":"info","ts":1785463827.1002145,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"06350f52-b980-49ba-9998-48f287047233"} {"level":"info","ts":1785463827.10023,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06350f52-b980-49ba-9998-48f287047233","EoS":false} {"level":"info","ts":1785463827.1002412,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"06350f52-b980-49ba-9998-48f287047233"} {"level":"info","ts":1785463827.1002693,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06350f52-b980-49ba-9998-48f287047233","EoS":true} {"level":"info","ts":1785463827.100281,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"06350f52-b980-49ba-9998-48f287047233"} {"level":"info","ts":1785463831.9124002,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"72998cc8-967b-4207-bebf-12db7f57e963","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785463831.9128187,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37787.058201246,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785463831.9128547,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785463831.9410393,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785463832.0138276,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"72998cc8-967b-4207-bebf-12db7f57e963","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785463832.0336058,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"229f47a5-3474-43b5-821e-033e7dcc476e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785463832.0336454,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"229f47a5-3474-43b5-821e-033e7dcc476e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785463832.033703,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f65a7de0-5395-45e3-b4a4-0a7e5bad5757"} {"level":"info","ts":1785463832.038756,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf3781c7-a290-4c43-935c-1ac9a07e032a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785463832.0387876,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf3781c7-a290-4c43-935c-1ac9a07e032a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785463832.03903,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32884.782549168,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785463832.0390704,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785463832.0457232,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785463832.1399777,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f65a7de0-5395-45e3-b4a4-0a7e5bad5757","name":"e2e-external-provider"} {"level":"info","ts":1785463832.148163,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f65a7de0-5395-45e3-b4a4-0a7e5bad5757","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785463832.149336,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ef55758-cebb-4b4e-b511-b8d888430d7a"} {"level":"info","ts":1785463832.149336,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a89578d4-82fb-46b4-a5cf-c18a9338b6e0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785463832.149496,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a89578d4-82fb-46b4-a5cf-c18a9338b6e0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785463832.1565423,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"470dfc37-0027-43ff-bd52-80848d7035e3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785463832.156598,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"470dfc37-0027-43ff-bd52-80848d7035e3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785463832.1565337,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ef55758-cebb-4b4e-b511-b8d888430d7a","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785463832.157837,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f65a7de0-5395-45e3-b4a4-0a7e5bad5757","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785463832.1630886,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"767daacb-2807-4ad3-972f-63e768ea4e71","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785463832.1631155,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"767daacb-2807-4ad3-972f-63e768ea4e71","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785463832.1630898,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ef55758-cebb-4b4e-b511-b8d888430d7a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785463832.16317,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef92392c-e024-45d1-8418-523d4fef6ba4"} {"level":"info","ts":1785463832.163198,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef92392c-e024-45d1-8418-523d4fef6ba4","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785463832.166734,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f65a7de0-5395-45e3-b4a4-0a7e5bad5757","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785463832.1693769,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef92392c-e024-45d1-8418-523d4fef6ba4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785463832.1719315,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5cca9df5-0ced-42fe-8928-8950a9114517"} {"level":"info","ts":1785463832.1719437,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0afda811-263c-4181-99a5-1da46dd424ac","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785463832.1719725,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0afda811-263c-4181-99a5-1da46dd424ac","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785463832.1719923,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5cca9df5-0ced-42fe-8928-8950a9114517","name":"e2e-external-provider"} {"level":"info","ts":1785463832.1720579,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6612af4a-7954-4605-9a3d-f5434cb18e6c"} {"level":"info","ts":1785463832.1723278,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39395.086522592,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785463832.1723468,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785463832.1723804,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80bb49b4-d1e8-4d6f-bde1-cd5f21f556df","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785463832.1724088,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80bb49b4-d1e8-4d6f-bde1-cd5f21f556df","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785463832.17854,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785463832.1793592,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5cca9df5-0ced-42fe-8928-8950a9114517","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785463832.1833532,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"680c019e-41f9-4963-859b-7548286d9ea1"} {"level":"info","ts":1785463832.1833985,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"680c019e-41f9-4963-859b-7548286d9ea1","name":"e2e-external-provider"} {"level":"info","ts":1785463832.19071,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"680c019e-41f9-4963-859b-7548286d9ea1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785463832.2733383,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6612af4a-7954-4605-9a3d-f5434cb18e6c","name":"e2e-external-model"} {"level":"info","ts":1785463832.284252,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6612af4a-7954-4605-9a3d-f5434cb18e6c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785463832.2891912,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31c1d640-62ec-4b2e-bd7b-b7a0e444217c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785463832.2892458,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31c1d640-62ec-4b2e-bd7b-b7a0e444217c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785463832.2892122,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d7efb661-ff55-4250-a9a5-3a202f48142a"} {"level":"info","ts":1785463832.2893202,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d7efb661-ff55-4250-a9a5-3a202f48142a","name":"e2e-external-model"} {"level":"info","ts":1785463832.3035865,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f86159b9-9e8a-4876-b394-0da4e27828f1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785463832.3036203,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f86159b9-9e8a-4876-b394-0da4e27828f1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785463832.3036942,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d7efb661-ff55-4250-a9a5-3a202f48142a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785463832.3037589,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0326a76-e14b-4f0f-baf4-cea175831ed8"} {"level":"info","ts":1785463832.303807,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0326a76-e14b-4f0f-baf4-cea175831ed8","name":"e2e-external-model"} {"level":"info","ts":1785463832.3120623,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0326a76-e14b-4f0f-baf4-cea175831ed8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785463832.316466,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3adcab8-4b05-414b-b81e-3c89472483db","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785463832.3164964,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3adcab8-4b05-414b-b81e-3c89472483db","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785463832.3166096,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"205383f5-78dc-4586-bea2-1576ae68ea69"} {"level":"info","ts":1785463832.3166602,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"205383f5-78dc-4586-bea2-1576ae68ea69","name":"e2e-external-model"} {"level":"info","ts":1785463832.3232691,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"205383f5-78dc-4586-bea2-1576ae68ea69","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785463843.9661784,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463843.9662364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2"} {"level":"info","ts":1785463843.966246,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2"} {"level":"info","ts":1785463843.966256,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2","EoS":true} {"level":"info","ts":1785463843.9662774,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2","header":"x-maas-username"} {"level":"info","ts":1785463843.9662876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2","header":"x-maas-subscription"} {"level":"info","ts":1785463843.9662921,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2","header":"x-maas-group"} {"level":"info","ts":1785463843.966305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785463843.9663134,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2","modelName":"e2e-external-model"} {"level":"info","ts":1785463843.9663234,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785463843.966359,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785463843.9663773,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2","authType":"apikey"} {"level":"info","ts":1785463843.9664035,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2"} {"level":"info","ts":1785463844.0592117,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2"} {"level":"info","ts":1785463844.059242,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2"} {"level":"info","ts":1785463844.0592618,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2","EoS":false} {"level":"info","ts":1785463844.0592744,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2"} {"level":"info","ts":1785463844.0593011,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2","EoS":true} {"level":"info","ts":1785463844.0593104,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2"} {"level":"info","ts":1785463844.1726024,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7cb3e30d-81f1-41c9-93a4-76e492aefd53","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785463844.1726246,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba606785-de9e-4e0d-bf1b-09ff4d359228"} {"level":"info","ts":1785463844.1726475,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7cb3e30d-81f1-41c9-93a4-76e492aefd53","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785463844.177724,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"420aaf81-a0b4-4efb-a417-1a437f5a221f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785463844.1777534,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"420aaf81-a0b4-4efb-a417-1a437f5a221f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785463844.178752,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba606785-de9e-4e0d-bf1b-09ff4d359228","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785463844.1788144,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba606785-de9e-4e0d-bf1b-09ff4d359228","name":"e2e-cleanup-test"} {"level":"info","ts":1785463844.1924489,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"040a9ad4-dd63-4d49-ab13-290d5fc46a04","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785463844.192481,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"040a9ad4-dd63-4d49-ab13-290d5fc46a04","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785463844.1932557,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba606785-de9e-4e0d-bf1b-09ff4d359228","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785463844.193297,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba606785-de9e-4e0d-bf1b-09ff4d359228","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785463844.1933494,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ad38da7-4f0a-4bed-8254-ab390c714342"} {"level":"info","ts":1785463844.1933937,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ad38da7-4f0a-4bed-8254-ab390c714342","name":"e2e-cleanup-test"} {"level":"error","ts":1785463844.2085428,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ad38da7-4f0a-4bed-8254-ab390c714342","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785463844.2086766,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9378a84c-2f2d-4394-8610-d3f25b99b80d"} {"level":"info","ts":1785463844.2085958,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2d094df-fc3f-465e-a430-54e0c35430a3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785463844.2087421,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2d094df-fc3f-465e-a430-54e0c35430a3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785463844.2087467,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9378a84c-2f2d-4394-8610-d3f25b99b80d","name":"e2e-cleanup-test"} {"level":"info","ts":1785463844.2154498,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9378a84c-2f2d-4394-8610-d3f25b99b80d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785463844.2203894,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b8f2126-1154-49fb-aade-ce5bdba9dbd2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785463844.2204216,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b8f2126-1154-49fb-aade-ce5bdba9dbd2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785463844.220439,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34ea2f57-ea1f-491e-9249-6813c8c46bad"} {"level":"info","ts":1785463844.2204852,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34ea2f57-ea1f-491e-9249-6813c8c46bad","name":"e2e-cleanup-test"} {"level":"info","ts":1785463844.2277637,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34ea2f57-ea1f-491e-9249-6813c8c46bad","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785463852.4329123,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90b904ea-ac48-4d33-8f1a-67aa52e154e7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785463852.4329362,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e621399c-9b2b-48df-a7a8-bfd76e6d0829"} {"level":"info","ts":1785463852.4329562,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90b904ea-ac48-4d33-8f1a-67aa52e154e7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785463856.7414088,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463856.7415166,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ade63ac-8245-4ffc-9b6e-38c3cedbc7b0"} {"level":"info","ts":1785463856.7415302,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ade63ac-8245-4ffc-9b6e-38c3cedbc7b0"} {"level":"info","ts":1785463856.7415478,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ade63ac-8245-4ffc-9b6e-38c3cedbc7b0","EoS":true} {"level":"info","ts":1785463856.7416136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ade63ac-8245-4ffc-9b6e-38c3cedbc7b0","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785463856.741645,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ade63ac-8245-4ffc-9b6e-38c3cedbc7b0"} {"level":"info","ts":1785463856.7891808,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463856.7892456,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8"} {"level":"info","ts":1785463856.789261,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8"} {"level":"info","ts":1785463856.7892792,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8","EoS":true} {"level":"info","ts":1785463856.7893114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8","header":"x-maas-username"} {"level":"info","ts":1785463856.7893238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8","header":"x-maas-group"} {"level":"info","ts":1785463856.7893317,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8","header":"x-maas-subscription"} {"level":"info","ts":1785463856.7893474,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785463856.7893605,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8","modelName":"e2e-external-model"} {"level":"info","ts":1785463856.7893817,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785463856.7894068,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785463856.7894325,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8","authType":"apikey"} {"level":"info","ts":1785463856.7894626,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8"} {"level":"info","ts":1785463856.8811674,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8"} {"level":"info","ts":1785463856.8811896,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8"} {"level":"info","ts":1785463856.8812053,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8","EoS":false} {"level":"info","ts":1785463856.8812163,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8"} {"level":"info","ts":1785463856.8812406,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8","EoS":true} {"level":"info","ts":1785463856.8812494,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8"} {"level":"info","ts":1785463856.9182901,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463856.9183426,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2247850c-1aca-4bad-9b08-52486499660c"} {"level":"info","ts":1785463856.9183543,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2247850c-1aca-4bad-9b08-52486499660c"} {"level":"info","ts":1785463856.918364,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2247850c-1aca-4bad-9b08-52486499660c","EoS":true} {"level":"info","ts":1785463856.9183857,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2247850c-1aca-4bad-9b08-52486499660c","header":"x-maas-subscription"} {"level":"info","ts":1785463856.9183936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2247850c-1aca-4bad-9b08-52486499660c","header":"x-maas-group"} {"level":"info","ts":1785463856.918398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2247850c-1aca-4bad-9b08-52486499660c","header":"x-maas-username"} {"level":"info","ts":1785463856.9184086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2247850c-1aca-4bad-9b08-52486499660c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785463856.9184284,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2247850c-1aca-4bad-9b08-52486499660c"} {"level":"info","ts":1785463856.964285,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2247850c-1aca-4bad-9b08-52486499660c"} {"level":"info","ts":1785463856.964305,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2247850c-1aca-4bad-9b08-52486499660c"} {"level":"info","ts":1785463856.964325,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2247850c-1aca-4bad-9b08-52486499660c","EoS":false} {"level":"info","ts":1785463856.9643393,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2247850c-1aca-4bad-9b08-52486499660c"} {"level":"info","ts":1785463856.9643726,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2247850c-1aca-4bad-9b08-52486499660c","EoS":true} {"level":"info","ts":1785463856.9643843,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2247850c-1aca-4bad-9b08-52486499660c"} {"level":"info","ts":1785463857.0078065,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463857.007868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09168484-f96d-436a-bbf5-e57402342097"} {"level":"info","ts":1785463857.0078838,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09168484-f96d-436a-bbf5-e57402342097"} {"level":"info","ts":1785463857.0079014,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09168484-f96d-436a-bbf5-e57402342097","EoS":true} {"level":"info","ts":1785463857.0079331,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09168484-f96d-436a-bbf5-e57402342097","header":"x-maas-subscription"} {"level":"info","ts":1785463857.0079463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09168484-f96d-436a-bbf5-e57402342097","header":"x-maas-group"} {"level":"info","ts":1785463857.0079556,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09168484-f96d-436a-bbf5-e57402342097","header":"x-maas-username"} {"level":"info","ts":1785463857.0079918,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09168484-f96d-436a-bbf5-e57402342097"} {"level":"info","ts":1785463857.052393,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"09168484-f96d-436a-bbf5-e57402342097"} {"level":"info","ts":1785463857.0524106,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"09168484-f96d-436a-bbf5-e57402342097"} {"level":"info","ts":1785463857.0524335,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09168484-f96d-436a-bbf5-e57402342097","EoS":false} {"level":"info","ts":1785463857.0524478,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09168484-f96d-436a-bbf5-e57402342097"} {"level":"info","ts":1785463857.0524707,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09168484-f96d-436a-bbf5-e57402342097","EoS":true} {"level":"info","ts":1785463857.052479,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09168484-f96d-436a-bbf5-e57402342097"} {"level":"info","ts":1785463857.8867748,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2045310-6bf5-4e2e-87c7-b8ffc5f3dbe9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785463857.886811,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2045310-6bf5-4e2e-87c7-b8ffc5f3dbe9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785463857.8868234,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc06af1d-7b6f-40a4-b228-f051fbf6646b"} {"level":"info","ts":1785463858.0335472,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c164ffab-6bcf-4281-8a15-d69effe2816f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785463858.0336094,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c164ffab-6bcf-4281-8a15-d69effe2816f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785463858.0336244,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67702ecc-9d8a-4cb6-ba5f-c329176843d6"} {"level":"info","ts":1785463858.1603765,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7d55430f-5681-44c6-bf93-f313f13ca070","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785463858.1604316,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7d55430f-5681-44c6-bf93-f313f13ca070","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785465317.2877817,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785465317.287857,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6189c1ba-b911-458d-8148-0cc89a859e98"} {"level":"info","ts":1785465392.305661,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785465392.3057218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdaff05c-bbb9-4500-ab1b-2a58e63cc1ea"} {"level":"info","ts":1785465392.3057294,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cdaff05c-bbb9-4500-ab1b-2a58e63cc1ea"} {"level":"info","ts":1785465392.30574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdaff05c-bbb9-4500-ab1b-2a58e63cc1ea","EoS":true} {"level":"info","ts":1785465392.305762,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdaff05c-bbb9-4500-ab1b-2a58e63cc1ea","header":"x-maas-subscription"} {"level":"info","ts":1785465392.305772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdaff05c-bbb9-4500-ab1b-2a58e63cc1ea","header":"x-maas-group"} {"level":"info","ts":1785465392.3057761,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdaff05c-bbb9-4500-ab1b-2a58e63cc1ea","header":"x-maas-username"} {"level":"info","ts":1785465392.3057885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdaff05c-bbb9-4500-ab1b-2a58e63cc1ea","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785465392.3058128,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cdaff05c-bbb9-4500-ab1b-2a58e63cc1ea"} {"level":"info","ts":1785465392.3076892,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cdaff05c-bbb9-4500-ab1b-2a58e63cc1ea"} {"level":"info","ts":1785465392.307712,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cdaff05c-bbb9-4500-ab1b-2a58e63cc1ea"} {"level":"info","ts":1785465392.3077276,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cdaff05c-bbb9-4500-ab1b-2a58e63cc1ea","EoS":false} {"level":"info","ts":1785465392.307739,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cdaff05c-bbb9-4500-ab1b-2a58e63cc1ea"} {"level":"info","ts":1785465392.3077664,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cdaff05c-bbb9-4500-ab1b-2a58e63cc1ea","EoS":true} {"level":"info","ts":1785465392.3077755,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cdaff05c-bbb9-4500-ab1b-2a58e63cc1ea"}