{"level":"info","ts":1785952163.79748,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"aa105e46-2bf2-495e-b6b0-9049ea2c7f1f"} {"level":"info","ts":1785952163.7975018,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aa105e46-2bf2-495e-b6b0-9049ea2c7f1f","EoS":true} {"level":"info","ts":1785952163.7975104,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"aa105e46-2bf2-495e-b6b0-9049ea2c7f1f"} {"level":"info","ts":1785952163.933834,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952163.9338865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09600489-253b-44e4-8a9a-d3e18e074443"} {"level":"info","ts":1785952163.9338946,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09600489-253b-44e4-8a9a-d3e18e074443"} {"level":"info","ts":1785952163.933905,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09600489-253b-44e4-8a9a-d3e18e074443","EoS":true} {"level":"info","ts":1785952163.9339254,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09600489-253b-44e4-8a9a-d3e18e074443","header":"x-maas-group"} {"level":"info","ts":1785952163.933934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09600489-253b-44e4-8a9a-d3e18e074443","header":"x-maas-username"} {"level":"info","ts":1785952163.933939,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09600489-253b-44e4-8a9a-d3e18e074443","header":"x-maas-subscription"} {"level":"info","ts":1785952163.93395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09600489-253b-44e4-8a9a-d3e18e074443","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952163.9339707,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09600489-253b-44e4-8a9a-d3e18e074443"} {"level":"info","ts":1785952163.9362848,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"09600489-253b-44e4-8a9a-d3e18e074443"} {"level":"info","ts":1785952163.9363022,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"09600489-253b-44e4-8a9a-d3e18e074443"} {"level":"info","ts":1785952163.9363298,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09600489-253b-44e4-8a9a-d3e18e074443","EoS":false} {"level":"info","ts":1785952163.9363482,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09600489-253b-44e4-8a9a-d3e18e074443"} {"level":"info","ts":1785952163.93638,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09600489-253b-44e4-8a9a-d3e18e074443","EoS":true} {"level":"info","ts":1785952163.9363902,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09600489-253b-44e4-8a9a-d3e18e074443"} {"level":"info","ts":1785952164.0727088,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952164.0727713,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa5879ab-99d2-4b21-9e76-366b52c4d399"} {"level":"info","ts":1785952164.0727813,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fa5879ab-99d2-4b21-9e76-366b52c4d399"} {"level":"info","ts":1785952164.0727918,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fa5879ab-99d2-4b21-9e76-366b52c4d399","EoS":true} {"level":"info","ts":1785952164.0728211,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa5879ab-99d2-4b21-9e76-366b52c4d399","header":"x-maas-group"} {"level":"info","ts":1785952164.0728326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa5879ab-99d2-4b21-9e76-366b52c4d399","header":"x-maas-subscription"} {"level":"info","ts":1785952164.0728374,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa5879ab-99d2-4b21-9e76-366b52c4d399","header":"x-maas-username"} {"level":"info","ts":1785952164.0728486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa5879ab-99d2-4b21-9e76-366b52c4d399","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952164.0728698,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fa5879ab-99d2-4b21-9e76-366b52c4d399"} {"level":"info","ts":1785952164.0737247,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fa5879ab-99d2-4b21-9e76-366b52c4d399"} {"level":"info","ts":1785952164.073741,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fa5879ab-99d2-4b21-9e76-366b52c4d399"} {"level":"info","ts":1785952164.073754,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fa5879ab-99d2-4b21-9e76-366b52c4d399","EoS":false} {"level":"info","ts":1785952164.073765,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fa5879ab-99d2-4b21-9e76-366b52c4d399"} {"level":"info","ts":1785952164.0737882,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fa5879ab-99d2-4b21-9e76-366b52c4d399","EoS":true} {"level":"info","ts":1785952164.073796,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fa5879ab-99d2-4b21-9e76-366b52c4d399"} {"level":"info","ts":1785952164.2192404,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952164.219297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53af2354-1579-44c3-9e68-502b4c249f97"} {"level":"info","ts":1785952164.2193098,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53af2354-1579-44c3-9e68-502b4c249f97"} {"level":"info","ts":1785952164.2193205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53af2354-1579-44c3-9e68-502b4c249f97","EoS":true} {"level":"info","ts":1785952164.219343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53af2354-1579-44c3-9e68-502b4c249f97","header":"x-maas-subscription"} {"level":"info","ts":1785952164.2193575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53af2354-1579-44c3-9e68-502b4c249f97","header":"x-maas-group"} {"level":"info","ts":1785952164.219364,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53af2354-1579-44c3-9e68-502b4c249f97","header":"x-maas-username"} {"level":"info","ts":1785952164.219375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53af2354-1579-44c3-9e68-502b4c249f97","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952164.2193909,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53af2354-1579-44c3-9e68-502b4c249f97"} {"level":"info","ts":1785952164.2201598,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"53af2354-1579-44c3-9e68-502b4c249f97"} {"level":"info","ts":1785952164.2201738,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"53af2354-1579-44c3-9e68-502b4c249f97"} {"level":"info","ts":1785952164.2202148,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"53af2354-1579-44c3-9e68-502b4c249f97","EoS":false} {"level":"info","ts":1785952164.2202246,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"53af2354-1579-44c3-9e68-502b4c249f97"} {"level":"info","ts":1785952164.2202506,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"53af2354-1579-44c3-9e68-502b4c249f97","EoS":true} {"level":"info","ts":1785952164.2202592,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"53af2354-1579-44c3-9e68-502b4c249f97"} {"level":"info","ts":1785952185.3833067,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952185.3833828,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"533d3d9f-6495-4cc6-a166-ef4e134fb3a6"} {"level":"info","ts":1785952185.3833973,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"533d3d9f-6495-4cc6-a166-ef4e134fb3a6"} {"level":"info","ts":1785952185.3834171,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"533d3d9f-6495-4cc6-a166-ef4e134fb3a6","EoS":true} {"level":"info","ts":1785952185.383448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"533d3d9f-6495-4cc6-a166-ef4e134fb3a6","header":"x-maas-username"} {"level":"info","ts":1785952185.3834658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"533d3d9f-6495-4cc6-a166-ef4e134fb3a6","header":"x-maas-group"} {"level":"info","ts":1785952185.3834755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"533d3d9f-6495-4cc6-a166-ef4e134fb3a6","header":"x-maas-subscription"} {"level":"info","ts":1785952185.3834932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"533d3d9f-6495-4cc6-a166-ef4e134fb3a6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952185.3835263,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"533d3d9f-6495-4cc6-a166-ef4e134fb3a6"} {"level":"info","ts":1785952185.3844225,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"533d3d9f-6495-4cc6-a166-ef4e134fb3a6"} {"level":"info","ts":1785952185.3844419,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"533d3d9f-6495-4cc6-a166-ef4e134fb3a6"} {"level":"info","ts":1785952185.384457,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"533d3d9f-6495-4cc6-a166-ef4e134fb3a6","EoS":false} {"level":"info","ts":1785952185.3844686,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"533d3d9f-6495-4cc6-a166-ef4e134fb3a6"} {"level":"info","ts":1785952185.3844924,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"533d3d9f-6495-4cc6-a166-ef4e134fb3a6","EoS":true} {"level":"info","ts":1785952185.3845038,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"533d3d9f-6495-4cc6-a166-ef4e134fb3a6"} {"level":"info","ts":1785952185.4845145,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952185.484571,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"422774cb-cb71-4800-8ecf-57e6a0b790aa"} {"level":"info","ts":1785952185.4853582,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"422774cb-cb71-4800-8ecf-57e6a0b790aa"} {"level":"info","ts":1785952185.4853783,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"422774cb-cb71-4800-8ecf-57e6a0b790aa"} {"level":"info","ts":1785952185.4853961,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"422774cb-cb71-4800-8ecf-57e6a0b790aa","EoS":false} {"level":"info","ts":1785952185.4854088,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"422774cb-cb71-4800-8ecf-57e6a0b790aa"} {"level":"info","ts":1785952185.4854326,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"422774cb-cb71-4800-8ecf-57e6a0b790aa","EoS":true} {"level":"info","ts":1785952185.4854422,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"422774cb-cb71-4800-8ecf-57e6a0b790aa"} {"level":"info","ts":1785952190.0993936,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952190.099468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aaefb2c1-95d2-4644-88b5-11605da75c48"} {"level":"info","ts":1785952190.0994778,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aaefb2c1-95d2-4644-88b5-11605da75c48"} {"level":"info","ts":1785952190.0994892,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aaefb2c1-95d2-4644-88b5-11605da75c48","EoS":true} {"level":"info","ts":1785952190.0995126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aaefb2c1-95d2-4644-88b5-11605da75c48","header":"x-maas-username"} {"level":"info","ts":1785952190.0995233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aaefb2c1-95d2-4644-88b5-11605da75c48","header":"x-maas-subscription"} {"level":"info","ts":1785952190.099528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aaefb2c1-95d2-4644-88b5-11605da75c48","header":"x-maas-group"} {"level":"info","ts":1785952190.099543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aaefb2c1-95d2-4644-88b5-11605da75c48","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952190.0995765,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aaefb2c1-95d2-4644-88b5-11605da75c48"} {"level":"info","ts":1785952190.1004303,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aaefb2c1-95d2-4644-88b5-11605da75c48"} {"level":"info","ts":1785952190.1004493,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aaefb2c1-95d2-4644-88b5-11605da75c48"} {"level":"info","ts":1785952190.100464,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aaefb2c1-95d2-4644-88b5-11605da75c48","EoS":false} {"level":"info","ts":1785952190.100475,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"aaefb2c1-95d2-4644-88b5-11605da75c48"} {"level":"info","ts":1785952190.1004994,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aaefb2c1-95d2-4644-88b5-11605da75c48","EoS":true} {"level":"info","ts":1785952190.1005077,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"aaefb2c1-95d2-4644-88b5-11605da75c48"} {"level":"info","ts":1785952200.9039476,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952200.90402,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2bdb668-ad4e-4ee5-8220-210f1b63c56a"} {"level":"info","ts":1785952200.9040334,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c2bdb668-ad4e-4ee5-8220-210f1b63c56a"} {"level":"info","ts":1785952200.9040446,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c2bdb668-ad4e-4ee5-8220-210f1b63c56a","EoS":true} {"level":"info","ts":1785952200.9040654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2bdb668-ad4e-4ee5-8220-210f1b63c56a","header":"x-maas-subscription"} {"level":"info","ts":1785952200.9040766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2bdb668-ad4e-4ee5-8220-210f1b63c56a","header":"x-maas-username"} {"level":"info","ts":1785952200.904081,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2bdb668-ad4e-4ee5-8220-210f1b63c56a","header":"x-maas-group"} {"level":"info","ts":1785952200.9040947,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2bdb668-ad4e-4ee5-8220-210f1b63c56a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785952200.9041216,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c2bdb668-ad4e-4ee5-8220-210f1b63c56a"} {"level":"info","ts":1785952200.9172401,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c2bdb668-ad4e-4ee5-8220-210f1b63c56a"} {"level":"info","ts":1785952200.9172661,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c2bdb668-ad4e-4ee5-8220-210f1b63c56a"} {"level":"info","ts":1785952200.9172866,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c2bdb668-ad4e-4ee5-8220-210f1b63c56a","EoS":false} {"level":"info","ts":1785952200.9172978,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c2bdb668-ad4e-4ee5-8220-210f1b63c56a"} {"level":"info","ts":1785952200.9173293,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c2bdb668-ad4e-4ee5-8220-210f1b63c56a","EoS":true} {"level":"info","ts":1785952200.9173377,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c2bdb668-ad4e-4ee5-8220-210f1b63c56a"} {"level":"info","ts":1785952213.78767,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952213.7877448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c406f8d-0e85-460f-8270-b1122c9c7bdf"} {"level":"info","ts":1785952213.787758,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c406f8d-0e85-460f-8270-b1122c9c7bdf"} {"level":"info","ts":1785952213.7877693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c406f8d-0e85-460f-8270-b1122c9c7bdf","EoS":true} {"level":"info","ts":1785952213.78779,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c406f8d-0e85-460f-8270-b1122c9c7bdf","header":"x-maas-username"} {"level":"info","ts":1785952213.7878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c406f8d-0e85-460f-8270-b1122c9c7bdf","header":"x-maas-group"} {"level":"info","ts":1785952213.787807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c406f8d-0e85-460f-8270-b1122c9c7bdf","header":"x-maas-subscription"} {"level":"info","ts":1785952213.7878196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c406f8d-0e85-460f-8270-b1122c9c7bdf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952213.7878482,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c406f8d-0e85-460f-8270-b1122c9c7bdf"} {"level":"info","ts":1785952213.7887607,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3c406f8d-0e85-460f-8270-b1122c9c7bdf"} {"level":"info","ts":1785952213.788784,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3c406f8d-0e85-460f-8270-b1122c9c7bdf"} {"level":"info","ts":1785952213.7888048,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c406f8d-0e85-460f-8270-b1122c9c7bdf","EoS":false} {"level":"info","ts":1785952213.7888188,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3c406f8d-0e85-460f-8270-b1122c9c7bdf"} {"level":"info","ts":1785952213.7888443,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c406f8d-0e85-460f-8270-b1122c9c7bdf","EoS":true} {"level":"info","ts":1785952213.7888525,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3c406f8d-0e85-460f-8270-b1122c9c7bdf"} {"level":"info","ts":1785952222.3060877,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952222.306154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01929a48-fb5a-4df2-9248-b8f283ff1a68"} {"level":"info","ts":1785952222.306165,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"01929a48-fb5a-4df2-9248-b8f283ff1a68"} {"level":"info","ts":1785952222.306199,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"01929a48-fb5a-4df2-9248-b8f283ff1a68","EoS":true} {"level":"info","ts":1785952222.3062246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01929a48-fb5a-4df2-9248-b8f283ff1a68","header":"x-maas-group"} {"level":"info","ts":1785952222.3062365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01929a48-fb5a-4df2-9248-b8f283ff1a68","header":"x-maas-subscription"} {"level":"info","ts":1785952222.306242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01929a48-fb5a-4df2-9248-b8f283ff1a68","header":"x-maas-username"} {"level":"info","ts":1785952222.3062649,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01929a48-fb5a-4df2-9248-b8f283ff1a68","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952222.3062906,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"01929a48-fb5a-4df2-9248-b8f283ff1a68"} {"level":"info","ts":1785952222.3071926,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"01929a48-fb5a-4df2-9248-b8f283ff1a68"} {"level":"info","ts":1785952222.3072138,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"01929a48-fb5a-4df2-9248-b8f283ff1a68"} {"level":"info","ts":1785952222.3072305,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"01929a48-fb5a-4df2-9248-b8f283ff1a68","EoS":false} {"level":"info","ts":1785952222.3072422,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"01929a48-fb5a-4df2-9248-b8f283ff1a68"} {"level":"info","ts":1785952222.307268,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"01929a48-fb5a-4df2-9248-b8f283ff1a68","EoS":true} {"level":"info","ts":1785952222.3072736,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"01929a48-fb5a-4df2-9248-b8f283ff1a68"} {"level":"info","ts":1785952231.201083,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952231.201159,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b714234-1df9-4d5b-ab4e-0a512873a843"} {"level":"info","ts":1785952231.2011714,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5b714234-1df9-4d5b-ab4e-0a512873a843"} {"level":"info","ts":1785952231.2012014,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b714234-1df9-4d5b-ab4e-0a512873a843","EoS":true} {"level":"info","ts":1785952231.2012353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b714234-1df9-4d5b-ab4e-0a512873a843","header":"x-maas-username"} {"level":"info","ts":1785952231.2012465,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b714234-1df9-4d5b-ab4e-0a512873a843","header":"x-maas-subscription"} {"level":"info","ts":1785952231.2012517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b714234-1df9-4d5b-ab4e-0a512873a843","header":"x-maas-group"} {"level":"info","ts":1785952231.2012656,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b714234-1df9-4d5b-ab4e-0a512873a843","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952231.2012959,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5b714234-1df9-4d5b-ab4e-0a512873a843"} {"level":"info","ts":1785952231.2021317,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5b714234-1df9-4d5b-ab4e-0a512873a843"} {"level":"info","ts":1785952231.2021527,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5b714234-1df9-4d5b-ab4e-0a512873a843"} {"level":"info","ts":1785952231.2021682,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5b714234-1df9-4d5b-ab4e-0a512873a843","EoS":false} {"level":"info","ts":1785952231.2022038,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5b714234-1df9-4d5b-ab4e-0a512873a843"} {"level":"info","ts":1785952231.2022405,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5b714234-1df9-4d5b-ab4e-0a512873a843","EoS":true} {"level":"info","ts":1785952231.2022521,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5b714234-1df9-4d5b-ab4e-0a512873a843"} {"level":"info","ts":1785952263.7070389,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952263.7071068,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f37a3a3d-5fdc-460e-ac83-67583919034d"} {"level":"info","ts":1785952263.7071178,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f37a3a3d-5fdc-460e-ac83-67583919034d"} {"level":"info","ts":1785952263.7071285,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f37a3a3d-5fdc-460e-ac83-67583919034d","EoS":true} {"level":"info","ts":1785952263.7071495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f37a3a3d-5fdc-460e-ac83-67583919034d","header":"x-maas-username"} {"level":"info","ts":1785952263.7071602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f37a3a3d-5fdc-460e-ac83-67583919034d","header":"x-maas-subscription"} {"level":"info","ts":1785952263.7071652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f37a3a3d-5fdc-460e-ac83-67583919034d","header":"x-maas-group"} {"level":"info","ts":1785952263.7072089,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f37a3a3d-5fdc-460e-ac83-67583919034d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785952263.7072432,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f37a3a3d-5fdc-460e-ac83-67583919034d"} {"level":"info","ts":1785952263.7099457,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f37a3a3d-5fdc-460e-ac83-67583919034d"} {"level":"info","ts":1785952263.709965,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f37a3a3d-5fdc-460e-ac83-67583919034d"} {"level":"info","ts":1785952263.7099795,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f37a3a3d-5fdc-460e-ac83-67583919034d","EoS":false} {"level":"info","ts":1785952263.7099926,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f37a3a3d-5fdc-460e-ac83-67583919034d"} {"level":"info","ts":1785952263.710017,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f37a3a3d-5fdc-460e-ac83-67583919034d","EoS":true} {"level":"info","ts":1785952263.7100253,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f37a3a3d-5fdc-460e-ac83-67583919034d"} {"level":"info","ts":1785952298.8441627,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952298.8442593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21a89147-92b0-4510-89e0-d8d45563dad1"} {"level":"info","ts":1785952298.8442738,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"21a89147-92b0-4510-89e0-d8d45563dad1"} {"level":"info","ts":1785952298.8442855,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"21a89147-92b0-4510-89e0-d8d45563dad1","EoS":true} {"level":"info","ts":1785952298.844348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21a89147-92b0-4510-89e0-d8d45563dad1","header":"x-maas-subscription"} {"level":"info","ts":1785952298.8443594,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21a89147-92b0-4510-89e0-d8d45563dad1","header":"x-maas-username"} {"level":"info","ts":1785952298.8443635,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21a89147-92b0-4510-89e0-d8d45563dad1","header":"x-maas-group"} {"level":"info","ts":1785952298.8443756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21a89147-92b0-4510-89e0-d8d45563dad1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785952298.8444016,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"21a89147-92b0-4510-89e0-d8d45563dad1"} {"level":"info","ts":1785952298.845281,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"21a89147-92b0-4510-89e0-d8d45563dad1"} {"level":"info","ts":1785952298.8453007,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"21a89147-92b0-4510-89e0-d8d45563dad1"} {"level":"info","ts":1785952298.8453174,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"21a89147-92b0-4510-89e0-d8d45563dad1","EoS":false} {"level":"info","ts":1785952298.8453295,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"21a89147-92b0-4510-89e0-d8d45563dad1"} {"level":"info","ts":1785952298.845356,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"21a89147-92b0-4510-89e0-d8d45563dad1","EoS":true} {"level":"info","ts":1785952298.8453653,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"21a89147-92b0-4510-89e0-d8d45563dad1"} {"level":"info","ts":1785952334.1563644,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952334.1564388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"acd74a63-9ea5-46d2-b518-b580cdf945f1"} {"level":"info","ts":1785952334.1564505,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"acd74a63-9ea5-46d2-b518-b580cdf945f1"} {"level":"info","ts":1785952334.1564636,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"acd74a63-9ea5-46d2-b518-b580cdf945f1","EoS":true} {"level":"info","ts":1785952334.1565287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"acd74a63-9ea5-46d2-b518-b580cdf945f1","header":"x-maas-username"} {"level":"info","ts":1785952334.1565409,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"acd74a63-9ea5-46d2-b518-b580cdf945f1","header":"x-maas-subscription"} {"level":"info","ts":1785952334.1565468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"acd74a63-9ea5-46d2-b518-b580cdf945f1","header":"x-maas-group"} {"level":"info","ts":1785952334.1565604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"acd74a63-9ea5-46d2-b518-b580cdf945f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952334.1565855,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"acd74a63-9ea5-46d2-b518-b580cdf945f1"} {"level":"info","ts":1785952334.1581147,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"acd74a63-9ea5-46d2-b518-b580cdf945f1"} {"level":"info","ts":1785952334.1581395,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"acd74a63-9ea5-46d2-b518-b580cdf945f1"} {"level":"info","ts":1785952334.1581602,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"acd74a63-9ea5-46d2-b518-b580cdf945f1","EoS":false} {"level":"info","ts":1785952334.1581724,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"acd74a63-9ea5-46d2-b518-b580cdf945f1"} {"level":"info","ts":1785952334.1582448,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"acd74a63-9ea5-46d2-b518-b580cdf945f1","EoS":true} {"level":"info","ts":1785952334.1582556,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"acd74a63-9ea5-46d2-b518-b580cdf945f1"} {"level":"info","ts":1785952343.547886,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952343.547954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"048ee02b-5ba8-4456-8585-91ac4c1f19a1"} {"level":"info","ts":1785952343.5479639,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"048ee02b-5ba8-4456-8585-91ac4c1f19a1"} {"level":"info","ts":1785952343.547976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"048ee02b-5ba8-4456-8585-91ac4c1f19a1","EoS":true} {"level":"info","ts":1785952343.5479958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"048ee02b-5ba8-4456-8585-91ac4c1f19a1","header":"x-maas-username"} {"level":"info","ts":1785952343.5480063,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"048ee02b-5ba8-4456-8585-91ac4c1f19a1","header":"x-maas-subscription"} {"level":"info","ts":1785952343.548012,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"048ee02b-5ba8-4456-8585-91ac4c1f19a1","header":"x-maas-group"} {"level":"info","ts":1785952343.548029,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"048ee02b-5ba8-4456-8585-91ac4c1f19a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952343.5480652,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"048ee02b-5ba8-4456-8585-91ac4c1f19a1"} {"level":"info","ts":1785952343.5488348,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"048ee02b-5ba8-4456-8585-91ac4c1f19a1"} {"level":"info","ts":1785952343.5488586,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"048ee02b-5ba8-4456-8585-91ac4c1f19a1"} {"level":"info","ts":1785952343.5488741,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"048ee02b-5ba8-4456-8585-91ac4c1f19a1","EoS":false} {"level":"info","ts":1785952343.548888,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"048ee02b-5ba8-4456-8585-91ac4c1f19a1"} {"level":"info","ts":1785952343.5489104,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"048ee02b-5ba8-4456-8585-91ac4c1f19a1","EoS":true} {"level":"info","ts":1785952343.5489218,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"048ee02b-5ba8-4456-8585-91ac4c1f19a1"} {"level":"info","ts":1785952343.5809002,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952343.5809667,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0749098c-a4d7-49c8-ac1b-ccbce4cb0d87"} {"level":"info","ts":1785952343.5809743,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0749098c-a4d7-49c8-ac1b-ccbce4cb0d87"} {"level":"info","ts":1785952343.5809927,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0749098c-a4d7-49c8-ac1b-ccbce4cb0d87","EoS":true} {"level":"info","ts":1785952343.5810125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0749098c-a4d7-49c8-ac1b-ccbce4cb0d87","header":"x-maas-subscription"} {"level":"info","ts":1785952343.5810208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0749098c-a4d7-49c8-ac1b-ccbce4cb0d87","header":"x-maas-group"} {"level":"info","ts":1785952343.5810251,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0749098c-a4d7-49c8-ac1b-ccbce4cb0d87","header":"x-maas-username"} {"level":"info","ts":1785952343.5810382,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0749098c-a4d7-49c8-ac1b-ccbce4cb0d87","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952343.5810616,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0749098c-a4d7-49c8-ac1b-ccbce4cb0d87"} {"level":"info","ts":1785952343.5818384,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0749098c-a4d7-49c8-ac1b-ccbce4cb0d87"} {"level":"info","ts":1785952343.581861,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0749098c-a4d7-49c8-ac1b-ccbce4cb0d87"} {"level":"info","ts":1785952343.581875,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0749098c-a4d7-49c8-ac1b-ccbce4cb0d87","EoS":false} {"level":"info","ts":1785952343.581885,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0749098c-a4d7-49c8-ac1b-ccbce4cb0d87"} {"level":"info","ts":1785952343.5819025,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0749098c-a4d7-49c8-ac1b-ccbce4cb0d87","EoS":true} {"level":"info","ts":1785952343.5819097,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0749098c-a4d7-49c8-ac1b-ccbce4cb0d87"} {"level":"info","ts":1785952362.8527632,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952362.852837,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4cb767f5-ea38-4868-bfda-7b9228e8eb36"} {"level":"info","ts":1785952362.8528485,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4cb767f5-ea38-4868-bfda-7b9228e8eb36"} {"level":"info","ts":1785952362.8528597,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4cb767f5-ea38-4868-bfda-7b9228e8eb36","EoS":true} {"level":"info","ts":1785952362.8528805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4cb767f5-ea38-4868-bfda-7b9228e8eb36","header":"x-maas-username"} {"level":"info","ts":1785952362.852892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4cb767f5-ea38-4868-bfda-7b9228e8eb36","header":"x-maas-group"} {"level":"info","ts":1785952362.8528972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4cb767f5-ea38-4868-bfda-7b9228e8eb36","header":"x-maas-subscription"} {"level":"info","ts":1785952362.8529105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4cb767f5-ea38-4868-bfda-7b9228e8eb36","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952362.852933,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4cb767f5-ea38-4868-bfda-7b9228e8eb36"} {"level":"info","ts":1785952362.8538318,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4cb767f5-ea38-4868-bfda-7b9228e8eb36"} {"level":"info","ts":1785952362.8538606,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4cb767f5-ea38-4868-bfda-7b9228e8eb36"} {"level":"info","ts":1785952362.8538847,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4cb767f5-ea38-4868-bfda-7b9228e8eb36","EoS":false} {"level":"info","ts":1785952362.8539014,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4cb767f5-ea38-4868-bfda-7b9228e8eb36"} {"level":"info","ts":1785952362.8539438,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4cb767f5-ea38-4868-bfda-7b9228e8eb36","EoS":true} {"level":"info","ts":1785952362.8539603,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4cb767f5-ea38-4868-bfda-7b9228e8eb36"} {"level":"info","ts":1785952545.0073738,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952545.0074768,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a30f722d-0662-47d2-b87d-ec9dc973d47d"} {"level":"info","ts":1785952545.0074866,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a30f722d-0662-47d2-b87d-ec9dc973d47d"} {"level":"info","ts":1785952545.0074973,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a30f722d-0662-47d2-b87d-ec9dc973d47d","EoS":true} {"level":"info","ts":1785952545.0075192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a30f722d-0662-47d2-b87d-ec9dc973d47d","header":"x-maas-subscription"} {"level":"info","ts":1785952545.0075297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a30f722d-0662-47d2-b87d-ec9dc973d47d","header":"x-maas-group"} {"level":"info","ts":1785952545.0075352,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a30f722d-0662-47d2-b87d-ec9dc973d47d","header":"x-maas-username"} {"level":"info","ts":1785952545.0075479,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a30f722d-0662-47d2-b87d-ec9dc973d47d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785952545.007575,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a30f722d-0662-47d2-b87d-ec9dc973d47d"} {"level":"info","ts":1785952545.0201187,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a30f722d-0662-47d2-b87d-ec9dc973d47d"} {"level":"info","ts":1785952545.0201385,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a30f722d-0662-47d2-b87d-ec9dc973d47d"} {"level":"info","ts":1785952545.020153,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a30f722d-0662-47d2-b87d-ec9dc973d47d","EoS":false} {"level":"info","ts":1785952545.0201643,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a30f722d-0662-47d2-b87d-ec9dc973d47d"} {"level":"info","ts":1785952545.0202105,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a30f722d-0662-47d2-b87d-ec9dc973d47d","EoS":true} {"level":"info","ts":1785952545.0202208,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a30f722d-0662-47d2-b87d-ec9dc973d47d"} {"level":"info","ts":1785952618.18243,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952618.1825163,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46e5a976-1cf9-4e17-9fbf-18a276b8c452"} {"level":"info","ts":1785952618.1825325,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"46e5a976-1cf9-4e17-9fbf-18a276b8c452"} {"level":"info","ts":1785952618.1825547,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46e5a976-1cf9-4e17-9fbf-18a276b8c452","EoS":true} {"level":"info","ts":1785952618.1825917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46e5a976-1cf9-4e17-9fbf-18a276b8c452","header":"x-maas-subscription"} {"level":"info","ts":1785952618.1826077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46e5a976-1cf9-4e17-9fbf-18a276b8c452","header":"x-maas-username"} {"level":"info","ts":1785952618.1826162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46e5a976-1cf9-4e17-9fbf-18a276b8c452","header":"x-maas-group"} {"level":"info","ts":1785952618.182636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46e5a976-1cf9-4e17-9fbf-18a276b8c452","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952618.182671,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"46e5a976-1cf9-4e17-9fbf-18a276b8c452"} {"level":"info","ts":1785952618.1834404,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"46e5a976-1cf9-4e17-9fbf-18a276b8c452"} {"level":"info","ts":1785952618.1834643,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"46e5a976-1cf9-4e17-9fbf-18a276b8c452"} {"level":"info","ts":1785952618.1834843,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"46e5a976-1cf9-4e17-9fbf-18a276b8c452","EoS":false} {"level":"info","ts":1785952618.1835012,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"46e5a976-1cf9-4e17-9fbf-18a276b8c452"} {"level":"info","ts":1785952618.1835277,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"46e5a976-1cf9-4e17-9fbf-18a276b8c452","EoS":true} {"level":"info","ts":1785952618.183536,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"46e5a976-1cf9-4e17-9fbf-18a276b8c452"} {"level":"info","ts":1785952633.5253532,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952633.5254254,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4158a69b-133e-471d-8176-8a55b3215e1e"} {"level":"info","ts":1785952633.525436,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4158a69b-133e-471d-8176-8a55b3215e1e"} {"level":"info","ts":1785952633.5254471,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4158a69b-133e-471d-8176-8a55b3215e1e","EoS":true} {"level":"info","ts":1785952633.525467,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4158a69b-133e-471d-8176-8a55b3215e1e","header":"x-maas-group"} {"level":"info","ts":1785952633.5254784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4158a69b-133e-471d-8176-8a55b3215e1e","header":"x-maas-username"} {"level":"info","ts":1785952633.5254872,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4158a69b-133e-471d-8176-8a55b3215e1e","header":"x-maas-subscription"} {"level":"info","ts":1785952633.5255034,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4158a69b-133e-471d-8176-8a55b3215e1e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952633.5255365,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4158a69b-133e-471d-8176-8a55b3215e1e"} {"level":"info","ts":1785952633.5270255,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4158a69b-133e-471d-8176-8a55b3215e1e"} {"level":"info","ts":1785952633.5270467,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4158a69b-133e-471d-8176-8a55b3215e1e"} {"level":"info","ts":1785952633.5270631,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4158a69b-133e-471d-8176-8a55b3215e1e","EoS":false} {"level":"info","ts":1785952633.5270746,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4158a69b-133e-471d-8176-8a55b3215e1e"} {"level":"info","ts":1785952633.5270972,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4158a69b-133e-471d-8176-8a55b3215e1e","EoS":true} {"level":"info","ts":1785952633.5271056,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4158a69b-133e-471d-8176-8a55b3215e1e"} {"level":"info","ts":1785952970.069501,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952970.0695813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4a133ce-c660-431c-b42e-58634c2cec7d"} {"level":"info","ts":1785952970.069591,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d4a133ce-c660-431c-b42e-58634c2cec7d"} {"level":"info","ts":1785952970.069603,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d4a133ce-c660-431c-b42e-58634c2cec7d","EoS":true} {"level":"info","ts":1785952970.0696225,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4a133ce-c660-431c-b42e-58634c2cec7d","header":"x-maas-subscription"} {"level":"info","ts":1785952970.069639,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4a133ce-c660-431c-b42e-58634c2cec7d","header":"x-maas-group"} {"level":"info","ts":1785952970.069646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4a133ce-c660-431c-b42e-58634c2cec7d","header":"x-maas-username"} {"level":"info","ts":1785952970.0696595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4a133ce-c660-431c-b42e-58634c2cec7d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952970.069685,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d4a133ce-c660-431c-b42e-58634c2cec7d"} {"level":"info","ts":1785952970.0706618,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d4a133ce-c660-431c-b42e-58634c2cec7d"} {"level":"info","ts":1785952970.070681,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d4a133ce-c660-431c-b42e-58634c2cec7d"} {"level":"info","ts":1785952970.070696,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d4a133ce-c660-431c-b42e-58634c2cec7d","EoS":false} {"level":"info","ts":1785952970.0707083,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d4a133ce-c660-431c-b42e-58634c2cec7d"} {"level":"info","ts":1785952970.070737,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d4a133ce-c660-431c-b42e-58634c2cec7d","EoS":true} {"level":"info","ts":1785952970.070751,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d4a133ce-c660-431c-b42e-58634c2cec7d"} {"level":"info","ts":1785952970.107594,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952970.1076458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a6d5699-8ca7-4e05-bc75-c255297dd2ab"} {"level":"info","ts":1785952970.107656,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a6d5699-8ca7-4e05-bc75-c255297dd2ab"} {"level":"info","ts":1785952970.1076663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a6d5699-8ca7-4e05-bc75-c255297dd2ab","EoS":true} {"level":"info","ts":1785952970.1076858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a6d5699-8ca7-4e05-bc75-c255297dd2ab","header":"x-maas-subscription"} {"level":"info","ts":1785952970.107696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a6d5699-8ca7-4e05-bc75-c255297dd2ab","header":"x-maas-username"} {"level":"info","ts":1785952970.1077013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a6d5699-8ca7-4e05-bc75-c255297dd2ab","header":"x-maas-group"} {"level":"info","ts":1785952970.1077123,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a6d5699-8ca7-4e05-bc75-c255297dd2ab","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952970.1077342,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8a6d5699-8ca7-4e05-bc75-c255297dd2ab"} {"level":"info","ts":1785952970.108796,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8a6d5699-8ca7-4e05-bc75-c255297dd2ab"} {"level":"info","ts":1785952970.1088133,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8a6d5699-8ca7-4e05-bc75-c255297dd2ab"} {"level":"info","ts":1785952970.1088269,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8a6d5699-8ca7-4e05-bc75-c255297dd2ab","EoS":false} {"level":"info","ts":1785952970.1088395,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8a6d5699-8ca7-4e05-bc75-c255297dd2ab"} {"level":"info","ts":1785952970.1088662,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8a6d5699-8ca7-4e05-bc75-c255297dd2ab","EoS":true} {"level":"info","ts":1785952970.1088815,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8a6d5699-8ca7-4e05-bc75-c255297dd2ab"} {"level":"info","ts":1785952974.8731315,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0ac90754-d5b0-4aee-8b67-cbb105f6b25c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785952974.873368,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38126.069560313,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952974.8733852,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952974.9151256,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952974.9736233,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0ac90754-d5b0-4aee-8b67-cbb105f6b25c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785952974.9971194,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"053f51a6-bfa8-45d1-a9ab-a587c18f98b3"} {"level":"info","ts":1785952974.9972332,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"65ed1368-91a1-4c40-98d1-e96b67bab674","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785952974.9972858,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"65ed1368-91a1-4c40-98d1-e96b67bab674","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785952975.004457,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4bc2f9ea-8bb5-4001-92dc-4c04fd6e9ac7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785952975.0044792,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4bc2f9ea-8bb5-4001-92dc-4c04fd6e9ac7","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785952975.0060134,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"053f51a6-bfa8-45d1-a9ab-a587c18f98b3","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952975.006277,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33725.715788177,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952975.0062945,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952975.0168798,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952975.107213,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"053f51a6-bfa8-45d1-a9ab-a587c18f98b3","name":"e2e-external-provider"} {"level":"info","ts":1785952975.108453,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b36ab605-baa7-441c-ae1f-d4000eba5fe8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952975.1085048,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b36ab605-baa7-441c-ae1f-d4000eba5fe8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785952975.1084387,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b0ccc37-081f-4a2e-ab5a-7f174fbb2707"} {"level":"info","ts":1785952975.1146188,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2cd127e-84d0-4485-a0e4-8b4081135268","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952975.1146526,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2cd127e-84d0-4485-a0e4-8b4081135268","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785952975.115418,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b0ccc37-081f-4a2e-ab5a-7f174fbb2707","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785952975.1161318,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"053f51a6-bfa8-45d1-a9ab-a587c18f98b3","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785952975.1211362,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1162ebff-2240-4411-b399-56590efb2fc6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952975.1211715,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1162ebff-2240-4411-b399-56590efb2fc6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785952975.121337,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b0ccc37-081f-4a2e-ab5a-7f174fbb2707","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952975.1214132,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc1303ee-e586-46b1-aa74-306abf363a8f"} {"level":"info","ts":1785952975.1214364,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc1303ee-e586-46b1-aa74-306abf363a8f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785952975.1254027,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"053f51a6-bfa8-45d1-a9ab-a587c18f98b3","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785952975.1264143,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc1303ee-e586-46b1-aa74-306abf363a8f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952975.1365788,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ba43719-c259-40b3-8af3-780b3ac0d4e1"} {"level":"info","ts":1785952975.136618,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ba43719-c259-40b3-8af3-780b3ac0d4e1","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785952975.13664,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"053f51a6-bfa8-45d1-a9ab-a587c18f98b3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785952975.1420233,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ba43719-c259-40b3-8af3-780b3ac0d4e1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785952975.1433272,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"053f51a6-bfa8-45d1-a9ab-a587c18f98b3","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952975.1434157,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6699fd57-b52a-4cc5-a05c-0a9d67abb1ae"} {"level":"info","ts":1785952975.1434782,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6699fd57-b52a-4cc5-a05c-0a9d67abb1ae","name":"e2e-external-provider"} {"level":"info","ts":1785952975.1623883,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecf54510-1c5a-459a-969b-c8b7edef1d16"} {"level":"info","ts":1785952975.162415,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecf54510-1c5a-459a-969b-c8b7edef1d16","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785952975.167679,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6699fd57-b52a-4cc5-a05c-0a9d67abb1ae","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785952975.1681252,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecf54510-1c5a-459a-969b-c8b7edef1d16","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952975.1790345,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"27da67fc-dbce-4225-b40d-de905451d41b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785952975.1790662,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"27da67fc-dbce-4225-b40d-de905451d41b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785952975.1791182,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f69f4466-74c1-452e-9e50-a653275ca4ac"} {"level":"info","ts":1785952975.1791484,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6047169-984b-42b1-b220-a5bdbc1041c9"} {"level":"info","ts":1785952975.1791136,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a78bd7df-1e40-4b0b-bc4c-82d110f0fd33","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952975.1796842,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32914.232995142,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952975.1797059,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952975.1799777,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6047169-984b-42b1-b220-a5bdbc1041c9","name":"e2e-external-provider"} {"level":"info","ts":1785952975.1803155,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a78bd7df-1e40-4b0b-bc4c-82d110f0fd33","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785952975.1981008,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952975.2123706,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6047169-984b-42b1-b220-a5bdbc1041c9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785952975.280084,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f69f4466-74c1-452e-9e50-a653275ca4ac","name":"e2e-external-model"} {"level":"info","ts":1785952975.3002274,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f69f4466-74c1-452e-9e50-a653275ca4ac","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785952975.3547788,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d7235d4-e57c-4b12-acd0-f5bab30954ec","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952975.3548212,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d7235d4-e57c-4b12-acd0-f5bab30954ec","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785952975.354778,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7288ff85-13c6-4381-a569-2e55bef813db"} {"level":"info","ts":1785952975.354887,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7288ff85-13c6-4381-a569-2e55bef813db","name":"e2e-external-model"} {"level":"info","ts":1785952975.4668083,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7288ff85-13c6-4381-a569-2e55bef813db","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785952987.1180277,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952987.118099,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b85d85b-3a2c-49ff-9633-725309cce5f2"} {"level":"info","ts":1785952987.1181147,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4b85d85b-3a2c-49ff-9633-725309cce5f2"} {"level":"info","ts":1785952987.1181338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b85d85b-3a2c-49ff-9633-725309cce5f2","EoS":true} {"level":"info","ts":1785952987.1181679,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b85d85b-3a2c-49ff-9633-725309cce5f2","header":"x-maas-username"} {"level":"info","ts":1785952987.1182055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b85d85b-3a2c-49ff-9633-725309cce5f2","header":"x-maas-subscription"} {"level":"info","ts":1785952987.1182141,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b85d85b-3a2c-49ff-9633-725309cce5f2","header":"x-maas-group"} {"level":"info","ts":1785952987.1182318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b85d85b-3a2c-49ff-9633-725309cce5f2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785952987.1182427,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4b85d85b-3a2c-49ff-9633-725309cce5f2","modelName":"e2e-external-model"} {"level":"info","ts":1785952987.1182618,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4b85d85b-3a2c-49ff-9633-725309cce5f2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785952987.1183002,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"4b85d85b-3a2c-49ff-9633-725309cce5f2","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785952987.1183426,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"4b85d85b-3a2c-49ff-9633-725309cce5f2","authType":"apikey"} {"level":"info","ts":1785952987.1183767,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4b85d85b-3a2c-49ff-9633-725309cce5f2"} {"level":"info","ts":1785952987.206754,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4b85d85b-3a2c-49ff-9633-725309cce5f2"} {"level":"info","ts":1785952987.206778,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4b85d85b-3a2c-49ff-9633-725309cce5f2"} {"level":"info","ts":1785952987.2067933,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b85d85b-3a2c-49ff-9633-725309cce5f2","EoS":false} {"level":"info","ts":1785952987.206806,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4b85d85b-3a2c-49ff-9633-725309cce5f2"} {"level":"info","ts":1785952987.206835,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b85d85b-3a2c-49ff-9633-725309cce5f2","EoS":true} {"level":"info","ts":1785952987.2068405,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4b85d85b-3a2c-49ff-9633-725309cce5f2"} {"level":"info","ts":1785952987.3300366,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"78c1aa41-ad7d-4138-9c99-ca9b01ede827"} {"level":"info","ts":1785952987.3300447,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d85239fc-47a1-4995-9c17-9b171b9efce1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952987.3300729,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d85239fc-47a1-4995-9c17-9b171b9efce1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785952987.3384292,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1abbcd98-c592-4d7a-b445-dac69f4d2114","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952987.3384538,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1abbcd98-c592-4d7a-b445-dac69f4d2114","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785952987.3410408,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"78c1aa41-ad7d-4138-9c99-ca9b01ede827","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952987.3411098,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"78c1aa41-ad7d-4138-9c99-ca9b01ede827","name":"e2e-cleanup-test"} {"level":"info","ts":1785952987.362384,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"78c1aa41-ad7d-4138-9c99-ca9b01ede827","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785952987.3811064,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"78c1aa41-ad7d-4138-9c99-ca9b01ede827","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952987.3812335,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2277940-97a4-491b-bddd-90a03378c978"} {"level":"info","ts":1785952987.3812902,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2277940-97a4-491b-bddd-90a03378c978","name":"e2e-cleanup-test"} {"level":"info","ts":1785952987.3820045,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ccd692f4-2adc-46f7-b294-519362e4361e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952987.3820808,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ccd692f4-2adc-46f7-b294-519362e4361e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785952987.406567,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2277940-97a4-491b-bddd-90a03378c978","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785952987.4066167,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2277940-97a4-491b-bddd-90a03378c978","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952987.4066653,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b527dcc7-08a8-437d-9e64-f3ce3976321b"} {"level":"info","ts":1785952987.4067087,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b527dcc7-08a8-437d-9e64-f3ce3976321b","name":"e2e-cleanup-test"} {"level":"info","ts":1785952987.4128857,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1514f2e2-b1fd-4bba-ae3b-a7ca403a4c18","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952987.4129217,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1514f2e2-b1fd-4bba-ae3b-a7ca403a4c18","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785952987.4285789,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b527dcc7-08a8-437d-9e64-f3ce3976321b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785952987.4401956,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b527dcc7-08a8-437d-9e64-f3ce3976321b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952987.4402723,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93a44191-7163-4e28-981a-1bcf0dd6e388"} {"level":"info","ts":1785952987.4403164,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93a44191-7163-4e28-981a-1bcf0dd6e388","name":"e2e-cleanup-test"} {"level":"info","ts":1785952987.469104,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93a44191-7163-4e28-981a-1bcf0dd6e388","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785952987.472195,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b145827-4566-4c4a-a730-39ad8efbaa95","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952987.4722307,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b145827-4566-4c4a-a730-39ad8efbaa95","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785952987.4797273,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93a44191-7163-4e28-981a-1bcf0dd6e388","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952987.479796,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f033b743-20cb-497c-9a79-2987b266f5e1"} {"level":"info","ts":1785952987.4798403,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f033b743-20cb-497c-9a79-2987b266f5e1","name":"e2e-cleanup-test"} {"level":"info","ts":1785952987.4956927,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f033b743-20cb-497c-9a79-2987b266f5e1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785952995.6048102,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b8c2584a-902d-4ee8-a781-d6cf479e2782"} {"level":"info","ts":1785952995.604848,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2594ca6e-4fee-46b0-a7eb-095aa730cf16","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952995.604869,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2594ca6e-4fee-46b0-a7eb-095aa730cf16","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952999.9104428,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952999.9105165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bbfeb3c-2ea5-4525-984e-2949d530bb46"} {"level":"info","ts":1785952999.9105315,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1bbfeb3c-2ea5-4525-984e-2949d530bb46"} {"level":"info","ts":1785952999.9105499,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1bbfeb3c-2ea5-4525-984e-2949d530bb46","EoS":true} {"level":"info","ts":1785952999.910594,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1bbfeb3c-2ea5-4525-984e-2949d530bb46","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785952999.9106276,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1bbfeb3c-2ea5-4525-984e-2949d530bb46"} {"level":"info","ts":1785952999.9557102,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952999.9557703,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b89e03c3-a28f-425f-9422-1f4d1ef901ad"} {"level":"info","ts":1785952999.955781,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b89e03c3-a28f-425f-9422-1f4d1ef901ad"} {"level":"info","ts":1785952999.955792,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b89e03c3-a28f-425f-9422-1f4d1ef901ad","EoS":true} {"level":"info","ts":1785952999.9558113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b89e03c3-a28f-425f-9422-1f4d1ef901ad","header":"x-maas-username"} {"level":"info","ts":1785952999.9558206,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b89e03c3-a28f-425f-9422-1f4d1ef901ad","header":"x-maas-subscription"} {"level":"info","ts":1785952999.9558272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b89e03c3-a28f-425f-9422-1f4d1ef901ad","header":"x-maas-group"} {"level":"info","ts":1785952999.9558392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b89e03c3-a28f-425f-9422-1f4d1ef901ad","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785952999.955845,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b89e03c3-a28f-425f-9422-1f4d1ef901ad","modelName":"e2e-external-model"} {"level":"info","ts":1785952999.955856,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b89e03c3-a28f-425f-9422-1f4d1ef901ad","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785952999.9558742,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"b89e03c3-a28f-425f-9422-1f4d1ef901ad","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785952999.9558892,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"b89e03c3-a28f-425f-9422-1f4d1ef901ad","authType":"apikey"} {"level":"info","ts":1785952999.9559057,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b89e03c3-a28f-425f-9422-1f4d1ef901ad"} {"level":"info","ts":1785953000.0037904,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b89e03c3-a28f-425f-9422-1f4d1ef901ad"} {"level":"info","ts":1785953000.0038142,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b89e03c3-a28f-425f-9422-1f4d1ef901ad"} {"level":"info","ts":1785953000.003829,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b89e03c3-a28f-425f-9422-1f4d1ef901ad","EoS":false} {"level":"info","ts":1785953000.0038452,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b89e03c3-a28f-425f-9422-1f4d1ef901ad"} {"level":"info","ts":1785953000.0038714,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b89e03c3-a28f-425f-9422-1f4d1ef901ad","EoS":true} {"level":"info","ts":1785953000.0038805,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b89e03c3-a28f-425f-9422-1f4d1ef901ad"} {"level":"info","ts":1785953000.0393155,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785953000.0393856,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c4b144f-2ea1-4e1b-b260-242818a9d29c"} {"level":"info","ts":1785953000.0393996,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c4b144f-2ea1-4e1b-b260-242818a9d29c"} {"level":"info","ts":1785953000.039412,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c4b144f-2ea1-4e1b-b260-242818a9d29c","EoS":true} {"level":"info","ts":1785953000.039436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c4b144f-2ea1-4e1b-b260-242818a9d29c","header":"x-maas-subscription"} {"level":"info","ts":1785953000.039451,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c4b144f-2ea1-4e1b-b260-242818a9d29c","header":"x-maas-group"} {"level":"info","ts":1785953000.0394592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c4b144f-2ea1-4e1b-b260-242818a9d29c","header":"x-maas-username"} {"level":"info","ts":1785953000.0394738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c4b144f-2ea1-4e1b-b260-242818a9d29c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785953000.0394971,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c4b144f-2ea1-4e1b-b260-242818a9d29c"} {"level":"info","ts":1785953000.1233969,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c4b144f-2ea1-4e1b-b260-242818a9d29c"} {"level":"info","ts":1785953000.1234212,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9c4b144f-2ea1-4e1b-b260-242818a9d29c"} {"level":"info","ts":1785953000.123438,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c4b144f-2ea1-4e1b-b260-242818a9d29c","EoS":false} {"level":"info","ts":1785953000.123451,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9c4b144f-2ea1-4e1b-b260-242818a9d29c"} {"level":"info","ts":1785953000.12348,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c4b144f-2ea1-4e1b-b260-242818a9d29c","EoS":true} {"level":"info","ts":1785953000.1234906,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9c4b144f-2ea1-4e1b-b260-242818a9d29c"} {"level":"info","ts":1785953000.16131,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785953000.1613774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91c9b178-3b92-40ad-b59b-f137cac0892b"} {"level":"info","ts":1785953000.161392,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"91c9b178-3b92-40ad-b59b-f137cac0892b"} {"level":"info","ts":1785953000.1614037,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91c9b178-3b92-40ad-b59b-f137cac0892b","EoS":true} {"level":"info","ts":1785953000.161435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91c9b178-3b92-40ad-b59b-f137cac0892b","header":"x-maas-username"} {"level":"info","ts":1785953000.1614463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91c9b178-3b92-40ad-b59b-f137cac0892b","header":"x-maas-group"} {"level":"info","ts":1785953000.161455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91c9b178-3b92-40ad-b59b-f137cac0892b","header":"x-maas-subscription"} {"level":"info","ts":1785953000.161488,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"91c9b178-3b92-40ad-b59b-f137cac0892b"} {"level":"info","ts":1785953000.2066212,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"91c9b178-3b92-40ad-b59b-f137cac0892b"} {"level":"info","ts":1785953000.206648,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"91c9b178-3b92-40ad-b59b-f137cac0892b"} {"level":"info","ts":1785953000.2066715,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91c9b178-3b92-40ad-b59b-f137cac0892b","EoS":false} {"level":"info","ts":1785953000.206686,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"91c9b178-3b92-40ad-b59b-f137cac0892b"} {"level":"info","ts":1785953000.2067244,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91c9b178-3b92-40ad-b59b-f137cac0892b","EoS":true} {"level":"info","ts":1785953000.2067351,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"91c9b178-3b92-40ad-b59b-f137cac0892b"} {"level":"info","ts":1785953001.0802968,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3c5c729-9c00-4754-8124-d628a421eb4a"} {"level":"info","ts":1785953001.0803363,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"184e6903-73ef-4656-a0d1-a99e97d1732c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785953001.0803642,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"184e6903-73ef-4656-a0d1-a99e97d1732c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785953001.2895432,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"333632a1-049c-4469-8aac-daf33c45942f"} {"level":"info","ts":1785953001.2895186,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da7f675e-53d4-4247-a74c-515da19e0e8f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785953001.2896075,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da7f675e-53d4-4247-a74c-515da19e0e8f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785953001.429971,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b437167d-838d-4d94-99e9-03b2c9a97abd","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785953001.4300442,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b437167d-838d-4d94-99e9-03b2c9a97abd","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785954513.2447348,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785954513.2448058,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"61c2624a-453e-4318-8de5-976f33d372e9"} {"level":"info","ts":1785954587.4754736,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785954587.475575,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4783c6d-1d89-4a76-827b-12647e890ad8"} {"level":"info","ts":1785954587.47559,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c4783c6d-1d89-4a76-827b-12647e890ad8"} {"level":"info","ts":1785954587.4756043,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c4783c6d-1d89-4a76-827b-12647e890ad8","EoS":true} {"level":"info","ts":1785954587.4756372,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4783c6d-1d89-4a76-827b-12647e890ad8","header":"x-maas-group"} {"level":"info","ts":1785954587.4756515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4783c6d-1d89-4a76-827b-12647e890ad8","header":"x-maas-username"} {"level":"info","ts":1785954587.4756598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4783c6d-1d89-4a76-827b-12647e890ad8","header":"x-maas-subscription"} {"level":"info","ts":1785954587.4756787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4783c6d-1d89-4a76-827b-12647e890ad8","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785954587.4757102,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c4783c6d-1d89-4a76-827b-12647e890ad8"} {"level":"info","ts":1785954587.4765494,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c4783c6d-1d89-4a76-827b-12647e890ad8"} {"level":"info","ts":1785954587.4765716,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c4783c6d-1d89-4a76-827b-12647e890ad8"} {"level":"info","ts":1785954587.4765878,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c4783c6d-1d89-4a76-827b-12647e890ad8","EoS":false} {"level":"info","ts":1785954587.476601,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c4783c6d-1d89-4a76-827b-12647e890ad8"} {"level":"info","ts":1785954587.4766316,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c4783c6d-1d89-4a76-827b-12647e890ad8","EoS":true} {"level":"info","ts":1785954587.4766395,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c4783c6d-1d89-4a76-827b-12647e890ad8"}