{"level":"info","ts":1785336660.8252392,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7eff5d1b-7dd2-462e-9c14-c0bd5e509de5","EoS":true} {"level":"info","ts":1785336660.8252594,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7eff5d1b-7dd2-462e-9c14-c0bd5e509de5","header":"x-maas-username"} {"level":"info","ts":1785336660.8252697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7eff5d1b-7dd2-462e-9c14-c0bd5e509de5","header":"x-maas-subscription"} {"level":"info","ts":1785336660.8252747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7eff5d1b-7dd2-462e-9c14-c0bd5e509de5","header":"x-maas-group"} {"level":"info","ts":1785336660.8252885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7eff5d1b-7dd2-462e-9c14-c0bd5e509de5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785336660.8253164,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7eff5d1b-7dd2-462e-9c14-c0bd5e509de5"} {"level":"info","ts":1785336660.8280494,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7eff5d1b-7dd2-462e-9c14-c0bd5e509de5"} {"level":"info","ts":1785336660.8280702,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7eff5d1b-7dd2-462e-9c14-c0bd5e509de5"} {"level":"info","ts":1785336660.828087,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7eff5d1b-7dd2-462e-9c14-c0bd5e509de5","EoS":false} {"level":"info","ts":1785336660.8280997,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7eff5d1b-7dd2-462e-9c14-c0bd5e509de5"} {"level":"info","ts":1785336660.8281262,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7eff5d1b-7dd2-462e-9c14-c0bd5e509de5","EoS":true} {"level":"info","ts":1785336660.8281355,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7eff5d1b-7dd2-462e-9c14-c0bd5e509de5"} {"level":"info","ts":1785336660.9670637,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336660.9671268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"894a0c80-31f5-4bca-9cd5-2d8f82e9fb55"} {"level":"info","ts":1785336660.9671402,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"894a0c80-31f5-4bca-9cd5-2d8f82e9fb55"} {"level":"info","ts":1785336660.967151,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"894a0c80-31f5-4bca-9cd5-2d8f82e9fb55","EoS":true} {"level":"info","ts":1785336660.9671724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"894a0c80-31f5-4bca-9cd5-2d8f82e9fb55","header":"x-maas-username"} {"level":"info","ts":1785336660.9671843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"894a0c80-31f5-4bca-9cd5-2d8f82e9fb55","header":"x-maas-group"} {"level":"info","ts":1785336660.9671896,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"894a0c80-31f5-4bca-9cd5-2d8f82e9fb55","header":"x-maas-subscription"} {"level":"info","ts":1785336660.9672098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"894a0c80-31f5-4bca-9cd5-2d8f82e9fb55","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785336660.9672332,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"894a0c80-31f5-4bca-9cd5-2d8f82e9fb55"} {"level":"info","ts":1785336660.968158,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"894a0c80-31f5-4bca-9cd5-2d8f82e9fb55"} {"level":"info","ts":1785336660.9681756,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"894a0c80-31f5-4bca-9cd5-2d8f82e9fb55"} {"level":"info","ts":1785336660.9681902,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"894a0c80-31f5-4bca-9cd5-2d8f82e9fb55","EoS":false} {"level":"info","ts":1785336660.9682012,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"894a0c80-31f5-4bca-9cd5-2d8f82e9fb55"} {"level":"info","ts":1785336660.968222,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"894a0c80-31f5-4bca-9cd5-2d8f82e9fb55","EoS":true} {"level":"info","ts":1785336660.968232,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"894a0c80-31f5-4bca-9cd5-2d8f82e9fb55"} {"level":"info","ts":1785336661.1051607,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336661.1052275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17595cf4-a07b-4240-b54d-3670945f74dc"} {"level":"info","ts":1785336661.1052392,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"17595cf4-a07b-4240-b54d-3670945f74dc"} {"level":"info","ts":1785336661.105252,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17595cf4-a07b-4240-b54d-3670945f74dc","EoS":true} {"level":"info","ts":1785336661.1052747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17595cf4-a07b-4240-b54d-3670945f74dc","header":"x-maas-group"} {"level":"info","ts":1785336661.1052852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17595cf4-a07b-4240-b54d-3670945f74dc","header":"x-maas-username"} {"level":"info","ts":1785336661.1052897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17595cf4-a07b-4240-b54d-3670945f74dc","header":"x-maas-subscription"} {"level":"info","ts":1785336661.1052997,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17595cf4-a07b-4240-b54d-3670945f74dc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785336661.1053193,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"17595cf4-a07b-4240-b54d-3670945f74dc"} {"level":"info","ts":1785336661.1062288,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"17595cf4-a07b-4240-b54d-3670945f74dc"} {"level":"info","ts":1785336661.106244,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"17595cf4-a07b-4240-b54d-3670945f74dc"} {"level":"info","ts":1785336661.1062624,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"17595cf4-a07b-4240-b54d-3670945f74dc","EoS":false} {"level":"info","ts":1785336661.1062722,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"17595cf4-a07b-4240-b54d-3670945f74dc"} {"level":"info","ts":1785336661.1062942,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"17595cf4-a07b-4240-b54d-3670945f74dc","EoS":true} {"level":"info","ts":1785336661.106302,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"17595cf4-a07b-4240-b54d-3670945f74dc"} {"level":"info","ts":1785336661.244617,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336661.2446663,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92bf6014-4096-48f6-97d7-9ea277b9116b"} {"level":"info","ts":1785336661.2446742,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"92bf6014-4096-48f6-97d7-9ea277b9116b"} {"level":"info","ts":1785336661.2446837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92bf6014-4096-48f6-97d7-9ea277b9116b","EoS":true} {"level":"info","ts":1785336661.2447038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92bf6014-4096-48f6-97d7-9ea277b9116b","header":"x-maas-subscription"} {"level":"info","ts":1785336661.244712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92bf6014-4096-48f6-97d7-9ea277b9116b","header":"x-maas-group"} {"level":"info","ts":1785336661.2447166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92bf6014-4096-48f6-97d7-9ea277b9116b","header":"x-maas-username"} {"level":"info","ts":1785336661.2447445,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92bf6014-4096-48f6-97d7-9ea277b9116b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785336661.244806,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"92bf6014-4096-48f6-97d7-9ea277b9116b"} {"level":"info","ts":1785336661.2456653,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92bf6014-4096-48f6-97d7-9ea277b9116b"} {"level":"info","ts":1785336661.2456746,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"92bf6014-4096-48f6-97d7-9ea277b9116b"} {"level":"info","ts":1785336661.2456856,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"92bf6014-4096-48f6-97d7-9ea277b9116b","EoS":false} {"level":"info","ts":1785336661.2456944,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"92bf6014-4096-48f6-97d7-9ea277b9116b"} {"level":"info","ts":1785336661.245711,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"92bf6014-4096-48f6-97d7-9ea277b9116b","EoS":true} {"level":"info","ts":1785336661.2457168,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"92bf6014-4096-48f6-97d7-9ea277b9116b"} {"level":"info","ts":1785336661.387166,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336661.3872228,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0bb0f7d-fc16-4340-9c71-bd5545e4e36b"} {"level":"info","ts":1785336661.387232,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0bb0f7d-fc16-4340-9c71-bd5545e4e36b"} {"level":"info","ts":1785336661.3872418,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0bb0f7d-fc16-4340-9c71-bd5545e4e36b","EoS":true} {"level":"info","ts":1785336661.3872645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0bb0f7d-fc16-4340-9c71-bd5545e4e36b","header":"x-maas-subscription"} {"level":"info","ts":1785336661.387277,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0bb0f7d-fc16-4340-9c71-bd5545e4e36b","header":"x-maas-group"} {"level":"info","ts":1785336661.3872826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0bb0f7d-fc16-4340-9c71-bd5545e4e36b","header":"x-maas-username"} {"level":"info","ts":1785336661.3872917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0bb0f7d-fc16-4340-9c71-bd5545e4e36b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785336661.387308,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0bb0f7d-fc16-4340-9c71-bd5545e4e36b"} {"level":"info","ts":1785336661.3881924,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f0bb0f7d-fc16-4340-9c71-bd5545e4e36b"} {"level":"info","ts":1785336661.388207,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f0bb0f7d-fc16-4340-9c71-bd5545e4e36b"} {"level":"info","ts":1785336661.3882263,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f0bb0f7d-fc16-4340-9c71-bd5545e4e36b","EoS":false} {"level":"info","ts":1785336661.3882406,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f0bb0f7d-fc16-4340-9c71-bd5545e4e36b"} {"level":"info","ts":1785336661.388272,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f0bb0f7d-fc16-4340-9c71-bd5545e4e36b","EoS":true} {"level":"info","ts":1785336661.3883123,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f0bb0f7d-fc16-4340-9c71-bd5545e4e36b"} {"level":"info","ts":1785336677.2377102,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336677.2377968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a9b9bc6-8230-44c4-97df-dffdee36cf15"} {"level":"info","ts":1785336677.2378094,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3a9b9bc6-8230-44c4-97df-dffdee36cf15"} {"level":"info","ts":1785336677.23782,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a9b9bc6-8230-44c4-97df-dffdee36cf15","EoS":true} {"level":"info","ts":1785336677.237843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a9b9bc6-8230-44c4-97df-dffdee36cf15","header":"x-maas-subscription"} {"level":"info","ts":1785336677.2378528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a9b9bc6-8230-44c4-97df-dffdee36cf15","header":"x-maas-group"} {"level":"info","ts":1785336677.2378583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a9b9bc6-8230-44c4-97df-dffdee36cf15","header":"x-maas-username"} {"level":"info","ts":1785336677.237871,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a9b9bc6-8230-44c4-97df-dffdee36cf15","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785336677.2378936,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3a9b9bc6-8230-44c4-97df-dffdee36cf15"} {"level":"info","ts":1785336677.238824,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3a9b9bc6-8230-44c4-97df-dffdee36cf15"} {"level":"info","ts":1785336677.238835,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3a9b9bc6-8230-44c4-97df-dffdee36cf15"} {"level":"info","ts":1785336677.2388456,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3a9b9bc6-8230-44c4-97df-dffdee36cf15","EoS":false} {"level":"info","ts":1785336677.2388554,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3a9b9bc6-8230-44c4-97df-dffdee36cf15"} {"level":"info","ts":1785336677.2388766,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3a9b9bc6-8230-44c4-97df-dffdee36cf15","EoS":true} {"level":"info","ts":1785336677.2388842,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3a9b9bc6-8230-44c4-97df-dffdee36cf15"} {"level":"info","ts":1785336677.3433747,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336677.3434463,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ab249df-29da-41a0-b6e1-93597a39523f"} {"level":"info","ts":1785336677.3442647,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ab249df-29da-41a0-b6e1-93597a39523f"} {"level":"info","ts":1785336677.3442845,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5ab249df-29da-41a0-b6e1-93597a39523f"} {"level":"info","ts":1785336677.3443038,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ab249df-29da-41a0-b6e1-93597a39523f","EoS":false} {"level":"info","ts":1785336677.3443146,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5ab249df-29da-41a0-b6e1-93597a39523f"} {"level":"info","ts":1785336677.3443387,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ab249df-29da-41a0-b6e1-93597a39523f","EoS":true} {"level":"info","ts":1785336677.3443458,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5ab249df-29da-41a0-b6e1-93597a39523f"} {"level":"info","ts":1785336681.956555,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336681.9566286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"088ac23a-814c-44a8-91f2-ec1c6dd1a1da"} {"level":"info","ts":1785336681.9566379,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"088ac23a-814c-44a8-91f2-ec1c6dd1a1da"} {"level":"info","ts":1785336681.9566505,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"088ac23a-814c-44a8-91f2-ec1c6dd1a1da","EoS":true} {"level":"info","ts":1785336681.95667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"088ac23a-814c-44a8-91f2-ec1c6dd1a1da","header":"x-maas-subscription"} {"level":"info","ts":1785336681.9566808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"088ac23a-814c-44a8-91f2-ec1c6dd1a1da","header":"x-maas-username"} {"level":"info","ts":1785336681.9566858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"088ac23a-814c-44a8-91f2-ec1c6dd1a1da","header":"x-maas-group"} {"level":"info","ts":1785336681.956699,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"088ac23a-814c-44a8-91f2-ec1c6dd1a1da","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785336681.9567401,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"088ac23a-814c-44a8-91f2-ec1c6dd1a1da"} {"level":"info","ts":1785336681.9576585,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"088ac23a-814c-44a8-91f2-ec1c6dd1a1da"} {"level":"info","ts":1785336681.957675,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"088ac23a-814c-44a8-91f2-ec1c6dd1a1da"} {"level":"info","ts":1785336681.9576855,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"088ac23a-814c-44a8-91f2-ec1c6dd1a1da","EoS":false} {"level":"info","ts":1785336681.957696,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"088ac23a-814c-44a8-91f2-ec1c6dd1a1da"} {"level":"info","ts":1785336681.9577172,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"088ac23a-814c-44a8-91f2-ec1c6dd1a1da","EoS":true} {"level":"info","ts":1785336681.9577475,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"088ac23a-814c-44a8-91f2-ec1c6dd1a1da"} {"level":"info","ts":1785336692.575117,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336692.5751941,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ade08fbb-53ce-477a-a359-18266cf2d6b2"} {"level":"info","ts":1785336692.57521,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ade08fbb-53ce-477a-a359-18266cf2d6b2"} {"level":"info","ts":1785336692.575225,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ade08fbb-53ce-477a-a359-18266cf2d6b2","EoS":true} {"level":"info","ts":1785336692.5752509,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ade08fbb-53ce-477a-a359-18266cf2d6b2","header":"x-maas-group"} {"level":"info","ts":1785336692.5752637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ade08fbb-53ce-477a-a359-18266cf2d6b2","header":"x-maas-subscription"} {"level":"info","ts":1785336692.5752702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ade08fbb-53ce-477a-a359-18266cf2d6b2","header":"x-maas-username"} {"level":"info","ts":1785336692.5752835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ade08fbb-53ce-477a-a359-18266cf2d6b2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785336692.575306,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ade08fbb-53ce-477a-a359-18266cf2d6b2"} {"level":"info","ts":1785336692.5773613,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ade08fbb-53ce-477a-a359-18266cf2d6b2"} {"level":"info","ts":1785336692.5773833,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ade08fbb-53ce-477a-a359-18266cf2d6b2"} {"level":"info","ts":1785336692.5774045,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ade08fbb-53ce-477a-a359-18266cf2d6b2","EoS":false} {"level":"info","ts":1785336692.5774338,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ade08fbb-53ce-477a-a359-18266cf2d6b2"} {"level":"info","ts":1785336692.577472,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ade08fbb-53ce-477a-a359-18266cf2d6b2","EoS":true} {"level":"info","ts":1785336692.5774817,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ade08fbb-53ce-477a-a359-18266cf2d6b2"} {"level":"info","ts":1785336705.452549,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336705.45266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29778bfa-86aa-4c08-ad1f-0e3407892760"} {"level":"info","ts":1785336705.4526825,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29778bfa-86aa-4c08-ad1f-0e3407892760"} {"level":"info","ts":1785336705.4527006,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29778bfa-86aa-4c08-ad1f-0e3407892760","EoS":true} {"level":"info","ts":1785336705.4527657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29778bfa-86aa-4c08-ad1f-0e3407892760","header":"x-maas-username"} {"level":"info","ts":1785336705.4528115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29778bfa-86aa-4c08-ad1f-0e3407892760","header":"x-maas-subscription"} {"level":"info","ts":1785336705.4528668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29778bfa-86aa-4c08-ad1f-0e3407892760","header":"x-maas-group"} {"level":"info","ts":1785336705.4528859,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29778bfa-86aa-4c08-ad1f-0e3407892760","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785336705.4529157,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29778bfa-86aa-4c08-ad1f-0e3407892760"} {"level":"info","ts":1785336705.454499,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"29778bfa-86aa-4c08-ad1f-0e3407892760"} {"level":"info","ts":1785336705.4545174,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"29778bfa-86aa-4c08-ad1f-0e3407892760"} {"level":"info","ts":1785336705.4545376,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29778bfa-86aa-4c08-ad1f-0e3407892760","EoS":false} {"level":"info","ts":1785336705.4545503,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"29778bfa-86aa-4c08-ad1f-0e3407892760"} {"level":"info","ts":1785336705.4545686,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29778bfa-86aa-4c08-ad1f-0e3407892760","EoS":true} {"level":"info","ts":1785336705.454582,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"29778bfa-86aa-4c08-ad1f-0e3407892760"} {"level":"info","ts":1785336713.987595,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336713.9876783,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39d545d7-621f-4fc1-afca-1781e5c9e9e8"} {"level":"info","ts":1785336713.9876957,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"39d545d7-621f-4fc1-afca-1781e5c9e9e8"} {"level":"info","ts":1785336713.9877517,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39d545d7-621f-4fc1-afca-1781e5c9e9e8","EoS":true} {"level":"info","ts":1785336713.9878032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39d545d7-621f-4fc1-afca-1781e5c9e9e8","header":"x-maas-username"} {"level":"info","ts":1785336713.9878123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39d545d7-621f-4fc1-afca-1781e5c9e9e8","header":"x-maas-group"} {"level":"info","ts":1785336713.9878182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39d545d7-621f-4fc1-afca-1781e5c9e9e8","header":"x-maas-subscription"} {"level":"info","ts":1785336713.9878364,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39d545d7-621f-4fc1-afca-1781e5c9e9e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785336713.9878633,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"39d545d7-621f-4fc1-afca-1781e5c9e9e8"} {"level":"info","ts":1785336713.9891033,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"39d545d7-621f-4fc1-afca-1781e5c9e9e8"} {"level":"info","ts":1785336713.9891238,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"39d545d7-621f-4fc1-afca-1781e5c9e9e8"} {"level":"info","ts":1785336713.9891384,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"39d545d7-621f-4fc1-afca-1781e5c9e9e8","EoS":false} {"level":"info","ts":1785336713.989151,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"39d545d7-621f-4fc1-afca-1781e5c9e9e8"} {"level":"info","ts":1785336713.989176,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"39d545d7-621f-4fc1-afca-1781e5c9e9e8","EoS":true} {"level":"info","ts":1785336713.9891837,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"39d545d7-621f-4fc1-afca-1781e5c9e9e8"} {"level":"info","ts":1785336722.8856888,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336722.8857694,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7e97d4e-3c05-4a37-9ab8-22a12c458e2c"} {"level":"info","ts":1785336722.8857827,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7e97d4e-3c05-4a37-9ab8-22a12c458e2c"} {"level":"info","ts":1785336722.8857942,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7e97d4e-3c05-4a37-9ab8-22a12c458e2c","EoS":true} {"level":"info","ts":1785336722.885813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7e97d4e-3c05-4a37-9ab8-22a12c458e2c","header":"x-maas-username"} {"level":"info","ts":1785336722.8858292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7e97d4e-3c05-4a37-9ab8-22a12c458e2c","header":"x-maas-subscription"} {"level":"info","ts":1785336722.8858361,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7e97d4e-3c05-4a37-9ab8-22a12c458e2c","header":"x-maas-group"} {"level":"info","ts":1785336722.8858476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7e97d4e-3c05-4a37-9ab8-22a12c458e2c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785336722.88587,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b7e97d4e-3c05-4a37-9ab8-22a12c458e2c"} {"level":"info","ts":1785336722.8867702,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b7e97d4e-3c05-4a37-9ab8-22a12c458e2c"} {"level":"info","ts":1785336722.8867881,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b7e97d4e-3c05-4a37-9ab8-22a12c458e2c"} {"level":"info","ts":1785336722.8868036,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7e97d4e-3c05-4a37-9ab8-22a12c458e2c","EoS":false} {"level":"info","ts":1785336722.8868165,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b7e97d4e-3c05-4a37-9ab8-22a12c458e2c"} {"level":"info","ts":1785336722.8868394,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7e97d4e-3c05-4a37-9ab8-22a12c458e2c","EoS":true} {"level":"info","ts":1785336722.8868465,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b7e97d4e-3c05-4a37-9ab8-22a12c458e2c"} {"level":"info","ts":1785336745.9768128,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336745.9768808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07ed76e7-6b0f-4156-ad37-6524abe76fed"} {"level":"info","ts":1785336745.9768906,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"07ed76e7-6b0f-4156-ad37-6524abe76fed"} {"level":"info","ts":1785336745.9769022,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"07ed76e7-6b0f-4156-ad37-6524abe76fed","EoS":true} {"level":"info","ts":1785336745.976925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"07ed76e7-6b0f-4156-ad37-6524abe76fed","header":"x-maas-username"} {"level":"info","ts":1785336745.976935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"07ed76e7-6b0f-4156-ad37-6524abe76fed","header":"x-maas-subscription"} {"level":"info","ts":1785336745.9769406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"07ed76e7-6b0f-4156-ad37-6524abe76fed","header":"x-maas-group"} {"level":"info","ts":1785336745.9769561,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07ed76e7-6b0f-4156-ad37-6524abe76fed","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785336745.9769862,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"07ed76e7-6b0f-4156-ad37-6524abe76fed"} {"level":"info","ts":1785336745.9778183,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"07ed76e7-6b0f-4156-ad37-6524abe76fed"} {"level":"info","ts":1785336745.977839,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"07ed76e7-6b0f-4156-ad37-6524abe76fed"} {"level":"info","ts":1785336745.9778545,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"07ed76e7-6b0f-4156-ad37-6524abe76fed","EoS":false} {"level":"info","ts":1785336745.9778662,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"07ed76e7-6b0f-4156-ad37-6524abe76fed"} {"level":"info","ts":1785336745.9778905,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"07ed76e7-6b0f-4156-ad37-6524abe76fed","EoS":true} {"level":"info","ts":1785336745.9778986,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"07ed76e7-6b0f-4156-ad37-6524abe76fed"} {"level":"info","ts":1785336769.1134467,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336769.113506,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9082d75-3a29-4d73-8b84-ca1c6076cd76"} {"level":"info","ts":1785336769.113518,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f9082d75-3a29-4d73-8b84-ca1c6076cd76"} {"level":"info","ts":1785336769.113535,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9082d75-3a29-4d73-8b84-ca1c6076cd76","EoS":true} {"level":"info","ts":1785336769.1135633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9082d75-3a29-4d73-8b84-ca1c6076cd76","header":"x-maas-username"} {"level":"info","ts":1785336769.1135778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9082d75-3a29-4d73-8b84-ca1c6076cd76","header":"x-maas-subscription"} {"level":"info","ts":1785336769.1135874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9082d75-3a29-4d73-8b84-ca1c6076cd76","header":"x-maas-group"} {"level":"info","ts":1785336769.1136062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9082d75-3a29-4d73-8b84-ca1c6076cd76","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785336769.1136386,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f9082d75-3a29-4d73-8b84-ca1c6076cd76"} {"level":"info","ts":1785336769.1144621,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f9082d75-3a29-4d73-8b84-ca1c6076cd76"} {"level":"info","ts":1785336769.1144822,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f9082d75-3a29-4d73-8b84-ca1c6076cd76"} {"level":"info","ts":1785336769.1144967,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f9082d75-3a29-4d73-8b84-ca1c6076cd76","EoS":false} {"level":"info","ts":1785336769.1145077,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f9082d75-3a29-4d73-8b84-ca1c6076cd76"} {"level":"info","ts":1785336769.1145313,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f9082d75-3a29-4d73-8b84-ca1c6076cd76","EoS":true} {"level":"info","ts":1785336769.1145382,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f9082d75-3a29-4d73-8b84-ca1c6076cd76"} {"level":"info","ts":1785336802.238145,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336802.2382157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d35b528-b29c-4a1b-9990-7f93354477b8"} {"level":"info","ts":1785336802.238228,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8d35b528-b29c-4a1b-9990-7f93354477b8"} {"level":"info","ts":1785336802.2382398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d35b528-b29c-4a1b-9990-7f93354477b8","EoS":true} {"level":"info","ts":1785336802.2382617,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d35b528-b29c-4a1b-9990-7f93354477b8","header":"x-maas-username"} {"level":"info","ts":1785336802.2382712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d35b528-b29c-4a1b-9990-7f93354477b8","header":"x-maas-subscription"} {"level":"info","ts":1785336802.2382793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d35b528-b29c-4a1b-9990-7f93354477b8","header":"x-maas-group"} {"level":"info","ts":1785336802.2382956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d35b528-b29c-4a1b-9990-7f93354477b8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785336802.238321,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8d35b528-b29c-4a1b-9990-7f93354477b8"} {"level":"info","ts":1785336802.2392135,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8d35b528-b29c-4a1b-9990-7f93354477b8"} {"level":"info","ts":1785336802.2392313,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8d35b528-b29c-4a1b-9990-7f93354477b8"} {"level":"info","ts":1785336802.239247,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8d35b528-b29c-4a1b-9990-7f93354477b8","EoS":false} {"level":"info","ts":1785336802.2392607,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8d35b528-b29c-4a1b-9990-7f93354477b8"} {"level":"info","ts":1785336802.2392864,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8d35b528-b29c-4a1b-9990-7f93354477b8","EoS":true} {"level":"info","ts":1785336802.2392967,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8d35b528-b29c-4a1b-9990-7f93354477b8"} {"level":"info","ts":1785336811.7225416,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336811.7226157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4daf6ca5-68ff-46ff-a59e-80f32005768e"} {"level":"info","ts":1785336811.7226279,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4daf6ca5-68ff-46ff-a59e-80f32005768e"} {"level":"info","ts":1785336811.7226398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4daf6ca5-68ff-46ff-a59e-80f32005768e","EoS":true} {"level":"info","ts":1785336811.7226646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4daf6ca5-68ff-46ff-a59e-80f32005768e","header":"x-maas-group"} {"level":"info","ts":1785336811.7226744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4daf6ca5-68ff-46ff-a59e-80f32005768e","header":"x-maas-subscription"} {"level":"info","ts":1785336811.7226803,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4daf6ca5-68ff-46ff-a59e-80f32005768e","header":"x-maas-username"} {"level":"info","ts":1785336811.7226937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4daf6ca5-68ff-46ff-a59e-80f32005768e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785336811.7227163,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4daf6ca5-68ff-46ff-a59e-80f32005768e"} {"level":"info","ts":1785336811.7235546,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4daf6ca5-68ff-46ff-a59e-80f32005768e"} {"level":"info","ts":1785336811.7235699,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4daf6ca5-68ff-46ff-a59e-80f32005768e"} {"level":"info","ts":1785336811.7235832,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4daf6ca5-68ff-46ff-a59e-80f32005768e","EoS":false} {"level":"info","ts":1785336811.7235992,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4daf6ca5-68ff-46ff-a59e-80f32005768e"} {"level":"info","ts":1785336811.7236292,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4daf6ca5-68ff-46ff-a59e-80f32005768e","EoS":true} {"level":"info","ts":1785336811.723639,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4daf6ca5-68ff-46ff-a59e-80f32005768e"} {"level":"info","ts":1785336811.759598,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336811.7596502,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b20a98e1-89c4-4ed9-9647-d6abf1d2e586"} {"level":"info","ts":1785336811.7596598,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b20a98e1-89c4-4ed9-9647-d6abf1d2e586"} {"level":"info","ts":1785336811.7596703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b20a98e1-89c4-4ed9-9647-d6abf1d2e586","EoS":true} {"level":"info","ts":1785336811.7596896,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b20a98e1-89c4-4ed9-9647-d6abf1d2e586","header":"x-maas-subscription"} {"level":"info","ts":1785336811.7596972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b20a98e1-89c4-4ed9-9647-d6abf1d2e586","header":"x-maas-username"} {"level":"info","ts":1785336811.7597022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b20a98e1-89c4-4ed9-9647-d6abf1d2e586","header":"x-maas-group"} {"level":"info","ts":1785336811.7597117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b20a98e1-89c4-4ed9-9647-d6abf1d2e586","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785336811.759759,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b20a98e1-89c4-4ed9-9647-d6abf1d2e586"} {"level":"info","ts":1785336811.7606254,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b20a98e1-89c4-4ed9-9647-d6abf1d2e586"} {"level":"info","ts":1785336811.7606354,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b20a98e1-89c4-4ed9-9647-d6abf1d2e586"} {"level":"info","ts":1785336811.7606459,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b20a98e1-89c4-4ed9-9647-d6abf1d2e586","EoS":false} {"level":"info","ts":1785336811.7606547,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b20a98e1-89c4-4ed9-9647-d6abf1d2e586"} {"level":"info","ts":1785336811.7606733,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b20a98e1-89c4-4ed9-9647-d6abf1d2e586","EoS":true} {"level":"info","ts":1785336811.760679,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b20a98e1-89c4-4ed9-9647-d6abf1d2e586"} {"level":"info","ts":1785336830.8922389,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336830.8923113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b665166b-b4e0-4ba8-ab5e-96b670f48648"} {"level":"info","ts":1785336830.8923233,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b665166b-b4e0-4ba8-ab5e-96b670f48648"} {"level":"info","ts":1785336830.8923347,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b665166b-b4e0-4ba8-ab5e-96b670f48648","EoS":true} {"level":"info","ts":1785336830.8923557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b665166b-b4e0-4ba8-ab5e-96b670f48648","header":"x-maas-username"} {"level":"info","ts":1785336830.8923662,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b665166b-b4e0-4ba8-ab5e-96b670f48648","header":"x-maas-group"} {"level":"info","ts":1785336830.8923712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b665166b-b4e0-4ba8-ab5e-96b670f48648","header":"x-maas-subscription"} {"level":"info","ts":1785336830.8923838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b665166b-b4e0-4ba8-ab5e-96b670f48648","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785336830.8924072,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b665166b-b4e0-4ba8-ab5e-96b670f48648"} {"level":"info","ts":1785336830.8935487,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b665166b-b4e0-4ba8-ab5e-96b670f48648"} {"level":"info","ts":1785336830.893574,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b665166b-b4e0-4ba8-ab5e-96b670f48648"} {"level":"info","ts":1785336830.8935947,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b665166b-b4e0-4ba8-ab5e-96b670f48648","EoS":false} {"level":"info","ts":1785336830.8936117,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b665166b-b4e0-4ba8-ab5e-96b670f48648"} {"level":"info","ts":1785336830.893645,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b665166b-b4e0-4ba8-ab5e-96b670f48648","EoS":true} {"level":"info","ts":1785336830.893655,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b665166b-b4e0-4ba8-ab5e-96b670f48648"} {"level":"info","ts":1785336974.4602945,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336974.4603636,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ee5635a-ce52-43fa-a0dd-31f7144207dc"} {"level":"info","ts":1785336974.4603734,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ee5635a-ce52-43fa-a0dd-31f7144207dc"} {"level":"info","ts":1785336974.4603837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ee5635a-ce52-43fa-a0dd-31f7144207dc","EoS":true} {"level":"info","ts":1785336974.4604049,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ee5635a-ce52-43fa-a0dd-31f7144207dc","header":"x-maas-subscription"} {"level":"info","ts":1785336974.4604163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ee5635a-ce52-43fa-a0dd-31f7144207dc","header":"x-maas-username"} {"level":"info","ts":1785336974.460421,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ee5635a-ce52-43fa-a0dd-31f7144207dc","header":"x-maas-group"} {"level":"info","ts":1785336974.4604332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ee5635a-ce52-43fa-a0dd-31f7144207dc","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785336974.4604573,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ee5635a-ce52-43fa-a0dd-31f7144207dc"} {"level":"info","ts":1785336974.463837,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ee5635a-ce52-43fa-a0dd-31f7144207dc"} {"level":"info","ts":1785336974.463857,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8ee5635a-ce52-43fa-a0dd-31f7144207dc"} {"level":"info","ts":1785336974.4638717,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ee5635a-ce52-43fa-a0dd-31f7144207dc","EoS":false} {"level":"info","ts":1785336974.4638822,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8ee5635a-ce52-43fa-a0dd-31f7144207dc"} {"level":"info","ts":1785336974.463904,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ee5635a-ce52-43fa-a0dd-31f7144207dc","EoS":true} {"level":"info","ts":1785336974.4639091,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8ee5635a-ce52-43fa-a0dd-31f7144207dc"} {"level":"info","ts":1785337009.533121,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785337009.5331788,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09224437-a6d1-46eb-ba54-58c5108142b3"} {"level":"info","ts":1785337009.5331905,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09224437-a6d1-46eb-ba54-58c5108142b3"} {"level":"info","ts":1785337009.5332005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09224437-a6d1-46eb-ba54-58c5108142b3","EoS":true} {"level":"info","ts":1785337009.5332193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09224437-a6d1-46eb-ba54-58c5108142b3","header":"x-maas-subscription"} {"level":"info","ts":1785337009.5332294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09224437-a6d1-46eb-ba54-58c5108142b3","header":"x-maas-group"} {"level":"info","ts":1785337009.533234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09224437-a6d1-46eb-ba54-58c5108142b3","header":"x-maas-username"} {"level":"info","ts":1785337009.5332465,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09224437-a6d1-46eb-ba54-58c5108142b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785337009.533272,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09224437-a6d1-46eb-ba54-58c5108142b3"} {"level":"info","ts":1785337009.534929,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"09224437-a6d1-46eb-ba54-58c5108142b3"} {"level":"info","ts":1785337009.5349553,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"09224437-a6d1-46eb-ba54-58c5108142b3"} {"level":"info","ts":1785337009.534973,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09224437-a6d1-46eb-ba54-58c5108142b3","EoS":false} {"level":"info","ts":1785337009.5349853,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09224437-a6d1-46eb-ba54-58c5108142b3"} {"level":"info","ts":1785337009.53501,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09224437-a6d1-46eb-ba54-58c5108142b3","EoS":true} {"level":"info","ts":1785337009.535018,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09224437-a6d1-46eb-ba54-58c5108142b3"} {"level":"info","ts":1785337024.801669,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785337024.801758,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8dcbd598-15f8-4c26-8c97-a59dd4b960aa"} {"level":"info","ts":1785337024.8017676,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8dcbd598-15f8-4c26-8c97-a59dd4b960aa"} {"level":"info","ts":1785337024.8017788,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8dcbd598-15f8-4c26-8c97-a59dd4b960aa","EoS":true} {"level":"info","ts":1785337024.8018012,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8dcbd598-15f8-4c26-8c97-a59dd4b960aa","header":"x-maas-subscription"} {"level":"info","ts":1785337024.8018117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8dcbd598-15f8-4c26-8c97-a59dd4b960aa","header":"x-maas-group"} {"level":"info","ts":1785337024.8018181,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8dcbd598-15f8-4c26-8c97-a59dd4b960aa","header":"x-maas-username"} {"level":"info","ts":1785337024.801831,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8dcbd598-15f8-4c26-8c97-a59dd4b960aa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785337024.8018537,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8dcbd598-15f8-4c26-8c97-a59dd4b960aa"} {"level":"info","ts":1785337024.8048513,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8dcbd598-15f8-4c26-8c97-a59dd4b960aa"} {"level":"info","ts":1785337024.8048725,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8dcbd598-15f8-4c26-8c97-a59dd4b960aa"} {"level":"info","ts":1785337024.8048935,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8dcbd598-15f8-4c26-8c97-a59dd4b960aa","EoS":false} {"level":"info","ts":1785337024.8049116,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8dcbd598-15f8-4c26-8c97-a59dd4b960aa"} {"level":"info","ts":1785337024.804947,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8dcbd598-15f8-4c26-8c97-a59dd4b960aa","EoS":true} {"level":"info","ts":1785337024.8049607,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8dcbd598-15f8-4c26-8c97-a59dd4b960aa"} {"level":"info","ts":1785337342.3231292,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785337342.3232062,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52847ecc-2dcb-4987-b7e0-29625dae2230"} {"level":"info","ts":1785337342.3232143,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"52847ecc-2dcb-4987-b7e0-29625dae2230"} {"level":"info","ts":1785337342.3232245,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52847ecc-2dcb-4987-b7e0-29625dae2230","EoS":true} {"level":"info","ts":1785337342.3232474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52847ecc-2dcb-4987-b7e0-29625dae2230","header":"x-maas-group"} {"level":"info","ts":1785337342.3232553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52847ecc-2dcb-4987-b7e0-29625dae2230","header":"x-maas-username"} {"level":"info","ts":1785337342.3232615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52847ecc-2dcb-4987-b7e0-29625dae2230","header":"x-maas-subscription"} {"level":"info","ts":1785337342.3232734,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52847ecc-2dcb-4987-b7e0-29625dae2230","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785337342.3232946,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"52847ecc-2dcb-4987-b7e0-29625dae2230"} {"level":"info","ts":1785337342.32657,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"52847ecc-2dcb-4987-b7e0-29625dae2230"} {"level":"info","ts":1785337342.3265853,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"52847ecc-2dcb-4987-b7e0-29625dae2230"} {"level":"info","ts":1785337342.326598,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"52847ecc-2dcb-4987-b7e0-29625dae2230","EoS":false} {"level":"info","ts":1785337342.3266087,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"52847ecc-2dcb-4987-b7e0-29625dae2230"} {"level":"info","ts":1785337342.3266342,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"52847ecc-2dcb-4987-b7e0-29625dae2230","EoS":true} {"level":"info","ts":1785337342.326643,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"52847ecc-2dcb-4987-b7e0-29625dae2230"} {"level":"info","ts":1785337347.1123428,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a5c010b7-dbfa-403c-8207-cf4fe23a9404","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785337347.112624,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36394.329624301,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785337347.1126497,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785337347.1442869,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785337347.2132087,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a5c010b7-dbfa-403c-8207-cf4fe23a9404","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785337347.2260401,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7ee24d3-fed7-4f9f-a7d8-b51aa8183aca","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785337347.2260716,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7ee24d3-fed7-4f9f-a7d8-b51aa8183aca","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785337347.226076,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"517cce7a-c1f5-40f1-a23a-29560bf72704"} {"level":"info","ts":1785337347.234035,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"334b38cb-9a08-448d-af4d-a44e568ef8a9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785337347.234059,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"334b38cb-9a08-448d-af4d-a44e568ef8a9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785337347.2344892,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32440.08092922,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785337347.234506,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785337347.2425077,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785337347.3346732,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"517cce7a-c1f5-40f1-a23a-29560bf72704","name":"e2e-external-provider"} {"level":"info","ts":1785337347.3454137,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"517cce7a-c1f5-40f1-a23a-29560bf72704","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785337347.3491855,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aeb957b0-e45c-4288-869b-fefaa56138c4"} {"level":"info","ts":1785337347.349192,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"051f616b-6681-4afd-a87f-b9088442d247","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785337347.3493314,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"051f616b-6681-4afd-a87f-b9088442d247","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785337347.3565316,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"517cce7a-c1f5-40f1-a23a-29560bf72704","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785337347.3569646,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aeb957b0-e45c-4288-869b-fefaa56138c4","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785337347.357093,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"22dc8f75-1c55-4e80-ab11-ecbf8d5c2c3f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785337347.3571317,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"22dc8f75-1c55-4e80-ab11-ecbf8d5c2c3f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785337347.3639657,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67e68a54-dbf5-4d1a-8926-c24dee13fb71","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785337347.364001,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67e68a54-dbf5-4d1a-8926-c24dee13fb71","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785337347.3640022,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aeb957b0-e45c-4288-869b-fefaa56138c4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785337347.3640838,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bdc7641f-70d6-4038-bdc1-e5ff8d1c5e6f"} {"level":"info","ts":1785337347.3641117,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bdc7641f-70d6-4038-bdc1-e5ff8d1c5e6f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785337347.3681452,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"517cce7a-c1f5-40f1-a23a-29560bf72704","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785337347.369612,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bdc7641f-70d6-4038-bdc1-e5ff8d1c5e6f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785337347.3738308,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0e2d72fb-173c-44e8-a370-57b3b85653a1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785337347.3738682,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0e2d72fb-173c-44e8-a370-57b3b85653a1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785337347.373943,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4fc0698-edd4-4f22-9b15-7589195c8dcb"} {"level":"info","ts":1785337347.3739717,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"680c50f4-404d-4748-8fe8-0167aff74bbd"} {"level":"info","ts":1785337347.3741362,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"680c50f4-404d-4748-8fe8-0167aff74bbd","name":"e2e-external-provider"} {"level":"info","ts":1785337347.3741443,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38440.39521086,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785337347.3741634,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785337347.3743181,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af27e2d7-3bc2-4a25-98d8-6a2d05a1034d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785337347.3743467,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af27e2d7-3bc2-4a25-98d8-6a2d05a1034d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785337347.3813336,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785337347.3870707,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"680c50f4-404d-4748-8fe8-0167aff74bbd","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785337347.474376,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4fc0698-edd4-4f22-9b15-7589195c8dcb","name":"e2e-external-model"} {"level":"info","ts":1785337347.4849374,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4fc0698-edd4-4f22-9b15-7589195c8dcb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785337347.4925845,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b2ed22a-a307-48ce-a95e-ab4b7935467c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785337347.4926333,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b2ed22a-a307-48ce-a95e-ab4b7935467c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785337347.4929042,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21f6fa92-ff1b-4a27-88d2-01d3605d9c8e"} {"level":"info","ts":1785337347.492964,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21f6fa92-ff1b-4a27-88d2-01d3605d9c8e","name":"e2e-external-model"} {"level":"info","ts":1785337347.508848,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa15ff7a-f8ec-4c27-9eb1-20af8866fb3e","name":"e2e-external-model","namespace":"llm"} {"level":"error","ts":1785337347.5088408,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21f6fa92-ff1b-4a27-88d2-01d3605d9c8e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785337347.5088768,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa15ff7a-f8ec-4c27-9eb1-20af8866fb3e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785337347.5089319,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b7e3a6b-b9ce-49fc-91c3-390e404bbe25"} {"level":"info","ts":1785337347.508985,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b7e3a6b-b9ce-49fc-91c3-390e404bbe25","name":"e2e-external-model"} {"level":"info","ts":1785337347.518571,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b7e3a6b-b9ce-49fc-91c3-390e404bbe25","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785337347.5257134,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7502c14f-f324-4c84-a201-539ed7e04be4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785337347.5257597,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7502c14f-f324-4c84-a201-539ed7e04be4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785337347.525793,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7802a129-82f7-4a8e-9f25-01780113315e"} {"level":"info","ts":1785337347.525839,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7802a129-82f7-4a8e-9f25-01780113315e","name":"e2e-external-model"} {"level":"info","ts":1785337347.5338874,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7802a129-82f7-4a8e-9f25-01780113315e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785337354.9263394,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785337354.9264176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b13ecbf1-59fe-4f8d-852d-4e39a2cce610"} {"level":"info","ts":1785337354.9264307,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b13ecbf1-59fe-4f8d-852d-4e39a2cce610"} {"level":"info","ts":1785337354.926447,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b13ecbf1-59fe-4f8d-852d-4e39a2cce610","EoS":true} {"level":"info","ts":1785337354.9264727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b13ecbf1-59fe-4f8d-852d-4e39a2cce610","header":"x-maas-username"} {"level":"info","ts":1785337354.9264805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b13ecbf1-59fe-4f8d-852d-4e39a2cce610","header":"x-maas-group"} {"level":"info","ts":1785337354.9264853,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b13ecbf1-59fe-4f8d-852d-4e39a2cce610","header":"x-maas-subscription"} {"level":"info","ts":1785337354.9264991,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b13ecbf1-59fe-4f8d-852d-4e39a2cce610","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785337354.9265091,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b13ecbf1-59fe-4f8d-852d-4e39a2cce610","modelName":"e2e-external-model"} {"level":"info","ts":1785337354.926528,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b13ecbf1-59fe-4f8d-852d-4e39a2cce610","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785337354.9265728,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"b13ecbf1-59fe-4f8d-852d-4e39a2cce610","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785337354.9265914,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"b13ecbf1-59fe-4f8d-852d-4e39a2cce610","authType":"apikey"} {"level":"info","ts":1785337354.926624,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b13ecbf1-59fe-4f8d-852d-4e39a2cce610"} {"level":"info","ts":1785337355.0319984,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b13ecbf1-59fe-4f8d-852d-4e39a2cce610"} {"level":"info","ts":1785337355.0320294,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b13ecbf1-59fe-4f8d-852d-4e39a2cce610"} {"level":"info","ts":1785337355.0320525,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b13ecbf1-59fe-4f8d-852d-4e39a2cce610","EoS":false} {"level":"info","ts":1785337355.0320709,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b13ecbf1-59fe-4f8d-852d-4e39a2cce610"} {"level":"info","ts":1785337355.0321183,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b13ecbf1-59fe-4f8d-852d-4e39a2cce610","EoS":true} {"level":"info","ts":1785337355.0321283,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b13ecbf1-59fe-4f8d-852d-4e39a2cce610"} {"level":"info","ts":1785337355.1611576,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71558c2e-2996-405c-88b4-b5e955cec245","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785337355.1611989,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71558c2e-2996-405c-88b4-b5e955cec245","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785337355.161202,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b311b6bf-85a9-4fc0-9930-cbe0fd4f9c17"} {"level":"info","ts":1785337355.1689816,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9658c150-ac6f-44a1-acef-09320a1de464","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785337355.1690128,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9658c150-ac6f-44a1-acef-09320a1de464","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785337355.1691527,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b311b6bf-85a9-4fc0-9930-cbe0fd4f9c17","name":"e2e-cleanup-test"} {"level":"info","ts":1785337355.1800091,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b311b6bf-85a9-4fc0-9930-cbe0fd4f9c17","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785337355.1912894,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e5df376-664d-4b66-a5c6-e0ecc459f774","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785337355.1912975,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cea9d83a-a387-4aa2-9b6e-ea7927d9099e"} {"level":"info","ts":1785337355.1913145,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e5df376-664d-4b66-a5c6-e0ecc459f774","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785337355.1913593,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cea9d83a-a387-4aa2-9b6e-ea7927d9099e","name":"e2e-cleanup-test"} {"level":"error","ts":1785337355.2038739,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cea9d83a-a387-4aa2-9b6e-ea7927d9099e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785337355.2039618,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9c12f71-1099-43e5-ad98-f6982954011f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785337355.2039757,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2414c06-4421-4e64-b93b-aa51e0ff4c76"} {"level":"info","ts":1785337355.2039933,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9c12f71-1099-43e5-ad98-f6982954011f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785337355.2040339,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2414c06-4421-4e64-b93b-aa51e0ff4c76","name":"e2e-cleanup-test"} {"level":"info","ts":1785337355.2130508,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2414c06-4421-4e64-b93b-aa51e0ff4c76","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785337355.2192407,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"026efb4f-d181-4ba7-80ea-ed6f6f253144"} {"level":"info","ts":1785337355.219295,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"026efb4f-d181-4ba7-80ea-ed6f6f253144","name":"e2e-cleanup-test"} {"level":"info","ts":1785337355.219241,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59e8e6c8-c34a-4acd-931f-6f49f00bc708","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785337355.219358,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59e8e6c8-c34a-4acd-931f-6f49f00bc708","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785337355.2283907,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"026efb4f-d181-4ba7-80ea-ed6f6f253144","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785337363.4327714,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b641e8c0-356b-4894-ac9a-de0ff0953cd0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785337363.4328125,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b641e8c0-356b-4894-ac9a-de0ff0953cd0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785337363.432771,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c558464-85af-4ae1-8672-a2d0a2405cea"} {"level":"info","ts":1785337367.747787,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785337367.747868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24cbfc40-07ff-4d66-9d73-ef020931f129"} {"level":"info","ts":1785337367.747876,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"24cbfc40-07ff-4d66-9d73-ef020931f129"} {"level":"info","ts":1785337367.7478867,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24cbfc40-07ff-4d66-9d73-ef020931f129","EoS":true} {"level":"info","ts":1785337367.747916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24cbfc40-07ff-4d66-9d73-ef020931f129","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785337367.747943,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"24cbfc40-07ff-4d66-9d73-ef020931f129"} {"level":"info","ts":1785337367.7896447,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785337367.789707,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44131e7b-4a98-442f-a02d-5312ba1aaca3"} {"level":"info","ts":1785337367.7897174,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44131e7b-4a98-442f-a02d-5312ba1aaca3"} {"level":"info","ts":1785337367.7897477,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44131e7b-4a98-442f-a02d-5312ba1aaca3","EoS":true} {"level":"info","ts":1785337367.7897692,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44131e7b-4a98-442f-a02d-5312ba1aaca3","header":"x-maas-username"} {"level":"info","ts":1785337367.7897797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44131e7b-4a98-442f-a02d-5312ba1aaca3","header":"x-maas-group"} {"level":"info","ts":1785337367.7897851,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44131e7b-4a98-442f-a02d-5312ba1aaca3","header":"x-maas-subscription"} {"level":"info","ts":1785337367.789799,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44131e7b-4a98-442f-a02d-5312ba1aaca3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785337367.7898088,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"44131e7b-4a98-442f-a02d-5312ba1aaca3","modelName":"e2e-external-model"} {"level":"info","ts":1785337367.789824,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"44131e7b-4a98-442f-a02d-5312ba1aaca3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785337367.789846,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"44131e7b-4a98-442f-a02d-5312ba1aaca3","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785337367.7898617,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"44131e7b-4a98-442f-a02d-5312ba1aaca3","authType":"apikey"} {"level":"info","ts":1785337367.789883,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44131e7b-4a98-442f-a02d-5312ba1aaca3"} {"level":"info","ts":1785337367.8389318,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44131e7b-4a98-442f-a02d-5312ba1aaca3"} {"level":"info","ts":1785337367.838964,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"44131e7b-4a98-442f-a02d-5312ba1aaca3"} {"level":"info","ts":1785337367.8389854,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44131e7b-4a98-442f-a02d-5312ba1aaca3","EoS":false} {"level":"info","ts":1785337367.8389978,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"44131e7b-4a98-442f-a02d-5312ba1aaca3"} {"level":"info","ts":1785337367.839026,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44131e7b-4a98-442f-a02d-5312ba1aaca3","EoS":true} {"level":"info","ts":1785337367.8390355,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"44131e7b-4a98-442f-a02d-5312ba1aaca3"} {"level":"info","ts":1785337367.8806415,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785337367.8807416,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b27ea80-8184-4ded-9694-6aae784f1fa4"} {"level":"info","ts":1785337367.880755,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2b27ea80-8184-4ded-9694-6aae784f1fa4"} {"level":"info","ts":1785337367.8807666,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b27ea80-8184-4ded-9694-6aae784f1fa4","EoS":true} {"level":"info","ts":1785337367.8807905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b27ea80-8184-4ded-9694-6aae784f1fa4","header":"x-maas-username"} {"level":"info","ts":1785337367.8808007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b27ea80-8184-4ded-9694-6aae784f1fa4","header":"x-maas-group"} {"level":"info","ts":1785337367.8808062,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b27ea80-8184-4ded-9694-6aae784f1fa4","header":"x-maas-subscription"} {"level":"info","ts":1785337367.8808215,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b27ea80-8184-4ded-9694-6aae784f1fa4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785337367.8808396,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2b27ea80-8184-4ded-9694-6aae784f1fa4"} {"level":"info","ts":1785337367.9328578,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2b27ea80-8184-4ded-9694-6aae784f1fa4"} {"level":"info","ts":1785337367.932891,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2b27ea80-8184-4ded-9694-6aae784f1fa4"} {"level":"info","ts":1785337367.932909,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2b27ea80-8184-4ded-9694-6aae784f1fa4","EoS":false} {"level":"info","ts":1785337367.9329245,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2b27ea80-8184-4ded-9694-6aae784f1fa4"} {"level":"info","ts":1785337367.9329565,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2b27ea80-8184-4ded-9694-6aae784f1fa4","EoS":true} {"level":"info","ts":1785337367.9329689,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2b27ea80-8184-4ded-9694-6aae784f1fa4"} {"level":"info","ts":1785337367.9676523,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785337367.9677136,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3aa6e4e4-2b83-470c-9d96-dc046af3bef8"} {"level":"info","ts":1785337367.9677422,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3aa6e4e4-2b83-470c-9d96-dc046af3bef8"} {"level":"info","ts":1785337367.9677541,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3aa6e4e4-2b83-470c-9d96-dc046af3bef8","EoS":true} {"level":"info","ts":1785337367.9677823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3aa6e4e4-2b83-470c-9d96-dc046af3bef8","header":"x-maas-subscription"} {"level":"info","ts":1785337367.9678142,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3aa6e4e4-2b83-470c-9d96-dc046af3bef8","header":"x-maas-username"} {"level":"info","ts":1785337367.9678192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3aa6e4e4-2b83-470c-9d96-dc046af3bef8","header":"x-maas-group"} {"level":"info","ts":1785337367.967847,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3aa6e4e4-2b83-470c-9d96-dc046af3bef8"} {"level":"info","ts":1785337368.0193024,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3aa6e4e4-2b83-470c-9d96-dc046af3bef8"} {"level":"info","ts":1785337368.0193284,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3aa6e4e4-2b83-470c-9d96-dc046af3bef8"} {"level":"info","ts":1785337368.0193455,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3aa6e4e4-2b83-470c-9d96-dc046af3bef8","EoS":false} {"level":"info","ts":1785337368.019358,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3aa6e4e4-2b83-470c-9d96-dc046af3bef8"} {"level":"info","ts":1785337368.0193863,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3aa6e4e4-2b83-470c-9d96-dc046af3bef8","EoS":true} {"level":"info","ts":1785337368.0193923,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3aa6e4e4-2b83-470c-9d96-dc046af3bef8"} {"level":"info","ts":1785337368.844164,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c76997f9-aab0-40ec-9860-2fde6edbdb6a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785337368.8441799,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"157277bd-e93b-476d-a309-e43ffbafe0d7"} {"level":"info","ts":1785337368.8442018,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c76997f9-aab0-40ec-9860-2fde6edbdb6a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785337369.0134773,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"75902f40-765c-4026-8b6c-4aa2b905bacd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785337369.0135462,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"75902f40-765c-4026-8b6c-4aa2b905bacd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785337369.013488,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b691182a-6dd7-479b-84b8-472848eff038"} {"level":"info","ts":1785337369.1289506,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8ea73880-2092-4b4c-be80-998ac2ea5bbd","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785337369.1290064,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8ea73880-2092-4b4c-be80-998ac2ea5bbd","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785338821.3573036,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338821.35738,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ee8144f-ca3f-41e2-929a-3d1c0b9d8cc5"} {"level":"info","ts":1785338896.12483,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338896.1249118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a533d99-e7aa-4424-94fa-c62046fb917c"} {"level":"info","ts":1785338896.1249223,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1a533d99-e7aa-4424-94fa-c62046fb917c"} {"level":"info","ts":1785338896.1249363,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a533d99-e7aa-4424-94fa-c62046fb917c","EoS":true} {"level":"info","ts":1785338896.1249673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a533d99-e7aa-4424-94fa-c62046fb917c","header":"x-maas-subscription"} {"level":"info","ts":1785338896.1249793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a533d99-e7aa-4424-94fa-c62046fb917c","header":"x-maas-username"} {"level":"info","ts":1785338896.1249855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a533d99-e7aa-4424-94fa-c62046fb917c","header":"x-maas-group"} {"level":"info","ts":1785338896.1249998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a533d99-e7aa-4424-94fa-c62046fb917c","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785338896.1250262,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1a533d99-e7aa-4424-94fa-c62046fb917c"} {"level":"info","ts":1785338896.1284702,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1a533d99-e7aa-4424-94fa-c62046fb917c"} {"level":"info","ts":1785338896.1284928,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1a533d99-e7aa-4424-94fa-c62046fb917c"} {"level":"info","ts":1785338896.1285079,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1a533d99-e7aa-4424-94fa-c62046fb917c","EoS":false} {"level":"info","ts":1785338896.1285214,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1a533d99-e7aa-4424-94fa-c62046fb917c"} {"level":"info","ts":1785338896.128547,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1a533d99-e7aa-4424-94fa-c62046fb917c","EoS":true} {"level":"info","ts":1785338896.1285572,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1a533d99-e7aa-4424-94fa-c62046fb917c"}