{"level":"info","ts":1785262625.6540294,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3919a9f1-10b1-4b45-96f0-03f7fed04638","EoS":true} {"level":"info","ts":1785262625.6540587,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3919a9f1-10b1-4b45-96f0-03f7fed04638"} {"level":"info","ts":1785262626.414162,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262626.4142642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d63ebe12-0b04-49f0-8a0b-23f3e259c648"} {"level":"info","ts":1785262626.4142828,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d63ebe12-0b04-49f0-8a0b-23f3e259c648"} {"level":"info","ts":1785262626.4142952,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d63ebe12-0b04-49f0-8a0b-23f3e259c648","EoS":true} {"level":"info","ts":1785262626.4143198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d63ebe12-0b04-49f0-8a0b-23f3e259c648","header":"x-maas-username"} {"level":"info","ts":1785262626.4143298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d63ebe12-0b04-49f0-8a0b-23f3e259c648","header":"x-maas-group"} {"level":"info","ts":1785262626.414336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d63ebe12-0b04-49f0-8a0b-23f3e259c648","header":"x-maas-subscription"} {"level":"info","ts":1785262626.4143493,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d63ebe12-0b04-49f0-8a0b-23f3e259c648","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262626.4143772,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d63ebe12-0b04-49f0-8a0b-23f3e259c648"} {"level":"info","ts":1785262626.4155705,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d63ebe12-0b04-49f0-8a0b-23f3e259c648"} {"level":"info","ts":1785262626.4155889,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d63ebe12-0b04-49f0-8a0b-23f3e259c648"} {"level":"info","ts":1785262626.415603,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d63ebe12-0b04-49f0-8a0b-23f3e259c648","EoS":false} {"level":"info","ts":1785262626.4156134,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d63ebe12-0b04-49f0-8a0b-23f3e259c648","EoS":true} {"level":"info","ts":1785262626.4156394,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d63ebe12-0b04-49f0-8a0b-23f3e259c648"} {"level":"info","ts":1785262649.5714064,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262649.5714784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12db9482-9b35-49dd-ac1b-11c241a090d1"} {"level":"info","ts":1785262649.5714874,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"12db9482-9b35-49dd-ac1b-11c241a090d1"} {"level":"info","ts":1785262649.5714982,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12db9482-9b35-49dd-ac1b-11c241a090d1","EoS":true} {"level":"info","ts":1785262649.571525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12db9482-9b35-49dd-ac1b-11c241a090d1","header":"x-maas-group"} {"level":"info","ts":1785262649.5715358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12db9482-9b35-49dd-ac1b-11c241a090d1","header":"x-maas-username"} {"level":"info","ts":1785262649.5715425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12db9482-9b35-49dd-ac1b-11c241a090d1","header":"x-maas-subscription"} {"level":"info","ts":1785262649.5715556,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12db9482-9b35-49dd-ac1b-11c241a090d1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262649.5715806,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"12db9482-9b35-49dd-ac1b-11c241a090d1"} {"level":"info","ts":1785262649.5737717,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"12db9482-9b35-49dd-ac1b-11c241a090d1"} {"level":"info","ts":1785262649.5737925,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"12db9482-9b35-49dd-ac1b-11c241a090d1"} {"level":"info","ts":1785262649.5738075,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"12db9482-9b35-49dd-ac1b-11c241a090d1","EoS":false} {"level":"info","ts":1785262649.5738196,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"12db9482-9b35-49dd-ac1b-11c241a090d1","EoS":true} {"level":"info","ts":1785262649.5738502,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"12db9482-9b35-49dd-ac1b-11c241a090d1"} {"level":"info","ts":1785262649.7090383,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262649.7091138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"943ef0b5-1d1f-4543-be40-635229c5e266"} {"level":"info","ts":1785262649.7091253,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"943ef0b5-1d1f-4543-be40-635229c5e266"} {"level":"info","ts":1785262649.7091372,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"943ef0b5-1d1f-4543-be40-635229c5e266","EoS":true} {"level":"info","ts":1785262649.7091625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"943ef0b5-1d1f-4543-be40-635229c5e266","header":"x-maas-subscription"} {"level":"info","ts":1785262649.7091756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"943ef0b5-1d1f-4543-be40-635229c5e266","header":"x-maas-group"} {"level":"info","ts":1785262649.709181,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"943ef0b5-1d1f-4543-be40-635229c5e266","header":"x-maas-username"} {"level":"info","ts":1785262649.7091942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"943ef0b5-1d1f-4543-be40-635229c5e266","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262649.7092166,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"943ef0b5-1d1f-4543-be40-635229c5e266"} {"level":"info","ts":1785262649.7101583,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"943ef0b5-1d1f-4543-be40-635229c5e266"} {"level":"info","ts":1785262649.7101784,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"943ef0b5-1d1f-4543-be40-635229c5e266"} {"level":"info","ts":1785262649.7101958,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"943ef0b5-1d1f-4543-be40-635229c5e266","EoS":false} {"level":"info","ts":1785262649.7102077,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"943ef0b5-1d1f-4543-be40-635229c5e266","EoS":true} {"level":"info","ts":1785262649.7102492,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"943ef0b5-1d1f-4543-be40-635229c5e266"} {"level":"info","ts":1785262649.8462577,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262649.8463352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db1d29a1-e44d-4cb6-9daa-78ebfadbad24"} {"level":"info","ts":1785262649.8463476,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"db1d29a1-e44d-4cb6-9daa-78ebfadbad24"} {"level":"info","ts":1785262649.8463588,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db1d29a1-e44d-4cb6-9daa-78ebfadbad24","EoS":true} {"level":"info","ts":1785262649.8463874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db1d29a1-e44d-4cb6-9daa-78ebfadbad24","header":"x-maas-username"} {"level":"info","ts":1785262649.8463979,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db1d29a1-e44d-4cb6-9daa-78ebfadbad24","header":"x-maas-subscription"} {"level":"info","ts":1785262649.846403,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db1d29a1-e44d-4cb6-9daa-78ebfadbad24","header":"x-maas-group"} {"level":"info","ts":1785262649.8464167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db1d29a1-e44d-4cb6-9daa-78ebfadbad24","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262649.8464417,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"db1d29a1-e44d-4cb6-9daa-78ebfadbad24"} {"level":"info","ts":1785262649.8473322,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"db1d29a1-e44d-4cb6-9daa-78ebfadbad24"} {"level":"info","ts":1785262649.8473449,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"db1d29a1-e44d-4cb6-9daa-78ebfadbad24"} {"level":"info","ts":1785262649.8473558,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"db1d29a1-e44d-4cb6-9daa-78ebfadbad24","EoS":false} {"level":"info","ts":1785262649.8473663,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"db1d29a1-e44d-4cb6-9daa-78ebfadbad24","EoS":true} {"level":"info","ts":1785262649.8473902,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"db1d29a1-e44d-4cb6-9daa-78ebfadbad24"} {"level":"info","ts":1785262649.9841943,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262649.9842823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04a8a594-1c21-4e73-8c58-950628a29829"} {"level":"info","ts":1785262649.984294,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04a8a594-1c21-4e73-8c58-950628a29829"} {"level":"info","ts":1785262649.9843063,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04a8a594-1c21-4e73-8c58-950628a29829","EoS":true} {"level":"info","ts":1785262649.9843285,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04a8a594-1c21-4e73-8c58-950628a29829","header":"x-maas-username"} {"level":"info","ts":1785262649.9843383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04a8a594-1c21-4e73-8c58-950628a29829","header":"x-maas-subscription"} {"level":"info","ts":1785262649.9843454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04a8a594-1c21-4e73-8c58-950628a29829","header":"x-maas-group"} {"level":"info","ts":1785262649.984357,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04a8a594-1c21-4e73-8c58-950628a29829","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262649.9843793,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04a8a594-1c21-4e73-8c58-950628a29829"} {"level":"info","ts":1785262649.985313,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"04a8a594-1c21-4e73-8c58-950628a29829"} {"level":"info","ts":1785262649.9853318,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"04a8a594-1c21-4e73-8c58-950628a29829"} {"level":"info","ts":1785262649.9853456,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04a8a594-1c21-4e73-8c58-950628a29829","EoS":false} {"level":"info","ts":1785262649.985359,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04a8a594-1c21-4e73-8c58-950628a29829","EoS":true} {"level":"info","ts":1785262649.9853902,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"04a8a594-1c21-4e73-8c58-950628a29829"} {"level":"info","ts":1785262650.119161,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262650.1192603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12eb1a4b-2389-4ffc-b4fd-c2a2121f74bb"} {"level":"info","ts":1785262650.1192725,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"12eb1a4b-2389-4ffc-b4fd-c2a2121f74bb"} {"level":"info","ts":1785262650.119284,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12eb1a4b-2389-4ffc-b4fd-c2a2121f74bb","EoS":true} {"level":"info","ts":1785262650.1193082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12eb1a4b-2389-4ffc-b4fd-c2a2121f74bb","header":"x-maas-group"} {"level":"info","ts":1785262650.1193187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12eb1a4b-2389-4ffc-b4fd-c2a2121f74bb","header":"x-maas-subscription"} {"level":"info","ts":1785262650.1193242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12eb1a4b-2389-4ffc-b4fd-c2a2121f74bb","header":"x-maas-username"} {"level":"info","ts":1785262650.1193361,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12eb1a4b-2389-4ffc-b4fd-c2a2121f74bb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262650.119361,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"12eb1a4b-2389-4ffc-b4fd-c2a2121f74bb"} {"level":"info","ts":1785262650.120314,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"12eb1a4b-2389-4ffc-b4fd-c2a2121f74bb"} {"level":"info","ts":1785262650.120336,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"12eb1a4b-2389-4ffc-b4fd-c2a2121f74bb"} {"level":"info","ts":1785262650.1203523,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"12eb1a4b-2389-4ffc-b4fd-c2a2121f74bb","EoS":false} {"level":"info","ts":1785262650.1203668,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"12eb1a4b-2389-4ffc-b4fd-c2a2121f74bb","EoS":true} {"level":"info","ts":1785262650.1203976,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"12eb1a4b-2389-4ffc-b4fd-c2a2121f74bb"} {"level":"info","ts":1785262668.152907,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262668.1529841,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dfb01f19-52b8-4455-8e08-e5e07a8f90c7"} {"level":"info","ts":1785262668.1529946,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dfb01f19-52b8-4455-8e08-e5e07a8f90c7"} {"level":"info","ts":1785262668.153007,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dfb01f19-52b8-4455-8e08-e5e07a8f90c7","EoS":true} {"level":"info","ts":1785262668.153031,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfb01f19-52b8-4455-8e08-e5e07a8f90c7","header":"x-maas-subscription"} {"level":"info","ts":1785262668.153042,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfb01f19-52b8-4455-8e08-e5e07a8f90c7","header":"x-maas-username"} {"level":"info","ts":1785262668.1530478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfb01f19-52b8-4455-8e08-e5e07a8f90c7","header":"x-maas-group"} {"level":"info","ts":1785262668.1530619,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dfb01f19-52b8-4455-8e08-e5e07a8f90c7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262668.1530874,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dfb01f19-52b8-4455-8e08-e5e07a8f90c7"} {"level":"info","ts":1785262668.1551094,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dfb01f19-52b8-4455-8e08-e5e07a8f90c7"} {"level":"info","ts":1785262668.1551297,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dfb01f19-52b8-4455-8e08-e5e07a8f90c7"} {"level":"info","ts":1785262668.1551452,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dfb01f19-52b8-4455-8e08-e5e07a8f90c7","EoS":false} {"level":"info","ts":1785262668.1551578,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dfb01f19-52b8-4455-8e08-e5e07a8f90c7","EoS":true} {"level":"info","ts":1785262668.1551871,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dfb01f19-52b8-4455-8e08-e5e07a8f90c7"} {"level":"info","ts":1785262668.2517197,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262668.2517946,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"69fcae55-520a-4be8-9a73-de4da74322f4"} {"level":"info","ts":1785262668.2525465,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"69fcae55-520a-4be8-9a73-de4da74322f4"} {"level":"info","ts":1785262668.2525651,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"69fcae55-520a-4be8-9a73-de4da74322f4"} {"level":"info","ts":1785262668.2525814,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"69fcae55-520a-4be8-9a73-de4da74322f4","EoS":false} {"level":"info","ts":1785262668.2525935,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"69fcae55-520a-4be8-9a73-de4da74322f4"} {"level":"info","ts":1785262668.2526195,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"69fcae55-520a-4be8-9a73-de4da74322f4","EoS":true} {"level":"info","ts":1785262668.2526276,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"69fcae55-520a-4be8-9a73-de4da74322f4"} {"level":"info","ts":1785262672.8935874,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262672.893668,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54eb93b8-a2d0-497e-bbc3-7136120b5ac9"} {"level":"info","ts":1785262672.8936796,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"54eb93b8-a2d0-497e-bbc3-7136120b5ac9"} {"level":"info","ts":1785262672.8936913,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54eb93b8-a2d0-497e-bbc3-7136120b5ac9","EoS":true} {"level":"info","ts":1785262672.8937204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"54eb93b8-a2d0-497e-bbc3-7136120b5ac9","header":"x-maas-group"} {"level":"info","ts":1785262672.8937323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"54eb93b8-a2d0-497e-bbc3-7136120b5ac9","header":"x-maas-username"} {"level":"info","ts":1785262672.8937366,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"54eb93b8-a2d0-497e-bbc3-7136120b5ac9","header":"x-maas-subscription"} {"level":"info","ts":1785262672.8937523,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54eb93b8-a2d0-497e-bbc3-7136120b5ac9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262672.893777,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"54eb93b8-a2d0-497e-bbc3-7136120b5ac9"} {"level":"info","ts":1785262672.8950112,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"54eb93b8-a2d0-497e-bbc3-7136120b5ac9"} {"level":"info","ts":1785262672.8950322,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"54eb93b8-a2d0-497e-bbc3-7136120b5ac9"} {"level":"info","ts":1785262672.8950477,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"54eb93b8-a2d0-497e-bbc3-7136120b5ac9","EoS":false} {"level":"info","ts":1785262672.8950593,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"54eb93b8-a2d0-497e-bbc3-7136120b5ac9","EoS":true} {"level":"info","ts":1785262672.8950858,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"54eb93b8-a2d0-497e-bbc3-7136120b5ac9"} {"level":"info","ts":1785262683.5616848,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262683.561756,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a813e80-3384-43fb-9ff7-ea95d812fe54"} {"level":"info","ts":1785262683.5617654,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a813e80-3384-43fb-9ff7-ea95d812fe54"} {"level":"info","ts":1785262683.5617769,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a813e80-3384-43fb-9ff7-ea95d812fe54","EoS":true} {"level":"info","ts":1785262683.5618033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a813e80-3384-43fb-9ff7-ea95d812fe54","header":"x-maas-group"} {"level":"info","ts":1785262683.5618138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a813e80-3384-43fb-9ff7-ea95d812fe54","header":"x-maas-subscription"} {"level":"info","ts":1785262683.5618188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a813e80-3384-43fb-9ff7-ea95d812fe54","header":"x-maas-username"} {"level":"info","ts":1785262683.5618322,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a813e80-3384-43fb-9ff7-ea95d812fe54","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785262683.561859,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8a813e80-3384-43fb-9ff7-ea95d812fe54"} {"level":"info","ts":1785262683.564605,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8a813e80-3384-43fb-9ff7-ea95d812fe54"} {"level":"info","ts":1785262683.5646276,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8a813e80-3384-43fb-9ff7-ea95d812fe54"} {"level":"info","ts":1785262683.564648,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8a813e80-3384-43fb-9ff7-ea95d812fe54","EoS":false} {"level":"info","ts":1785262683.5646605,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8a813e80-3384-43fb-9ff7-ea95d812fe54","EoS":true} {"level":"info","ts":1785262683.5646887,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8a813e80-3384-43fb-9ff7-ea95d812fe54"} {"level":"info","ts":1785262696.476369,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262696.4764452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"918f4e21-b1e9-4b04-8296-9450e93d8964"} {"level":"info","ts":1785262696.4764583,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"918f4e21-b1e9-4b04-8296-9450e93d8964"} {"level":"info","ts":1785262696.4764705,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"918f4e21-b1e9-4b04-8296-9450e93d8964","EoS":true} {"level":"info","ts":1785262696.476493,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"918f4e21-b1e9-4b04-8296-9450e93d8964","header":"x-maas-username"} {"level":"info","ts":1785262696.4765031,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"918f4e21-b1e9-4b04-8296-9450e93d8964","header":"x-maas-subscription"} {"level":"info","ts":1785262696.4765081,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"918f4e21-b1e9-4b04-8296-9450e93d8964","header":"x-maas-group"} {"level":"info","ts":1785262696.4765208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"918f4e21-b1e9-4b04-8296-9450e93d8964","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262696.4765456,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"918f4e21-b1e9-4b04-8296-9450e93d8964"} {"level":"info","ts":1785262696.477833,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"918f4e21-b1e9-4b04-8296-9450e93d8964"} {"level":"info","ts":1785262696.4778492,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"918f4e21-b1e9-4b04-8296-9450e93d8964"} {"level":"info","ts":1785262696.4778676,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"918f4e21-b1e9-4b04-8296-9450e93d8964","EoS":false} {"level":"info","ts":1785262696.4778786,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"918f4e21-b1e9-4b04-8296-9450e93d8964","EoS":true} {"level":"info","ts":1785262696.4779072,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"918f4e21-b1e9-4b04-8296-9450e93d8964"} {"level":"info","ts":1785262704.989022,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262704.9890947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44cd7a20-3142-4d99-be30-43ca509193ef"} {"level":"info","ts":1785262704.9891043,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44cd7a20-3142-4d99-be30-43ca509193ef"} {"level":"info","ts":1785262704.989116,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44cd7a20-3142-4d99-be30-43ca509193ef","EoS":true} {"level":"info","ts":1785262704.9891412,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44cd7a20-3142-4d99-be30-43ca509193ef","header":"x-maas-username"} {"level":"info","ts":1785262704.9891517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44cd7a20-3142-4d99-be30-43ca509193ef","header":"x-maas-group"} {"level":"info","ts":1785262704.9891574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44cd7a20-3142-4d99-be30-43ca509193ef","header":"x-maas-subscription"} {"level":"info","ts":1785262704.9891696,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44cd7a20-3142-4d99-be30-43ca509193ef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262704.9891949,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44cd7a20-3142-4d99-be30-43ca509193ef"} {"level":"info","ts":1785262704.9904077,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44cd7a20-3142-4d99-be30-43ca509193ef"} {"level":"info","ts":1785262704.990433,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"44cd7a20-3142-4d99-be30-43ca509193ef"} {"level":"info","ts":1785262704.9904542,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44cd7a20-3142-4d99-be30-43ca509193ef","EoS":false} {"level":"info","ts":1785262704.9904733,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44cd7a20-3142-4d99-be30-43ca509193ef","EoS":true} {"level":"info","ts":1785262704.990515,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"44cd7a20-3142-4d99-be30-43ca509193ef"} {"level":"info","ts":1785262713.8332021,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262713.8332884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc53463d-83f8-45b2-ba66-c458439e1890"} {"level":"info","ts":1785262713.8333013,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc53463d-83f8-45b2-ba66-c458439e1890"} {"level":"info","ts":1785262713.8333135,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc53463d-83f8-45b2-ba66-c458439e1890","EoS":true} {"level":"info","ts":1785262713.833343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc53463d-83f8-45b2-ba66-c458439e1890","header":"x-maas-subscription"} {"level":"info","ts":1785262713.8333535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc53463d-83f8-45b2-ba66-c458439e1890","header":"x-maas-username"} {"level":"info","ts":1785262713.833358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc53463d-83f8-45b2-ba66-c458439e1890","header":"x-maas-group"} {"level":"info","ts":1785262713.8333707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc53463d-83f8-45b2-ba66-c458439e1890","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262713.8333964,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc53463d-83f8-45b2-ba66-c458439e1890"} {"level":"info","ts":1785262713.8345866,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dc53463d-83f8-45b2-ba66-c458439e1890"} {"level":"info","ts":1785262713.8346071,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dc53463d-83f8-45b2-ba66-c458439e1890"} {"level":"info","ts":1785262713.8346233,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dc53463d-83f8-45b2-ba66-c458439e1890","EoS":false} {"level":"info","ts":1785262713.8346343,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dc53463d-83f8-45b2-ba66-c458439e1890","EoS":true} {"level":"info","ts":1785262713.8346617,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dc53463d-83f8-45b2-ba66-c458439e1890"} {"level":"info","ts":1785262738.7429922,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262738.7430766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c64995b-0ea0-4059-b249-4e19372b43b8"} {"level":"info","ts":1785262738.743094,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4c64995b-0ea0-4059-b249-4e19372b43b8"} {"level":"info","ts":1785262738.7431202,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c64995b-0ea0-4059-b249-4e19372b43b8","EoS":true} {"level":"info","ts":1785262738.7431562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c64995b-0ea0-4059-b249-4e19372b43b8","header":"x-maas-group"} {"level":"info","ts":1785262738.74317,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c64995b-0ea0-4059-b249-4e19372b43b8","header":"x-maas-subscription"} {"level":"info","ts":1785262738.743179,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c64995b-0ea0-4059-b249-4e19372b43b8","header":"x-maas-username"} {"level":"info","ts":1785262738.7431998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c64995b-0ea0-4059-b249-4e19372b43b8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785262738.7432556,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4c64995b-0ea0-4059-b249-4e19372b43b8"} {"level":"info","ts":1785262738.7443016,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4c64995b-0ea0-4059-b249-4e19372b43b8"} {"level":"info","ts":1785262738.7443197,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4c64995b-0ea0-4059-b249-4e19372b43b8"} {"level":"info","ts":1785262738.744336,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4c64995b-0ea0-4059-b249-4e19372b43b8","EoS":false} {"level":"info","ts":1785262738.7443476,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4c64995b-0ea0-4059-b249-4e19372b43b8","EoS":true} {"level":"info","ts":1785262738.7443752,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4c64995b-0ea0-4059-b249-4e19372b43b8"} {"level":"info","ts":1785262762.1259377,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262762.1260276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"258573cf-9e4e-44fe-88c4-7a165eb6b827"} {"level":"info","ts":1785262762.1260448,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"258573cf-9e4e-44fe-88c4-7a165eb6b827"} {"level":"info","ts":1785262762.1260657,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"258573cf-9e4e-44fe-88c4-7a165eb6b827","EoS":true} {"level":"info","ts":1785262762.1261387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"258573cf-9e4e-44fe-88c4-7a165eb6b827","header":"x-maas-subscription"} {"level":"info","ts":1785262762.1261528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"258573cf-9e4e-44fe-88c4-7a165eb6b827","header":"x-maas-group"} {"level":"info","ts":1785262762.1261628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"258573cf-9e4e-44fe-88c4-7a165eb6b827","header":"x-maas-username"} {"level":"info","ts":1785262762.1261828,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"258573cf-9e4e-44fe-88c4-7a165eb6b827","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785262762.1262147,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"258573cf-9e4e-44fe-88c4-7a165eb6b827"} {"level":"info","ts":1785262762.1290483,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"258573cf-9e4e-44fe-88c4-7a165eb6b827"} {"level":"info","ts":1785262762.1290689,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"258573cf-9e4e-44fe-88c4-7a165eb6b827"} {"level":"info","ts":1785262762.1290812,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"258573cf-9e4e-44fe-88c4-7a165eb6b827","EoS":false} {"level":"info","ts":1785262762.1290925,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"258573cf-9e4e-44fe-88c4-7a165eb6b827","EoS":true} {"level":"info","ts":1785262762.1291213,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"258573cf-9e4e-44fe-88c4-7a165eb6b827"} {"level":"info","ts":1785262797.2138767,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262797.2139504,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29fd9d63-424b-4613-88bc-e8b5951429d3"} {"level":"info","ts":1785262797.2139635,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29fd9d63-424b-4613-88bc-e8b5951429d3"} {"level":"info","ts":1785262797.2139752,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29fd9d63-424b-4613-88bc-e8b5951429d3","EoS":true} {"level":"info","ts":1785262797.214002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29fd9d63-424b-4613-88bc-e8b5951429d3","header":"x-maas-subscription"} {"level":"info","ts":1785262797.214013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29fd9d63-424b-4613-88bc-e8b5951429d3","header":"x-maas-group"} {"level":"info","ts":1785262797.2140183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29fd9d63-424b-4613-88bc-e8b5951429d3","header":"x-maas-username"} {"level":"info","ts":1785262797.214032,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29fd9d63-424b-4613-88bc-e8b5951429d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262797.2140546,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29fd9d63-424b-4613-88bc-e8b5951429d3"} {"level":"info","ts":1785262797.2177494,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"29fd9d63-424b-4613-88bc-e8b5951429d3"} {"level":"info","ts":1785262797.2177706,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"29fd9d63-424b-4613-88bc-e8b5951429d3"} {"level":"info","ts":1785262797.2177856,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29fd9d63-424b-4613-88bc-e8b5951429d3","EoS":false} {"level":"info","ts":1785262797.2177985,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29fd9d63-424b-4613-88bc-e8b5951429d3","EoS":true} {"level":"info","ts":1785262797.2178557,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"29fd9d63-424b-4613-88bc-e8b5951429d3"} {"level":"info","ts":1785262806.5877042,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262806.5878026,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b57bf49d-2420-4e78-a76c-2216a8931958"} {"level":"info","ts":1785262806.5878193,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b57bf49d-2420-4e78-a76c-2216a8931958"} {"level":"info","ts":1785262806.5878413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b57bf49d-2420-4e78-a76c-2216a8931958","EoS":true} {"level":"info","ts":1785262806.5878794,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b57bf49d-2420-4e78-a76c-2216a8931958","header":"x-maas-subscription"} {"level":"info","ts":1785262806.5878923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b57bf49d-2420-4e78-a76c-2216a8931958","header":"x-maas-group"} {"level":"info","ts":1785262806.5879014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b57bf49d-2420-4e78-a76c-2216a8931958","header":"x-maas-username"} {"level":"info","ts":1785262806.5879233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b57bf49d-2420-4e78-a76c-2216a8931958","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262806.5879567,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b57bf49d-2420-4e78-a76c-2216a8931958"} {"level":"info","ts":1785262806.5891416,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b57bf49d-2420-4e78-a76c-2216a8931958"} {"level":"info","ts":1785262806.5891614,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b57bf49d-2420-4e78-a76c-2216a8931958"} {"level":"info","ts":1785262806.5891814,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b57bf49d-2420-4e78-a76c-2216a8931958","EoS":false} {"level":"info","ts":1785262806.5891979,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b57bf49d-2420-4e78-a76c-2216a8931958","EoS":true} {"level":"info","ts":1785262806.5892544,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b57bf49d-2420-4e78-a76c-2216a8931958"} {"level":"info","ts":1785262806.6210425,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262806.6211092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7c7ab22-3340-4cf7-9234-8e91b7c4b70c"} {"level":"info","ts":1785262806.6211216,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e7c7ab22-3340-4cf7-9234-8e91b7c4b70c"} {"level":"info","ts":1785262806.621133,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7c7ab22-3340-4cf7-9234-8e91b7c4b70c","EoS":true} {"level":"info","ts":1785262806.6211572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7c7ab22-3340-4cf7-9234-8e91b7c4b70c","header":"x-maas-group"} {"level":"info","ts":1785262806.6211677,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7c7ab22-3340-4cf7-9234-8e91b7c4b70c","header":"x-maas-subscription"} {"level":"info","ts":1785262806.621173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7c7ab22-3340-4cf7-9234-8e91b7c4b70c","header":"x-maas-username"} {"level":"info","ts":1785262806.621191,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7c7ab22-3340-4cf7-9234-8e91b7c4b70c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262806.6212156,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e7c7ab22-3340-4cf7-9234-8e91b7c4b70c"} {"level":"info","ts":1785262806.622407,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e7c7ab22-3340-4cf7-9234-8e91b7c4b70c"} {"level":"info","ts":1785262806.6224263,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e7c7ab22-3340-4cf7-9234-8e91b7c4b70c"} {"level":"info","ts":1785262806.622441,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e7c7ab22-3340-4cf7-9234-8e91b7c4b70c","EoS":false} {"level":"info","ts":1785262806.6224525,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e7c7ab22-3340-4cf7-9234-8e91b7c4b70c","EoS":true} {"level":"info","ts":1785262806.622479,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e7c7ab22-3340-4cf7-9234-8e91b7c4b70c"} {"level":"info","ts":1785262825.6882255,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262825.6883016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"762fb172-394b-46bd-9c82-77d241a585ff"} {"level":"info","ts":1785262825.6883116,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"762fb172-394b-46bd-9c82-77d241a585ff"} {"level":"info","ts":1785262825.6883225,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"762fb172-394b-46bd-9c82-77d241a585ff","EoS":true} {"level":"info","ts":1785262825.6883433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"762fb172-394b-46bd-9c82-77d241a585ff","header":"x-maas-subscription"} {"level":"info","ts":1785262825.6883543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"762fb172-394b-46bd-9c82-77d241a585ff","header":"x-maas-group"} {"level":"info","ts":1785262825.68836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"762fb172-394b-46bd-9c82-77d241a585ff","header":"x-maas-username"} {"level":"info","ts":1785262825.6883755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"762fb172-394b-46bd-9c82-77d241a585ff","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262825.688401,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"762fb172-394b-46bd-9c82-77d241a585ff"} {"level":"info","ts":1785262825.6895406,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"762fb172-394b-46bd-9c82-77d241a585ff"} {"level":"info","ts":1785262825.6895638,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"762fb172-394b-46bd-9c82-77d241a585ff"} {"level":"info","ts":1785262825.6895845,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"762fb172-394b-46bd-9c82-77d241a585ff","EoS":false} {"level":"info","ts":1785262825.6896029,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"762fb172-394b-46bd-9c82-77d241a585ff","EoS":true} {"level":"info","ts":1785262825.6896436,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"762fb172-394b-46bd-9c82-77d241a585ff"} {"level":"info","ts":1785262971.1731148,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262971.1732068,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e5e9f51-f8e3-4f99-9e87-3f7116a772d9"} {"level":"info","ts":1785262971.1732204,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4e5e9f51-f8e3-4f99-9e87-3f7116a772d9"} {"level":"info","ts":1785262971.1732595,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e5e9f51-f8e3-4f99-9e87-3f7116a772d9","EoS":true} {"level":"info","ts":1785262971.1732855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e5e9f51-f8e3-4f99-9e87-3f7116a772d9","header":"x-maas-subscription"} {"level":"info","ts":1785262971.1732974,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e5e9f51-f8e3-4f99-9e87-3f7116a772d9","header":"x-maas-group"} {"level":"info","ts":1785262971.1733036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e5e9f51-f8e3-4f99-9e87-3f7116a772d9","header":"x-maas-username"} {"level":"info","ts":1785262971.1733184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e5e9f51-f8e3-4f99-9e87-3f7116a772d9","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785262971.1733463,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4e5e9f51-f8e3-4f99-9e87-3f7116a772d9"} {"level":"info","ts":1785262971.1770709,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4e5e9f51-f8e3-4f99-9e87-3f7116a772d9"} {"level":"info","ts":1785262971.1771011,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4e5e9f51-f8e3-4f99-9e87-3f7116a772d9"} {"level":"info","ts":1785262971.1771183,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4e5e9f51-f8e3-4f99-9e87-3f7116a772d9","EoS":false} {"level":"info","ts":1785262971.1771305,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4e5e9f51-f8e3-4f99-9e87-3f7116a772d9","EoS":true} {"level":"info","ts":1785262971.1771634,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4e5e9f51-f8e3-4f99-9e87-3f7116a772d9"} {"level":"info","ts":1785263012.5000231,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263012.5000997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ca648fb-0f18-4788-920b-17f893e6a14d"} {"level":"info","ts":1785263012.5001104,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2ca648fb-0f18-4788-920b-17f893e6a14d"} {"level":"info","ts":1785263012.5001223,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2ca648fb-0f18-4788-920b-17f893e6a14d","EoS":true} {"level":"info","ts":1785263012.500149,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ca648fb-0f18-4788-920b-17f893e6a14d","header":"x-maas-subscription"} {"level":"info","ts":1785263012.5001588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ca648fb-0f18-4788-920b-17f893e6a14d","header":"x-maas-username"} {"level":"info","ts":1785263012.5001643,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ca648fb-0f18-4788-920b-17f893e6a14d","header":"x-maas-group"} {"level":"info","ts":1785263012.500177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ca648fb-0f18-4788-920b-17f893e6a14d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785263012.5002012,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2ca648fb-0f18-4788-920b-17f893e6a14d"} {"level":"info","ts":1785263012.5041063,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2ca648fb-0f18-4788-920b-17f893e6a14d"} {"level":"info","ts":1785263012.5041285,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2ca648fb-0f18-4788-920b-17f893e6a14d"} {"level":"info","ts":1785263012.5041504,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2ca648fb-0f18-4788-920b-17f893e6a14d","EoS":false} {"level":"info","ts":1785263012.504167,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2ca648fb-0f18-4788-920b-17f893e6a14d","EoS":true} {"level":"info","ts":1785263012.5042067,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2ca648fb-0f18-4788-920b-17f893e6a14d"} {"level":"info","ts":1785263027.7358594,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263027.7359388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86ec091d-a7c5-4e6a-8a0e-d57d2da23388"} {"level":"info","ts":1785263027.735951,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"86ec091d-a7c5-4e6a-8a0e-d57d2da23388"} {"level":"info","ts":1785263027.7359626,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"86ec091d-a7c5-4e6a-8a0e-d57d2da23388","EoS":true} {"level":"info","ts":1785263027.7359862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86ec091d-a7c5-4e6a-8a0e-d57d2da23388","header":"x-maas-username"} {"level":"info","ts":1785263027.7359962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86ec091d-a7c5-4e6a-8a0e-d57d2da23388","header":"x-maas-group"} {"level":"info","ts":1785263027.7360017,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86ec091d-a7c5-4e6a-8a0e-d57d2da23388","header":"x-maas-subscription"} {"level":"info","ts":1785263027.7360168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86ec091d-a7c5-4e6a-8a0e-d57d2da23388","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785263027.736041,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"86ec091d-a7c5-4e6a-8a0e-d57d2da23388"} {"level":"info","ts":1785263027.737288,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"86ec091d-a7c5-4e6a-8a0e-d57d2da23388"} {"level":"info","ts":1785263027.7373083,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"86ec091d-a7c5-4e6a-8a0e-d57d2da23388"} {"level":"info","ts":1785263027.7373273,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"86ec091d-a7c5-4e6a-8a0e-d57d2da23388","EoS":false} {"level":"info","ts":1785263027.7373385,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"86ec091d-a7c5-4e6a-8a0e-d57d2da23388","EoS":true} {"level":"info","ts":1785263027.737369,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"86ec091d-a7c5-4e6a-8a0e-d57d2da23388"} {"level":"info","ts":1785263329.161572,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263329.1616504,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9076f632-d199-4a2a-9d1a-78b09ebdfad4"} {"level":"info","ts":1785263329.161662,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9076f632-d199-4a2a-9d1a-78b09ebdfad4"} {"level":"info","ts":1785263329.1616733,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9076f632-d199-4a2a-9d1a-78b09ebdfad4","EoS":true} {"level":"info","ts":1785263329.1616948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9076f632-d199-4a2a-9d1a-78b09ebdfad4","header":"x-maas-subscription"} {"level":"info","ts":1785263329.1617053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9076f632-d199-4a2a-9d1a-78b09ebdfad4","header":"x-maas-group"} {"level":"info","ts":1785263329.16171,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9076f632-d199-4a2a-9d1a-78b09ebdfad4","header":"x-maas-username"} {"level":"info","ts":1785263329.161724,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9076f632-d199-4a2a-9d1a-78b09ebdfad4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785263329.1617484,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9076f632-d199-4a2a-9d1a-78b09ebdfad4"} {"level":"info","ts":1785263329.1637065,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9076f632-d199-4a2a-9d1a-78b09ebdfad4"} {"level":"info","ts":1785263329.1637266,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9076f632-d199-4a2a-9d1a-78b09ebdfad4"} {"level":"info","ts":1785263329.163741,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9076f632-d199-4a2a-9d1a-78b09ebdfad4","EoS":false} {"level":"info","ts":1785263329.1637552,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9076f632-d199-4a2a-9d1a-78b09ebdfad4","EoS":true} {"level":"info","ts":1785263329.1637833,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9076f632-d199-4a2a-9d1a-78b09ebdfad4"} {"level":"info","ts":1785263333.960907,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d7cbc39e-1e4e-4d70-a9a4-f92b73a1bf20","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785263333.9611983,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37154.306665837,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263333.9612584,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263334.0367742,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263334.0614374,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d7cbc39e-1e4e-4d70-a9a4-f92b73a1bf20","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785263334.0832613,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3b79ec98-f3f3-4af6-91f6-d3adea15e715","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785263334.0833073,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3b79ec98-f3f3-4af6-91f6-d3adea15e715","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785263334.0833685,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b6108a6-d0fc-46f1-83bd-5ac03b8d52a1"} {"level":"info","ts":1785263334.0916665,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b3c8c11-9d1a-4a1d-8fbc-49fa585b4905","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785263334.0916908,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b3c8c11-9d1a-4a1d-8fbc-49fa585b4905","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785263334.09198,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39148.513409774,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263334.092,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263334.1006973,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263334.1920667,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b6108a6-d0fc-46f1-83bd-5ac03b8d52a1","name":"e2e-external-provider"} {"level":"info","ts":1785263334.2030065,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b6108a6-d0fc-46f1-83bd-5ac03b8d52a1","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785263334.2031393,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6395fb4a-3cee-4794-9e9e-de78b8f1bc12","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263334.2031841,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6395fb4a-3cee-4794-9e9e-de78b8f1bc12","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785263334.2032878,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f4b90274-20e2-45a4-8579-6f29db196026"} {"level":"info","ts":1785263334.2119136,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5bbfab54-074e-4657-9a2e-a2910e964ad3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263334.2119436,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5bbfab54-074e-4657-9a2e-a2910e964ad3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785263334.212076,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f4b90274-20e2-45a4-8579-6f29db196026","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785263334.2121296,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b6108a6-d0fc-46f1-83bd-5ac03b8d52a1","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785263334.2172163,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19dd69eb-3bd4-437d-8477-357a8bb58700","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263334.2172654,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19dd69eb-3bd4-437d-8477-357a8bb58700","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785263334.2173834,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f4b90274-20e2-45a4-8579-6f29db196026","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785263334.217446,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80eb377b-4a9e-48db-9501-2c2dc737144f"} {"level":"info","ts":1785263334.2174647,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80eb377b-4a9e-48db-9501-2c2dc737144f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785263334.2204642,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b6108a6-d0fc-46f1-83bd-5ac03b8d52a1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785263334.2225046,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80eb377b-4a9e-48db-9501-2c2dc737144f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785263334.2279835,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e888df4c-42fe-43e6-bac5-2ef87699954b"} {"level":"info","ts":1785263334.2279966,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b7bec78c-05ef-486c-a2c1-9c8d6712668d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785263334.22803,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b7bec78c-05ef-486c-a2c1-9c8d6712668d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785263334.2280538,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e888df4c-42fe-43e6-bac5-2ef87699954b","name":"e2e-external-provider"} {"level":"info","ts":1785263334.228142,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"183e8bb2-741f-4b15-a854-0875e97d7478"} {"level":"info","ts":1785263334.2284136,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37915.917602564,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263334.228432,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263334.2284887,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7a9fcf7-9728-4612-b202-5f404a24160e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263334.2285106,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7a9fcf7-9728-4612-b202-5f404a24160e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785263334.2356412,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263334.238078,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e888df4c-42fe-43e6-bac5-2ef87699954b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785263334.2449987,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9c8964fc-1a45-4265-ac75-7d8665b160f4"} {"level":"info","ts":1785263334.2450454,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9c8964fc-1a45-4265-ac75-7d8665b160f4","name":"e2e-external-provider"} {"level":"info","ts":1785263334.2557104,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9c8964fc-1a45-4265-ac75-7d8665b160f4","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785263334.3294206,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"183e8bb2-741f-4b15-a854-0875e97d7478","name":"e2e-external-model"} {"level":"info","ts":1785263334.3402698,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"183e8bb2-741f-4b15-a854-0875e97d7478","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785263334.3473356,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4dad0b3c-ffab-44ad-b636-cdcea39ccbd4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263334.3473759,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4dad0b3c-ffab-44ad-b636-cdcea39ccbd4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785263334.3475387,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5525e23e-56cf-45e1-abf3-3a1331a7f929"} {"level":"info","ts":1785263334.3475888,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5525e23e-56cf-45e1-abf3-3a1331a7f929","name":"e2e-external-model"} {"level":"error","ts":1785263334.3639863,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5525e23e-56cf-45e1-abf3-3a1331a7f929","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785263334.364053,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cad72962-a752-4a87-acfe-95e4d7e7610c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263334.3640852,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cad72962-a752-4a87-acfe-95e4d7e7610c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785263334.3640947,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f45e4a7-2434-4c36-b4dd-4b33eba8c5ef"} {"level":"info","ts":1785263334.3641407,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f45e4a7-2434-4c36-b4dd-4b33eba8c5ef","name":"e2e-external-model"} {"level":"info","ts":1785263334.3723898,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f45e4a7-2434-4c36-b4dd-4b33eba8c5ef","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785263334.3776436,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b7594a3-b7e6-4f4e-b27f-ba22b37fcb51","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263334.377674,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b7594a3-b7e6-4f4e-b27f-ba22b37fcb51","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785263334.3778248,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f869008-0b1f-4c15-98e5-162350fc61d2"} {"level":"info","ts":1785263334.3778694,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f869008-0b1f-4c15-98e5-162350fc61d2","name":"e2e-external-model"} {"level":"info","ts":1785263334.3861253,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f869008-0b1f-4c15-98e5-162350fc61d2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785263341.9303625,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263341.9304407,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd394f9f-4a8c-4e99-ab09-09dee6cad330"} {"level":"info","ts":1785263341.9304578,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fd394f9f-4a8c-4e99-ab09-09dee6cad330"} {"level":"info","ts":1785263341.9304779,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd394f9f-4a8c-4e99-ab09-09dee6cad330","EoS":true} {"level":"info","ts":1785263341.9305122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd394f9f-4a8c-4e99-ab09-09dee6cad330","header":"x-maas-subscription"} {"level":"info","ts":1785263341.9305236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd394f9f-4a8c-4e99-ab09-09dee6cad330","header":"x-maas-group"} {"level":"info","ts":1785263341.9305348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd394f9f-4a8c-4e99-ab09-09dee6cad330","header":"x-maas-username"} {"level":"info","ts":1785263341.930555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd394f9f-4a8c-4e99-ab09-09dee6cad330","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785263341.9305677,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"fd394f9f-4a8c-4e99-ab09-09dee6cad330","modelName":"e2e-external-model"} {"level":"info","ts":1785263341.9305866,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"fd394f9f-4a8c-4e99-ab09-09dee6cad330","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785263341.9306626,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"fd394f9f-4a8c-4e99-ab09-09dee6cad330","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785263341.9306931,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"fd394f9f-4a8c-4e99-ab09-09dee6cad330","authType":"apikey"} {"level":"info","ts":1785263341.9307375,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fd394f9f-4a8c-4e99-ab09-09dee6cad330"} {"level":"info","ts":1785263342.0318623,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fd394f9f-4a8c-4e99-ab09-09dee6cad330"} {"level":"info","ts":1785263342.0318906,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fd394f9f-4a8c-4e99-ab09-09dee6cad330"} {"level":"info","ts":1785263342.0319088,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fd394f9f-4a8c-4e99-ab09-09dee6cad330","EoS":false} {"level":"info","ts":1785263342.0319226,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fd394f9f-4a8c-4e99-ab09-09dee6cad330","EoS":true} {"level":"error","ts":1785263342.0319328,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"fd394f9f-4a8c-4e99-ab09-09dee6cad330","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785263342.0319834,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fd394f9f-4a8c-4e99-ab09-09dee6cad330"} {"level":"info","ts":1785263342.1601224,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fded4af9-7a78-4c01-9978-f3e8cd948872","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785263342.1601555,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fded4af9-7a78-4c01-9978-f3e8cd948872","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785263342.1601753,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6afe86d-7660-45ec-b184-7f90d49a1c98"} {"level":"info","ts":1785263342.1679695,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5000abec-5587-4e74-8fac-1cc2577f9717","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785263342.1679983,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5000abec-5587-4e74-8fac-1cc2577f9717","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785263342.1682765,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6afe86d-7660-45ec-b184-7f90d49a1c98","name":"e2e-cleanup-test"} {"level":"error","ts":1785263342.1879356,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6afe86d-7660-45ec-b184-7f90d49a1c98","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785263342.1879997,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8e0fcf29-2670-47b2-9cac-50402643f919"} {"level":"info","ts":1785263342.188048,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8e0fcf29-2670-47b2-9cac-50402643f919","name":"e2e-cleanup-test"} {"level":"info","ts":1785263342.1880553,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b89673f-f90b-483c-85bc-db5cba9cd640","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785263342.1880784,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b89673f-f90b-483c-85bc-db5cba9cd640","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785263342.2006278,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c5317eb-f1e7-41e4-98e2-6633d945054b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785263342.200662,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c5317eb-f1e7-41e4-98e2-6633d945054b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785263342.2007804,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8e0fcf29-2670-47b2-9cac-50402643f919","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785263342.2008636,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1abc7be3-b59b-4f7c-8678-c2d9d6b220f9"} {"level":"info","ts":1785263342.2009099,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1abc7be3-b59b-4f7c-8678-c2d9d6b220f9","name":"e2e-cleanup-test"} {"level":"info","ts":1785263342.2096303,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1abc7be3-b59b-4f7c-8678-c2d9d6b220f9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785263342.2156312,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bbc96c9c-1f2c-495e-909a-9e6ef6aac9ac","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785263342.2156606,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bbc96c9c-1f2c-495e-909a-9e6ef6aac9ac","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785263342.2156756,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34ddafbf-0b06-4101-8ff6-4bee423fbfd3"} {"level":"info","ts":1785263342.215716,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34ddafbf-0b06-4101-8ff6-4bee423fbfd3","name":"e2e-cleanup-test"} {"level":"info","ts":1785263342.223497,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34ddafbf-0b06-4101-8ff6-4bee423fbfd3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785263350.4783607,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d52eddf-9415-408a-b5d7-8a3967a587b6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785263350.4784014,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d52eddf-9415-408a-b5d7-8a3967a587b6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785263350.478362,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"818280f0-96c0-46f1-ad73-c5bcd7f4f3d5"} {"level":"info","ts":1785263354.8059936,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263354.8060577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55d3be9a-ba59-4858-91da-c89aacaf76ca"} {"level":"info","ts":1785263354.8060656,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55d3be9a-ba59-4858-91da-c89aacaf76ca"} {"level":"info","ts":1785263354.8060784,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55d3be9a-ba59-4858-91da-c89aacaf76ca","EoS":true} {"level":"info","ts":1785263354.8061078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55d3be9a-ba59-4858-91da-c89aacaf76ca","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785263354.806134,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55d3be9a-ba59-4858-91da-c89aacaf76ca"} {"level":"info","ts":1785263354.846221,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263354.8463085,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f469116a-4a75-46fa-87a1-b6e216d14568"} {"level":"info","ts":1785263354.8463192,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f469116a-4a75-46fa-87a1-b6e216d14568"} {"level":"info","ts":1785263354.8463304,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f469116a-4a75-46fa-87a1-b6e216d14568","EoS":true} {"level":"info","ts":1785263354.8463573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f469116a-4a75-46fa-87a1-b6e216d14568","header":"x-maas-username"} {"level":"info","ts":1785263354.8463676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f469116a-4a75-46fa-87a1-b6e216d14568","header":"x-maas-group"} {"level":"info","ts":1785263354.846373,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f469116a-4a75-46fa-87a1-b6e216d14568","header":"x-maas-subscription"} {"level":"info","ts":1785263354.8463871,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f469116a-4a75-46fa-87a1-b6e216d14568","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785263354.846396,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f469116a-4a75-46fa-87a1-b6e216d14568","modelName":"e2e-external-model"} {"level":"info","ts":1785263354.8464077,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f469116a-4a75-46fa-87a1-b6e216d14568","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785263354.8464286,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"f469116a-4a75-46fa-87a1-b6e216d14568","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785263354.846447,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"f469116a-4a75-46fa-87a1-b6e216d14568","authType":"apikey"} {"level":"info","ts":1785263354.8464694,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f469116a-4a75-46fa-87a1-b6e216d14568"} {"level":"info","ts":1785263354.9503324,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f469116a-4a75-46fa-87a1-b6e216d14568"} {"level":"info","ts":1785263354.9503589,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f469116a-4a75-46fa-87a1-b6e216d14568"} {"level":"info","ts":1785263354.950377,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f469116a-4a75-46fa-87a1-b6e216d14568","EoS":false} {"level":"info","ts":1785263354.9503932,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f469116a-4a75-46fa-87a1-b6e216d14568","EoS":true} {"level":"error","ts":1785263354.9504027,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"f469116a-4a75-46fa-87a1-b6e216d14568","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785263354.9504406,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f469116a-4a75-46fa-87a1-b6e216d14568"} {"level":"info","ts":1785263354.9878728,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263354.9879508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa0b4abc-cdd8-42bb-a803-278de4265ef6"} {"level":"info","ts":1785263354.9879656,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa0b4abc-cdd8-42bb-a803-278de4265ef6"} {"level":"info","ts":1785263354.9879813,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa0b4abc-cdd8-42bb-a803-278de4265ef6","EoS":true} {"level":"info","ts":1785263354.9880068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa0b4abc-cdd8-42bb-a803-278de4265ef6","header":"x-maas-group"} {"level":"info","ts":1785263354.9880197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa0b4abc-cdd8-42bb-a803-278de4265ef6","header":"x-maas-subscription"} {"level":"info","ts":1785263354.988027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa0b4abc-cdd8-42bb-a803-278de4265ef6","header":"x-maas-username"} {"level":"info","ts":1785263354.9880428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa0b4abc-cdd8-42bb-a803-278de4265ef6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785263354.988075,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa0b4abc-cdd8-42bb-a803-278de4265ef6"} {"level":"info","ts":1785263355.035812,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aa0b4abc-cdd8-42bb-a803-278de4265ef6"} {"level":"info","ts":1785263355.0358412,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aa0b4abc-cdd8-42bb-a803-278de4265ef6"} {"level":"info","ts":1785263355.0358644,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aa0b4abc-cdd8-42bb-a803-278de4265ef6","EoS":false} {"level":"info","ts":1785263355.0358815,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aa0b4abc-cdd8-42bb-a803-278de4265ef6","EoS":true} {"level":"error","ts":1785263355.0358934,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"aa0b4abc-cdd8-42bb-a803-278de4265ef6","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785263355.0359426,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"aa0b4abc-cdd8-42bb-a803-278de4265ef6"} {"level":"info","ts":1785263355.067456,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263355.067517,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6d06852-79dd-4241-8ea7-66e6ed8a26a1"} {"level":"info","ts":1785263355.0675309,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6d06852-79dd-4241-8ea7-66e6ed8a26a1"} {"level":"info","ts":1785263355.0675426,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6d06852-79dd-4241-8ea7-66e6ed8a26a1","EoS":true} {"level":"info","ts":1785263355.0675623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6d06852-79dd-4241-8ea7-66e6ed8a26a1","header":"x-maas-username"} {"level":"info","ts":1785263355.067572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6d06852-79dd-4241-8ea7-66e6ed8a26a1","header":"x-maas-subscription"} {"level":"info","ts":1785263355.067578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6d06852-79dd-4241-8ea7-66e6ed8a26a1","header":"x-maas-group"} {"level":"info","ts":1785263355.067607,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6d06852-79dd-4241-8ea7-66e6ed8a26a1"} {"level":"info","ts":1785263355.1145182,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a6d06852-79dd-4241-8ea7-66e6ed8a26a1"} {"level":"info","ts":1785263355.114542,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a6d06852-79dd-4241-8ea7-66e6ed8a26a1"} {"level":"info","ts":1785263355.1145632,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a6d06852-79dd-4241-8ea7-66e6ed8a26a1","EoS":false} {"level":"info","ts":1785263355.1145792,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a6d06852-79dd-4241-8ea7-66e6ed8a26a1","EoS":true} {"level":"error","ts":1785263355.1145942,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"a6d06852-79dd-4241-8ea7-66e6ed8a26a1","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785263355.1146457,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a6d06852-79dd-4241-8ea7-66e6ed8a26a1"} {"level":"info","ts":1785263356.0075696,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eba79b6c-f4f9-49e0-bd2a-0a94093931eb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263356.0076132,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eba79b6c-f4f9-49e0-bd2a-0a94093931eb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263356.00762,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e633e1c4-aa37-4d3f-b25e-9864800a7c40"} {"level":"info","ts":1785263356.167286,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2e964f2e-31c6-4da0-b6ae-3a9824644f83","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785263356.167323,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2e964f2e-31c6-4da0-b6ae-3a9824644f83","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785263356.1673656,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ff5a599e-ccc0-4a9c-ac23-9f4546ff4f80"} {"level":"info","ts":1785263356.302656,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a9c6ac22-bfd9-4d7d-9690-d85d3b267fe4","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785263356.3027163,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a9c6ac22-bfd9-4d7d-9690-d85d3b267fe4","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785264696.4260545,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785264696.426146,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a19bcc6d-dfd7-4405-9e94-b1f065670510"} {"level":"info","ts":1785264771.7356534,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785264771.735732,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f76318e-3f32-4197-82d1-a24057b53c26"} {"level":"info","ts":1785264771.7357416,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8f76318e-3f32-4197-82d1-a24057b53c26"} {"level":"info","ts":1785264771.735753,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8f76318e-3f32-4197-82d1-a24057b53c26","EoS":true} {"level":"info","ts":1785264771.7357821,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f76318e-3f32-4197-82d1-a24057b53c26","header":"x-maas-subscription"} {"level":"info","ts":1785264771.7357934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f76318e-3f32-4197-82d1-a24057b53c26","header":"x-maas-group"} {"level":"info","ts":1785264771.7357996,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f76318e-3f32-4197-82d1-a24057b53c26","header":"x-maas-username"} {"level":"info","ts":1785264771.735813,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f76318e-3f32-4197-82d1-a24057b53c26","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785264771.7358382,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8f76318e-3f32-4197-82d1-a24057b53c26"} {"level":"info","ts":1785264771.7394903,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f76318e-3f32-4197-82d1-a24057b53c26"} {"level":"info","ts":1785264771.7395146,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8f76318e-3f32-4197-82d1-a24057b53c26"} {"level":"info","ts":1785264771.73953,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8f76318e-3f32-4197-82d1-a24057b53c26","EoS":false} {"level":"info","ts":1785264771.739542,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8f76318e-3f32-4197-82d1-a24057b53c26","EoS":true} {"level":"info","ts":1785264771.7395723,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8f76318e-3f32-4197-82d1-a24057b53c26"}