{"level":"info","ts":1785288417.7773662,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9523053-4b34-4507-b7d9-6d719d4df41c","header":"x-maas-subscription"} {"level":"info","ts":1785288417.7773726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9523053-4b34-4507-b7d9-6d719d4df41c","header":"x-maas-group"} {"level":"info","ts":1785288417.777387,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9523053-4b34-4507-b7d9-6d719d4df41c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288417.777413,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9523053-4b34-4507-b7d9-6d719d4df41c"} {"level":"info","ts":1785288417.7783842,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d9523053-4b34-4507-b7d9-6d719d4df41c"} {"level":"info","ts":1785288417.7784028,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d9523053-4b34-4507-b7d9-6d719d4df41c"} {"level":"info","ts":1785288417.778421,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9523053-4b34-4507-b7d9-6d719d4df41c","EoS":false} {"level":"info","ts":1785288417.7784324,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9523053-4b34-4507-b7d9-6d719d4df41c","EoS":true} {"level":"info","ts":1785288417.7784605,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d9523053-4b34-4507-b7d9-6d719d4df41c"} {"level":"info","ts":1785288440.8362312,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288440.8363035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e653b88-d6d4-498b-9bc1-d11988bdd5c6"} {"level":"info","ts":1785288440.8363125,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1e653b88-d6d4-498b-9bc1-d11988bdd5c6"} {"level":"info","ts":1785288440.8363225,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e653b88-d6d4-498b-9bc1-d11988bdd5c6","EoS":true} {"level":"info","ts":1785288440.836348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e653b88-d6d4-498b-9bc1-d11988bdd5c6","header":"x-maas-username"} {"level":"info","ts":1785288440.8363593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e653b88-d6d4-498b-9bc1-d11988bdd5c6","header":"x-maas-group"} {"level":"info","ts":1785288440.8363647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e653b88-d6d4-498b-9bc1-d11988bdd5c6","header":"x-maas-subscription"} {"level":"info","ts":1785288440.836378,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e653b88-d6d4-498b-9bc1-d11988bdd5c6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288440.8364036,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1e653b88-d6d4-498b-9bc1-d11988bdd5c6"} {"level":"info","ts":1785288440.8386629,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1e653b88-d6d4-498b-9bc1-d11988bdd5c6"} {"level":"info","ts":1785288440.8386874,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1e653b88-d6d4-498b-9bc1-d11988bdd5c6"} {"level":"info","ts":1785288440.8387036,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1e653b88-d6d4-498b-9bc1-d11988bdd5c6","EoS":false} {"level":"info","ts":1785288440.838717,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1e653b88-d6d4-498b-9bc1-d11988bdd5c6","EoS":true} {"level":"info","ts":1785288440.8387604,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1e653b88-d6d4-498b-9bc1-d11988bdd5c6"} {"level":"info","ts":1785288440.9711034,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288440.971173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cbc5777-b003-47b0-88f3-f426913f7f56"} {"level":"info","ts":1785288440.9711835,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7cbc5777-b003-47b0-88f3-f426913f7f56"} {"level":"info","ts":1785288440.9711952,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cbc5777-b003-47b0-88f3-f426913f7f56","EoS":true} {"level":"info","ts":1785288440.9712193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cbc5777-b003-47b0-88f3-f426913f7f56","header":"x-maas-username"} {"level":"info","ts":1785288440.9712296,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cbc5777-b003-47b0-88f3-f426913f7f56","header":"x-maas-subscription"} {"level":"info","ts":1785288440.9712346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cbc5777-b003-47b0-88f3-f426913f7f56","header":"x-maas-group"} {"level":"info","ts":1785288440.97125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cbc5777-b003-47b0-88f3-f426913f7f56","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288440.9712753,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7cbc5777-b003-47b0-88f3-f426913f7f56"} {"level":"info","ts":1785288440.9721556,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7cbc5777-b003-47b0-88f3-f426913f7f56"} {"level":"info","ts":1785288440.9721773,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7cbc5777-b003-47b0-88f3-f426913f7f56"} {"level":"info","ts":1785288440.9722028,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7cbc5777-b003-47b0-88f3-f426913f7f56","EoS":false} {"level":"info","ts":1785288440.9722228,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7cbc5777-b003-47b0-88f3-f426913f7f56","EoS":true} {"level":"info","ts":1785288440.9722624,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7cbc5777-b003-47b0-88f3-f426913f7f56"} {"level":"info","ts":1785288441.10464,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288441.1047156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2366a03d-33c7-4549-8110-4c3f8300b292"} {"level":"info","ts":1785288441.1047268,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2366a03d-33c7-4549-8110-4c3f8300b292"} {"level":"info","ts":1785288441.104738,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2366a03d-33c7-4549-8110-4c3f8300b292","EoS":true} {"level":"info","ts":1785288441.104764,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2366a03d-33c7-4549-8110-4c3f8300b292","header":"x-maas-subscription"} {"level":"info","ts":1785288441.1047766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2366a03d-33c7-4549-8110-4c3f8300b292","header":"x-maas-username"} {"level":"info","ts":1785288441.104783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2366a03d-33c7-4549-8110-4c3f8300b292","header":"x-maas-group"} {"level":"info","ts":1785288441.1047997,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2366a03d-33c7-4549-8110-4c3f8300b292","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288441.104832,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2366a03d-33c7-4549-8110-4c3f8300b292"} {"level":"info","ts":1785288441.1055956,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2366a03d-33c7-4549-8110-4c3f8300b292"} {"level":"info","ts":1785288441.105619,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2366a03d-33c7-4549-8110-4c3f8300b292"} {"level":"info","ts":1785288441.105643,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2366a03d-33c7-4549-8110-4c3f8300b292","EoS":false} {"level":"info","ts":1785288441.1056645,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2366a03d-33c7-4549-8110-4c3f8300b292","EoS":true} {"level":"info","ts":1785288441.1057117,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2366a03d-33c7-4549-8110-4c3f8300b292"} {"level":"info","ts":1785288441.2389147,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288441.2390149,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c49304bc-1a42-4d30-8513-831941a27bb4"} {"level":"info","ts":1785288441.2390265,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c49304bc-1a42-4d30-8513-831941a27bb4"} {"level":"info","ts":1785288441.2390375,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c49304bc-1a42-4d30-8513-831941a27bb4","EoS":true} {"level":"info","ts":1785288441.239063,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c49304bc-1a42-4d30-8513-831941a27bb4","header":"x-maas-subscription"} {"level":"info","ts":1785288441.2390723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c49304bc-1a42-4d30-8513-831941a27bb4","header":"x-maas-username"} {"level":"info","ts":1785288441.2390773,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c49304bc-1a42-4d30-8513-831941a27bb4","header":"x-maas-group"} {"level":"info","ts":1785288441.2390907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c49304bc-1a42-4d30-8513-831941a27bb4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288441.2391148,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c49304bc-1a42-4d30-8513-831941a27bb4"} {"level":"info","ts":1785288441.2398298,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c49304bc-1a42-4d30-8513-831941a27bb4"} {"level":"info","ts":1785288441.2398486,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c49304bc-1a42-4d30-8513-831941a27bb4"} {"level":"info","ts":1785288441.2398674,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c49304bc-1a42-4d30-8513-831941a27bb4","EoS":false} {"level":"info","ts":1785288441.2398891,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c49304bc-1a42-4d30-8513-831941a27bb4","EoS":true} {"level":"info","ts":1785288441.2399294,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c49304bc-1a42-4d30-8513-831941a27bb4"} {"level":"info","ts":1785288441.3710217,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288441.3711295,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"506815cd-46fe-4b8b-aa46-864d38ef0fad"} {"level":"info","ts":1785288441.3711443,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"506815cd-46fe-4b8b-aa46-864d38ef0fad"} {"level":"info","ts":1785288441.371164,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"506815cd-46fe-4b8b-aa46-864d38ef0fad","EoS":true} {"level":"info","ts":1785288441.3712022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"506815cd-46fe-4b8b-aa46-864d38ef0fad","header":"x-maas-username"} {"level":"info","ts":1785288441.3712187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"506815cd-46fe-4b8b-aa46-864d38ef0fad","header":"x-maas-subscription"} {"level":"info","ts":1785288441.3712263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"506815cd-46fe-4b8b-aa46-864d38ef0fad","header":"x-maas-group"} {"level":"info","ts":1785288441.3712456,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"506815cd-46fe-4b8b-aa46-864d38ef0fad","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288441.3712802,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"506815cd-46fe-4b8b-aa46-864d38ef0fad"} {"level":"info","ts":1785288441.3719935,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"506815cd-46fe-4b8b-aa46-864d38ef0fad"} {"level":"info","ts":1785288441.3720117,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"506815cd-46fe-4b8b-aa46-864d38ef0fad"} {"level":"info","ts":1785288441.3720274,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"506815cd-46fe-4b8b-aa46-864d38ef0fad","EoS":false} {"level":"info","ts":1785288441.3720386,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"506815cd-46fe-4b8b-aa46-864d38ef0fad","EoS":true} {"level":"info","ts":1785288441.3720684,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"506815cd-46fe-4b8b-aa46-864d38ef0fad"} {"level":"info","ts":1785288458.2821248,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288458.2822025,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e10e4045-44f1-46d7-a840-b5a5cad30f2d"} {"level":"info","ts":1785288458.2822125,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e10e4045-44f1-46d7-a840-b5a5cad30f2d"} {"level":"info","ts":1785288458.2822242,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e10e4045-44f1-46d7-a840-b5a5cad30f2d","EoS":true} {"level":"info","ts":1785288458.282249,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e10e4045-44f1-46d7-a840-b5a5cad30f2d","header":"x-maas-subscription"} {"level":"info","ts":1785288458.2822602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e10e4045-44f1-46d7-a840-b5a5cad30f2d","header":"x-maas-username"} {"level":"info","ts":1785288458.2822661,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e10e4045-44f1-46d7-a840-b5a5cad30f2d","header":"x-maas-group"} {"level":"info","ts":1785288458.2822793,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e10e4045-44f1-46d7-a840-b5a5cad30f2d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288458.2823057,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e10e4045-44f1-46d7-a840-b5a5cad30f2d"} {"level":"info","ts":1785288458.283075,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e10e4045-44f1-46d7-a840-b5a5cad30f2d"} {"level":"info","ts":1785288458.283097,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e10e4045-44f1-46d7-a840-b5a5cad30f2d"} {"level":"info","ts":1785288458.2831163,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e10e4045-44f1-46d7-a840-b5a5cad30f2d","EoS":false} {"level":"info","ts":1785288458.283127,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e10e4045-44f1-46d7-a840-b5a5cad30f2d","EoS":true} {"level":"info","ts":1785288458.2831554,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e10e4045-44f1-46d7-a840-b5a5cad30f2d"} {"level":"info","ts":1785288458.3812313,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288458.3813198,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5109e7d6-77fd-4c64-8a07-c48d21598f6f"} {"level":"info","ts":1785288458.381926,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5109e7d6-77fd-4c64-8a07-c48d21598f6f"} {"level":"info","ts":1785288458.381946,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5109e7d6-77fd-4c64-8a07-c48d21598f6f"} {"level":"info","ts":1785288458.3819904,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5109e7d6-77fd-4c64-8a07-c48d21598f6f","EoS":false} {"level":"info","ts":1785288458.382004,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5109e7d6-77fd-4c64-8a07-c48d21598f6f"} {"level":"info","ts":1785288458.3820288,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5109e7d6-77fd-4c64-8a07-c48d21598f6f","EoS":true} {"level":"info","ts":1785288458.3820403,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5109e7d6-77fd-4c64-8a07-c48d21598f6f"} {"level":"info","ts":1785288462.9917576,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288462.9918303,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf4d7257-acee-4b3f-95b0-c04d72d461e2"} {"level":"info","ts":1785288462.9918437,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bf4d7257-acee-4b3f-95b0-c04d72d461e2"} {"level":"info","ts":1785288462.9918547,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf4d7257-acee-4b3f-95b0-c04d72d461e2","EoS":true} {"level":"info","ts":1785288462.9918778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf4d7257-acee-4b3f-95b0-c04d72d461e2","header":"x-maas-group"} {"level":"info","ts":1785288462.9918878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf4d7257-acee-4b3f-95b0-c04d72d461e2","header":"x-maas-username"} {"level":"info","ts":1785288462.9918926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf4d7257-acee-4b3f-95b0-c04d72d461e2","header":"x-maas-subscription"} {"level":"info","ts":1785288462.9919055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf4d7257-acee-4b3f-95b0-c04d72d461e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288462.9919283,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bf4d7257-acee-4b3f-95b0-c04d72d461e2"} {"level":"info","ts":1785288462.9938567,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bf4d7257-acee-4b3f-95b0-c04d72d461e2"} {"level":"info","ts":1785288462.993875,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bf4d7257-acee-4b3f-95b0-c04d72d461e2"} {"level":"info","ts":1785288462.9938886,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bf4d7257-acee-4b3f-95b0-c04d72d461e2","EoS":false} {"level":"info","ts":1785288462.9938993,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bf4d7257-acee-4b3f-95b0-c04d72d461e2","EoS":true} {"level":"info","ts":1785288462.9939263,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bf4d7257-acee-4b3f-95b0-c04d72d461e2"} {"level":"info","ts":1785288475.5961702,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288475.5962484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"160809dc-ba3b-4201-986f-aa67b9ea7603"} {"level":"info","ts":1785288475.5962574,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"160809dc-ba3b-4201-986f-aa67b9ea7603"} {"level":"info","ts":1785288475.5962696,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"160809dc-ba3b-4201-986f-aa67b9ea7603","EoS":true} {"level":"info","ts":1785288475.596292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"160809dc-ba3b-4201-986f-aa67b9ea7603","header":"x-maas-group"} {"level":"info","ts":1785288475.5963023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"160809dc-ba3b-4201-986f-aa67b9ea7603","header":"x-maas-subscription"} {"level":"info","ts":1785288475.5963075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"160809dc-ba3b-4201-986f-aa67b9ea7603","header":"x-maas-username"} {"level":"info","ts":1785288475.5963228,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"160809dc-ba3b-4201-986f-aa67b9ea7603","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288475.596351,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"160809dc-ba3b-4201-986f-aa67b9ea7603"} {"level":"info","ts":1785288475.597322,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"160809dc-ba3b-4201-986f-aa67b9ea7603"} {"level":"info","ts":1785288475.5973465,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"160809dc-ba3b-4201-986f-aa67b9ea7603"} {"level":"info","ts":1785288475.597367,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"160809dc-ba3b-4201-986f-aa67b9ea7603","EoS":false} {"level":"info","ts":1785288475.5973818,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"160809dc-ba3b-4201-986f-aa67b9ea7603","EoS":true} {"level":"info","ts":1785288475.5974102,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"160809dc-ba3b-4201-986f-aa67b9ea7603"} {"level":"info","ts":1785288488.4395008,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288488.439573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc1e9f2d-8570-4e17-b3c9-03f99f73cc98"} {"level":"info","ts":1785288488.4395816,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc1e9f2d-8570-4e17-b3c9-03f99f73cc98"} {"level":"info","ts":1785288488.439592,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc1e9f2d-8570-4e17-b3c9-03f99f73cc98","EoS":true} {"level":"info","ts":1785288488.4396129,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc1e9f2d-8570-4e17-b3c9-03f99f73cc98","header":"x-maas-username"} {"level":"info","ts":1785288488.4396234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc1e9f2d-8570-4e17-b3c9-03f99f73cc98","header":"x-maas-group"} {"level":"info","ts":1785288488.4396288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc1e9f2d-8570-4e17-b3c9-03f99f73cc98","header":"x-maas-subscription"} {"level":"info","ts":1785288488.43964,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc1e9f2d-8570-4e17-b3c9-03f99f73cc98","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288488.4396648,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc1e9f2d-8570-4e17-b3c9-03f99f73cc98"} {"level":"info","ts":1785288488.4408085,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bc1e9f2d-8570-4e17-b3c9-03f99f73cc98"} {"level":"info","ts":1785288488.44083,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bc1e9f2d-8570-4e17-b3c9-03f99f73cc98"} {"level":"info","ts":1785288488.4408498,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bc1e9f2d-8570-4e17-b3c9-03f99f73cc98","EoS":false} {"level":"info","ts":1785288488.440865,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bc1e9f2d-8570-4e17-b3c9-03f99f73cc98","EoS":true} {"level":"info","ts":1785288488.4409027,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bc1e9f2d-8570-4e17-b3c9-03f99f73cc98"} {"level":"info","ts":1785288496.9373243,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288496.937412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5430cb2-1037-4c51-8a04-a6b593877da8"} {"level":"info","ts":1785288496.9374297,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e5430cb2-1037-4c51-8a04-a6b593877da8"} {"level":"info","ts":1785288496.9374478,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5430cb2-1037-4c51-8a04-a6b593877da8","EoS":true} {"level":"info","ts":1785288496.9374871,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5430cb2-1037-4c51-8a04-a6b593877da8","header":"x-maas-subscription"} {"level":"info","ts":1785288496.9375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5430cb2-1037-4c51-8a04-a6b593877da8","header":"x-maas-group"} {"level":"info","ts":1785288496.9375074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5430cb2-1037-4c51-8a04-a6b593877da8","header":"x-maas-username"} {"level":"info","ts":1785288496.9375272,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5430cb2-1037-4c51-8a04-a6b593877da8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288496.9375596,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e5430cb2-1037-4c51-8a04-a6b593877da8"} {"level":"info","ts":1785288496.938551,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e5430cb2-1037-4c51-8a04-a6b593877da8"} {"level":"info","ts":1785288496.9385707,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e5430cb2-1037-4c51-8a04-a6b593877da8"} {"level":"info","ts":1785288496.9385858,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e5430cb2-1037-4c51-8a04-a6b593877da8","EoS":false} {"level":"info","ts":1785288496.9385984,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e5430cb2-1037-4c51-8a04-a6b593877da8","EoS":true} {"level":"info","ts":1785288496.938631,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e5430cb2-1037-4c51-8a04-a6b593877da8"} {"level":"info","ts":1785288505.7738652,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288505.7739437,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19419b66-d536-9365-b2e4-a27ad2e64684"} {"level":"info","ts":1785288505.773976,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"19419b66-d536-9365-b2e4-a27ad2e64684"} {"level":"info","ts":1785288505.7739904,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"19419b66-d536-9365-b2e4-a27ad2e64684","EoS":true} {"level":"info","ts":1785288505.7740154,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19419b66-d536-9365-b2e4-a27ad2e64684","header":"x-maas-group"} {"level":"info","ts":1785288505.7740238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19419b66-d536-9365-b2e4-a27ad2e64684","header":"x-maas-subscription"} {"level":"info","ts":1785288505.7740293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19419b66-d536-9365-b2e4-a27ad2e64684","header":"x-maas-username"} {"level":"info","ts":1785288505.7740424,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19419b66-d536-9365-b2e4-a27ad2e64684","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288505.7740605,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"19419b66-d536-9365-b2e4-a27ad2e64684"} {"level":"info","ts":1785288505.775021,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"19419b66-d536-9365-b2e4-a27ad2e64684"} {"level":"info","ts":1785288505.7750406,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"19419b66-d536-9365-b2e4-a27ad2e64684"} {"level":"info","ts":1785288505.775055,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"19419b66-d536-9365-b2e4-a27ad2e64684","EoS":false} {"level":"info","ts":1785288505.775067,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"19419b66-d536-9365-b2e4-a27ad2e64684","EoS":true} {"level":"info","ts":1785288505.7751002,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"19419b66-d536-9365-b2e4-a27ad2e64684"} {"level":"info","ts":1785288528.6047404,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288528.6048102,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1515de90-bdee-406e-8506-015f692841f8"} {"level":"info","ts":1785288528.6048198,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1515de90-bdee-406e-8506-015f692841f8"} {"level":"info","ts":1785288528.60483,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1515de90-bdee-406e-8506-015f692841f8","EoS":true} {"level":"info","ts":1785288528.604854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1515de90-bdee-406e-8506-015f692841f8","header":"x-maas-subscription"} {"level":"info","ts":1785288528.6048648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1515de90-bdee-406e-8506-015f692841f8","header":"x-maas-group"} {"level":"info","ts":1785288528.6048698,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1515de90-bdee-406e-8506-015f692841f8","header":"x-maas-username"} {"level":"info","ts":1785288528.6048832,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1515de90-bdee-406e-8506-015f692841f8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288528.6049058,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1515de90-bdee-406e-8506-015f692841f8"} {"level":"info","ts":1785288528.6059844,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1515de90-bdee-406e-8506-015f692841f8"} {"level":"info","ts":1785288528.6060004,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1515de90-bdee-406e-8506-015f692841f8"} {"level":"info","ts":1785288528.6060143,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1515de90-bdee-406e-8506-015f692841f8","EoS":false} {"level":"info","ts":1785288528.6060395,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1515de90-bdee-406e-8506-015f692841f8","EoS":true} {"level":"info","ts":1785288528.6060717,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1515de90-bdee-406e-8506-015f692841f8"} {"level":"info","ts":1785288551.254022,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288551.2540972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"815be091-b3b4-4b5c-ba0c-918bedd173e3"} {"level":"info","ts":1785288551.254107,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"815be091-b3b4-4b5c-ba0c-918bedd173e3"} {"level":"info","ts":1785288551.2541196,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"815be091-b3b4-4b5c-ba0c-918bedd173e3","EoS":true} {"level":"info","ts":1785288551.254144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"815be091-b3b4-4b5c-ba0c-918bedd173e3","header":"x-maas-subscription"} {"level":"info","ts":1785288551.2541513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"815be091-b3b4-4b5c-ba0c-918bedd173e3","header":"x-maas-group"} {"level":"info","ts":1785288551.2541559,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"815be091-b3b4-4b5c-ba0c-918bedd173e3","header":"x-maas-username"} {"level":"info","ts":1785288551.2541735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"815be091-b3b4-4b5c-ba0c-918bedd173e3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288551.2542036,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"815be091-b3b4-4b5c-ba0c-918bedd173e3"} {"level":"info","ts":1785288551.2551074,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"815be091-b3b4-4b5c-ba0c-918bedd173e3"} {"level":"info","ts":1785288551.2551281,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"815be091-b3b4-4b5c-ba0c-918bedd173e3"} {"level":"info","ts":1785288551.255144,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"815be091-b3b4-4b5c-ba0c-918bedd173e3","EoS":false} {"level":"info","ts":1785288551.2551546,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"815be091-b3b4-4b5c-ba0c-918bedd173e3","EoS":true} {"level":"info","ts":1785288551.2551858,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"815be091-b3b4-4b5c-ba0c-918bedd173e3"} {"level":"info","ts":1785288590.245562,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288590.2456443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74b9ca7b-94a7-4e5b-b0ed-546ca61019e0"} {"level":"info","ts":1785288590.2456622,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74b9ca7b-94a7-4e5b-b0ed-546ca61019e0"} {"level":"info","ts":1785288590.245681,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74b9ca7b-94a7-4e5b-b0ed-546ca61019e0","EoS":true} {"level":"info","ts":1785288590.245718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74b9ca7b-94a7-4e5b-b0ed-546ca61019e0","header":"x-maas-username"} {"level":"info","ts":1785288590.2457297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74b9ca7b-94a7-4e5b-b0ed-546ca61019e0","header":"x-maas-group"} {"level":"info","ts":1785288590.2457373,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74b9ca7b-94a7-4e5b-b0ed-546ca61019e0","header":"x-maas-subscription"} {"level":"info","ts":1785288590.2457545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74b9ca7b-94a7-4e5b-b0ed-546ca61019e0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288590.2457829,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74b9ca7b-94a7-4e5b-b0ed-546ca61019e0"} {"level":"info","ts":1785288590.2469738,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"74b9ca7b-94a7-4e5b-b0ed-546ca61019e0"} {"level":"info","ts":1785288590.2469952,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"74b9ca7b-94a7-4e5b-b0ed-546ca61019e0"} {"level":"info","ts":1785288590.2470148,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74b9ca7b-94a7-4e5b-b0ed-546ca61019e0","EoS":false} {"level":"info","ts":1785288590.2470303,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74b9ca7b-94a7-4e5b-b0ed-546ca61019e0","EoS":true} {"level":"info","ts":1785288590.2470658,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"74b9ca7b-94a7-4e5b-b0ed-546ca61019e0"} {"level":"info","ts":1785288599.5700536,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288599.5701342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d60c6365-483f-4b8a-92f8-0c1785ceecee"} {"level":"info","ts":1785288599.5701487,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d60c6365-483f-4b8a-92f8-0c1785ceecee"} {"level":"info","ts":1785288599.5701613,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d60c6365-483f-4b8a-92f8-0c1785ceecee","EoS":true} {"level":"info","ts":1785288599.5701928,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d60c6365-483f-4b8a-92f8-0c1785ceecee","header":"x-maas-username"} {"level":"info","ts":1785288599.5702012,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d60c6365-483f-4b8a-92f8-0c1785ceecee","header":"x-maas-group"} {"level":"info","ts":1785288599.570207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d60c6365-483f-4b8a-92f8-0c1785ceecee","header":"x-maas-subscription"} {"level":"info","ts":1785288599.5702214,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d60c6365-483f-4b8a-92f8-0c1785ceecee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288599.5702407,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d60c6365-483f-4b8a-92f8-0c1785ceecee"} {"level":"info","ts":1785288599.573111,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d60c6365-483f-4b8a-92f8-0c1785ceecee"} {"level":"info","ts":1785288599.5731273,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d60c6365-483f-4b8a-92f8-0c1785ceecee"} {"level":"info","ts":1785288599.573141,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d60c6365-483f-4b8a-92f8-0c1785ceecee","EoS":false} {"level":"info","ts":1785288599.5731528,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d60c6365-483f-4b8a-92f8-0c1785ceecee","EoS":true} {"level":"info","ts":1785288599.5731807,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d60c6365-483f-4b8a-92f8-0c1785ceecee"} {"level":"info","ts":1785288599.6025896,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288599.6026433,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6fbfe7c-9db3-4981-9d46-d5d36ba54119"} {"level":"info","ts":1785288599.6026564,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6fbfe7c-9db3-4981-9d46-d5d36ba54119"} {"level":"info","ts":1785288599.6026678,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6fbfe7c-9db3-4981-9d46-d5d36ba54119","EoS":true} {"level":"info","ts":1785288599.6026921,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6fbfe7c-9db3-4981-9d46-d5d36ba54119","header":"x-maas-subscription"} {"level":"info","ts":1785288599.602702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6fbfe7c-9db3-4981-9d46-d5d36ba54119","header":"x-maas-group"} {"level":"info","ts":1785288599.6027064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6fbfe7c-9db3-4981-9d46-d5d36ba54119","header":"x-maas-username"} {"level":"info","ts":1785288599.602719,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6fbfe7c-9db3-4981-9d46-d5d36ba54119","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288599.602741,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6fbfe7c-9db3-4981-9d46-d5d36ba54119"} {"level":"info","ts":1785288599.603677,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c6fbfe7c-9db3-4981-9d46-d5d36ba54119"} {"level":"info","ts":1785288599.6036918,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c6fbfe7c-9db3-4981-9d46-d5d36ba54119"} {"level":"info","ts":1785288599.6037047,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c6fbfe7c-9db3-4981-9d46-d5d36ba54119","EoS":false} {"level":"info","ts":1785288599.6037197,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c6fbfe7c-9db3-4981-9d46-d5d36ba54119","EoS":true} {"level":"info","ts":1785288599.6037457,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c6fbfe7c-9db3-4981-9d46-d5d36ba54119"} {"level":"info","ts":1785288618.6705415,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288618.6706033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f4994f7-ebd8-45dd-8c62-1a969c3d6687"} {"level":"info","ts":1785288618.6706123,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5f4994f7-ebd8-45dd-8c62-1a969c3d6687"} {"level":"info","ts":1785288618.670622,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f4994f7-ebd8-45dd-8c62-1a969c3d6687","EoS":true} {"level":"info","ts":1785288618.6706483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f4994f7-ebd8-45dd-8c62-1a969c3d6687","header":"x-maas-subscription"} {"level":"info","ts":1785288618.6706583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f4994f7-ebd8-45dd-8c62-1a969c3d6687","header":"x-maas-group"} {"level":"info","ts":1785288618.6706634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f4994f7-ebd8-45dd-8c62-1a969c3d6687","header":"x-maas-username"} {"level":"info","ts":1785288618.6706762,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f4994f7-ebd8-45dd-8c62-1a969c3d6687","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288618.6706972,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5f4994f7-ebd8-45dd-8c62-1a969c3d6687"} {"level":"info","ts":1785288618.6716807,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5f4994f7-ebd8-45dd-8c62-1a969c3d6687"} {"level":"info","ts":1785288618.6717038,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5f4994f7-ebd8-45dd-8c62-1a969c3d6687"} {"level":"info","ts":1785288618.6717243,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5f4994f7-ebd8-45dd-8c62-1a969c3d6687","EoS":false} {"level":"info","ts":1785288618.6717389,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5f4994f7-ebd8-45dd-8c62-1a969c3d6687","EoS":true} {"level":"info","ts":1785288618.6717665,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5f4994f7-ebd8-45dd-8c62-1a969c3d6687"} {"level":"info","ts":1785288753.4634368,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288753.4635172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89861c48-c55d-4aee-9ab1-544527359bc0"} {"level":"info","ts":1785288753.463527,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"89861c48-c55d-4aee-9ab1-544527359bc0"} {"level":"info","ts":1785288753.4635375,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89861c48-c55d-4aee-9ab1-544527359bc0","EoS":true} {"level":"info","ts":1785288753.4635592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89861c48-c55d-4aee-9ab1-544527359bc0","header":"x-maas-group"} {"level":"info","ts":1785288753.4635694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89861c48-c55d-4aee-9ab1-544527359bc0","header":"x-maas-username"} {"level":"info","ts":1785288753.4635754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89861c48-c55d-4aee-9ab1-544527359bc0","header":"x-maas-subscription"} {"level":"info","ts":1785288753.4635882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89861c48-c55d-4aee-9ab1-544527359bc0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785288753.463612,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89861c48-c55d-4aee-9ab1-544527359bc0"} {"level":"info","ts":1785288753.4676247,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"89861c48-c55d-4aee-9ab1-544527359bc0"} {"level":"info","ts":1785288753.4676476,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"89861c48-c55d-4aee-9ab1-544527359bc0"} {"level":"info","ts":1785288753.467662,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"89861c48-c55d-4aee-9ab1-544527359bc0","EoS":false} {"level":"info","ts":1785288753.467674,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"89861c48-c55d-4aee-9ab1-544527359bc0","EoS":true} {"level":"info","ts":1785288753.4677017,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"89861c48-c55d-4aee-9ab1-544527359bc0"} {"level":"info","ts":1785288794.7481112,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288794.748172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f39c706-b7cb-416e-9590-67ab530808a1"} {"level":"info","ts":1785288794.7481823,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1f39c706-b7cb-416e-9590-67ab530808a1"} {"level":"info","ts":1785288794.748193,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f39c706-b7cb-416e-9590-67ab530808a1","EoS":true} {"level":"info","ts":1785288794.7482162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f39c706-b7cb-416e-9590-67ab530808a1","header":"x-maas-subscription"} {"level":"info","ts":1785288794.7482264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f39c706-b7cb-416e-9590-67ab530808a1","header":"x-maas-group"} {"level":"info","ts":1785288794.7482314,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f39c706-b7cb-416e-9590-67ab530808a1","header":"x-maas-username"} {"level":"info","ts":1785288794.7482443,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f39c706-b7cb-416e-9590-67ab530808a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288794.7482684,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1f39c706-b7cb-416e-9590-67ab530808a1"} {"level":"info","ts":1785288794.751763,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1f39c706-b7cb-416e-9590-67ab530808a1"} {"level":"info","ts":1785288794.7517874,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1f39c706-b7cb-416e-9590-67ab530808a1"} {"level":"info","ts":1785288794.7518039,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1f39c706-b7cb-416e-9590-67ab530808a1","EoS":false} {"level":"info","ts":1785288794.7518165,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1f39c706-b7cb-416e-9590-67ab530808a1","EoS":true} {"level":"info","ts":1785288794.7518475,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1f39c706-b7cb-416e-9590-67ab530808a1"} {"level":"info","ts":1785288809.9468026,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288809.9468744,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff95913e-7cd1-4bcc-bc43-69c27faecc5e"} {"level":"info","ts":1785288809.9468853,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff95913e-7cd1-4bcc-bc43-69c27faecc5e"} {"level":"info","ts":1785288809.9468956,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff95913e-7cd1-4bcc-bc43-69c27faecc5e","EoS":true} {"level":"info","ts":1785288809.946922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff95913e-7cd1-4bcc-bc43-69c27faecc5e","header":"x-maas-subscription"} {"level":"info","ts":1785288809.9469395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff95913e-7cd1-4bcc-bc43-69c27faecc5e","header":"x-maas-group"} {"level":"info","ts":1785288809.9469466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff95913e-7cd1-4bcc-bc43-69c27faecc5e","header":"x-maas-username"} {"level":"info","ts":1785288809.94698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff95913e-7cd1-4bcc-bc43-69c27faecc5e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288809.9470046,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff95913e-7cd1-4bcc-bc43-69c27faecc5e"} {"level":"info","ts":1785288809.9480395,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ff95913e-7cd1-4bcc-bc43-69c27faecc5e"} {"level":"info","ts":1785288809.9480658,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ff95913e-7cd1-4bcc-bc43-69c27faecc5e"} {"level":"info","ts":1785288809.9480822,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ff95913e-7cd1-4bcc-bc43-69c27faecc5e","EoS":false} {"level":"info","ts":1785288809.9480934,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ff95913e-7cd1-4bcc-bc43-69c27faecc5e","EoS":true} {"level":"info","ts":1785288809.9481275,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ff95913e-7cd1-4bcc-bc43-69c27faecc5e"} {"level":"info","ts":1785289166.104709,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289166.104785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2e6bfcd-ac09-4d67-a4d5-8755a4c05a08"} {"level":"info","ts":1785289166.1047938,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a2e6bfcd-ac09-4d67-a4d5-8755a4c05a08"} {"level":"info","ts":1785289166.1048055,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2e6bfcd-ac09-4d67-a4d5-8755a4c05a08","EoS":true} {"level":"info","ts":1785289166.1048324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2e6bfcd-ac09-4d67-a4d5-8755a4c05a08","header":"x-maas-username"} {"level":"info","ts":1785289166.1048415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2e6bfcd-ac09-4d67-a4d5-8755a4c05a08","header":"x-maas-subscription"} {"level":"info","ts":1785289166.1048462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2e6bfcd-ac09-4d67-a4d5-8755a4c05a08","header":"x-maas-group"} {"level":"info","ts":1785289166.104859,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2e6bfcd-ac09-4d67-a4d5-8755a4c05a08","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785289166.104882,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a2e6bfcd-ac09-4d67-a4d5-8755a4c05a08"} {"level":"info","ts":1785289166.1071403,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a2e6bfcd-ac09-4d67-a4d5-8755a4c05a08"} {"level":"info","ts":1785289166.107158,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a2e6bfcd-ac09-4d67-a4d5-8755a4c05a08"} {"level":"info","ts":1785289166.1071718,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a2e6bfcd-ac09-4d67-a4d5-8755a4c05a08","EoS":false} {"level":"info","ts":1785289166.1071835,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a2e6bfcd-ac09-4d67-a4d5-8755a4c05a08","EoS":true} {"level":"info","ts":1785289166.1072118,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a2e6bfcd-ac09-4d67-a4d5-8755a4c05a08"} {"level":"info","ts":1785289170.8591053,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"baa338b0-90e7-4501-96ce-6cc0f9cf42ab","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785289170.8593717,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35359.765897288,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289170.8594053,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289170.9195595,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289170.9603271,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"baa338b0-90e7-4501-96ce-6cc0f9cf42ab","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785289170.9717112,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70a4ff96-8412-490b-b2e1-b821c8cbdd7d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289170.9717472,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70a4ff96-8412-490b-b2e1-b821c8cbdd7d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785289170.9717972,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0b239ff-600a-45ad-b523-da04628a4e91"} {"level":"info","ts":1785289170.9771051,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"63c1c164-caae-48c1-be64-ea057e261cc7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289170.977131,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"63c1c164-caae-48c1-be64-ea057e261cc7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785289170.9774988,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37734.436913891,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289170.9775186,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289170.9855666,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289171.0780048,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0b239ff-600a-45ad-b523-da04628a4e91","name":"e2e-external-provider"} {"level":"info","ts":1785289171.081709,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b4e86b2-6fe5-4608-875f-2c169faa737d"} {"level":"info","ts":1785289171.0817423,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57e075c3-3502-4c5e-b678-8cbad635109a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289171.0817823,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57e075c3-3502-4c5e-b678-8cbad635109a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289171.087727,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"beba5e72-0a5d-4932-982b-646cc0ae5829","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289171.0877542,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"beba5e72-0a5d-4932-982b-646cc0ae5829","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289171.0885446,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b4e86b2-6fe5-4608-875f-2c169faa737d","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785289171.0893524,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0b239ff-600a-45ad-b523-da04628a4e91","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785289171.096004,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a3ba1b7-0e93-48da-84e5-1d5391bb1058","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289171.0960307,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a3ba1b7-0e93-48da-84e5-1d5391bb1058","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785289171.0961483,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b4e86b2-6fe5-4608-875f-2c169faa737d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289171.0962265,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0855d4c6-6e15-4bf9-8c3c-035f924cf5bb"} {"level":"info","ts":1785289171.0962532,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0855d4c6-6e15-4bf9-8c3c-035f924cf5bb","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785289171.1001134,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0b239ff-600a-45ad-b523-da04628a4e91","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785289171.1009154,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0855d4c6-6e15-4bf9-8c3c-035f924cf5bb","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289171.1054697,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0b239ff-600a-45ad-b523-da04628a4e91","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785289171.1111243,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84b4921c-44dd-4117-b4e6-8e3f53926f4e"} {"level":"info","ts":1785289171.1111636,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84b4921c-44dd-4117-b4e6-8e3f53926f4e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785289171.111452,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"825b12d7-7c24-4aa7-b625-5e1daf0678fe","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289171.11149,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"825b12d7-7c24-4aa7-b625-5e1daf0678fe","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785289171.111566,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"36b0bf9c-eebc-4eaa-b3c5-dbf2fe22ff27","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289171.1115613,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1bf8ede8-5955-47b9-b193-cdc68c67bd1e"} {"level":"info","ts":1785289171.111587,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"36b0bf9c-eebc-4eaa-b3c5-dbf2fe22ff27","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289171.1116166,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1bf8ede8-5955-47b9-b193-cdc68c67bd1e","name":"e2e-external-provider"} {"level":"error","ts":1785289171.1156163,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84b4921c-44dd-4117-b4e6-8e3f53926f4e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289171.1156757,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5452c7f-0240-47c5-8d1f-389b50c69285"} {"level":"info","ts":1785289171.1158776,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39142.133510469,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289171.115897,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289171.1216164,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1bf8ede8-5955-47b9-b193-cdc68c67bd1e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785289171.1227086,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289171.126487,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b6cea43c-587e-4ae2-9518-6f0f892a2980"} {"level":"info","ts":1785289171.1265287,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b6cea43c-587e-4ae2-9518-6f0f892a2980","name":"e2e-external-provider"} {"level":"info","ts":1785289171.1367266,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b6cea43c-587e-4ae2-9518-6f0f892a2980","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785289171.2164893,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5452c7f-0240-47c5-8d1f-389b50c69285","name":"e2e-external-model"} {"level":"info","ts":1785289171.2275295,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5452c7f-0240-47c5-8d1f-389b50c69285","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289171.2334108,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1466d415-b214-486f-9b25-e8af6efb4e42","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289171.233441,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1466d415-b214-486f-9b25-e8af6efb4e42","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289171.2336068,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0fac5de3-5b3a-4fb5-990e-10d459762807"} {"level":"info","ts":1785289171.2336771,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0fac5de3-5b3a-4fb5-990e-10d459762807","name":"e2e-external-model"} {"level":"error","ts":1785289171.2487714,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0fac5de3-5b3a-4fb5-990e-10d459762807","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289171.2491357,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5494f4d-81bd-4a31-9fdc-fc917fa7cbea"} {"level":"info","ts":1785289171.2491522,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cfcf6efc-5945-4d6b-86fb-35e049eef481","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289171.2491786,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cfcf6efc-5945-4d6b-86fb-35e049eef481","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289171.249183,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5494f4d-81bd-4a31-9fdc-fc917fa7cbea","name":"e2e-external-model"} {"level":"info","ts":1785289171.2578928,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5494f4d-81bd-4a31-9fdc-fc917fa7cbea","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289171.2631645,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7cc126ad-8eec-4579-a918-227e530471a2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289171.2631938,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7cc126ad-8eec-4579-a918-227e530471a2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289171.2633228,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b3ad3f2-8875-4ab1-9de1-cdbd90ae7e35"} {"level":"info","ts":1785289171.2633595,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b3ad3f2-8875-4ab1-9de1-cdbd90ae7e35","name":"e2e-external-model"} {"level":"info","ts":1785289171.2720163,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b3ad3f2-8875-4ab1-9de1-cdbd90ae7e35","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289178.5439363,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289178.5440176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384"} {"level":"info","ts":1785289178.544027,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384"} {"level":"info","ts":1785289178.5440383,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384","EoS":true} {"level":"info","ts":1785289178.5440602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384","header":"x-maas-subscription"} {"level":"info","ts":1785289178.544071,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384","header":"x-maas-username"} {"level":"info","ts":1785289178.544076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384","header":"x-maas-group"} {"level":"info","ts":1785289178.5440876,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289178.5440948,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384","modelName":"e2e-external-model"} {"level":"info","ts":1785289178.544106,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785289178.5441444,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785289178.5441625,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384","authType":"apikey"} {"level":"info","ts":1785289178.544192,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384"} {"level":"info","ts":1785289178.652297,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384"} {"level":"info","ts":1785289178.6523216,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384"} {"level":"info","ts":1785289178.6523385,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384","EoS":false} {"level":"info","ts":1785289178.6523511,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384","EoS":true} {"level":"error","ts":1785289178.6523602,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785289178.6524155,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384"} {"level":"info","ts":1785289178.7680454,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b660580-7617-47c0-a2c5-76917d97a362"} {"level":"info","ts":1785289178.768048,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b64558d-3295-40ea-9e4b-a720cb6aa3c7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289178.7681866,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b64558d-3295-40ea-9e4b-a720cb6aa3c7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785289178.7734466,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81d6c0da-dbd6-4d1a-9654-84fe3d6000db","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289178.773478,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81d6c0da-dbd6-4d1a-9654-84fe3d6000db","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785289178.776575,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b660580-7617-47c0-a2c5-76917d97a362","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289178.7766438,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b660580-7617-47c0-a2c5-76917d97a362","name":"e2e-cleanup-test"} {"level":"info","ts":1785289178.790275,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca4febc9-6438-48ee-9937-ea6217f6de43","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289178.7903075,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca4febc9-6438-48ee-9937-ea6217f6de43","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785289178.7935946,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b660580-7617-47c0-a2c5-76917d97a362","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785289178.7936304,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b660580-7617-47c0-a2c5-76917d97a362","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289178.7936718,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c57a0c39-5971-4d2f-ad9c-184b28af6ff3"} {"level":"info","ts":1785289178.7937129,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c57a0c39-5971-4d2f-ad9c-184b28af6ff3","name":"e2e-cleanup-test"} {"level":"info","ts":1785289178.8020449,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c57a0c39-5971-4d2f-ad9c-184b28af6ff3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289178.8056371,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45f6b2f6-3fff-4576-957b-d70c710657d4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289178.805669,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45f6b2f6-3fff-4576-957b-d70c710657d4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785289178.80648,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c57a0c39-5971-4d2f-ad9c-184b28af6ff3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289178.8065457,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e906f00-4688-4c8b-9643-ad4f01c6e06e"} {"level":"info","ts":1785289178.806585,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e906f00-4688-4c8b-9643-ad4f01c6e06e","name":"e2e-cleanup-test"} {"level":"info","ts":1785289178.8139367,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e906f00-4688-4c8b-9643-ad4f01c6e06e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289178.8209748,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f7341499-6095-43f0-9a7c-ad7702f547e2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289178.821,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f7341499-6095-43f0-9a7c-ad7702f547e2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785289178.8220065,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e906f00-4688-4c8b-9643-ad4f01c6e06e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289178.822068,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6efd456-eb3e-405f-b394-91710136e379"} {"level":"info","ts":1785289178.822106,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6efd456-eb3e-405f-b394-91710136e379","name":"e2e-cleanup-test"} {"level":"info","ts":1785289178.8298962,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6efd456-eb3e-405f-b394-91710136e379","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289187.0254061,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6a449e1-c923-4d41-b9b0-a83f46d61d14"} {"level":"info","ts":1785289187.0254064,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ae81908-e3c7-48e3-9505-bec779b55050","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289187.0254388,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ae81908-e3c7-48e3-9505-bec779b55050","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289191.3318472,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289191.3319113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50b8f3a1-ff65-419f-92dc-b0499760bbd2"} {"level":"info","ts":1785289191.3319192,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"50b8f3a1-ff65-419f-92dc-b0499760bbd2"} {"level":"info","ts":1785289191.3319294,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50b8f3a1-ff65-419f-92dc-b0499760bbd2","EoS":true} {"level":"info","ts":1785289191.3319788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50b8f3a1-ff65-419f-92dc-b0499760bbd2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785289191.332004,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"50b8f3a1-ff65-419f-92dc-b0499760bbd2"} {"level":"info","ts":1785289191.3663325,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289191.3663836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a"} {"level":"info","ts":1785289191.366394,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a"} {"level":"info","ts":1785289191.3664048,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a","EoS":true} {"level":"info","ts":1785289191.3664243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a","header":"x-maas-group"} {"level":"info","ts":1785289191.3664389,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a","header":"x-maas-username"} {"level":"info","ts":1785289191.3664465,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a","header":"x-maas-subscription"} {"level":"info","ts":1785289191.3664567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289191.3664641,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a","modelName":"e2e-external-model"} {"level":"info","ts":1785289191.3664756,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785289191.3664942,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785289191.3665113,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a","authType":"apikey"} {"level":"info","ts":1785289191.3665378,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a"} {"level":"info","ts":1785289191.4208653,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a"} {"level":"info","ts":1785289191.4208837,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a"} {"level":"info","ts":1785289191.420898,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a","EoS":false} {"level":"info","ts":1785289191.4209094,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a","EoS":true} {"level":"error","ts":1785289191.420917,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785289191.4209933,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a"} {"level":"info","ts":1785289191.4525428,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289191.4525957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4f22a42-ec6c-429f-a8f2-43802a102392"} {"level":"info","ts":1785289191.4526036,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e4f22a42-ec6c-429f-a8f2-43802a102392"} {"level":"info","ts":1785289191.4526143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4f22a42-ec6c-429f-a8f2-43802a102392","EoS":true} {"level":"info","ts":1785289191.4526377,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4f22a42-ec6c-429f-a8f2-43802a102392","header":"x-maas-username"} {"level":"info","ts":1785289191.4526455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4f22a42-ec6c-429f-a8f2-43802a102392","header":"x-maas-group"} {"level":"info","ts":1785289191.4526508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4f22a42-ec6c-429f-a8f2-43802a102392","header":"x-maas-subscription"} {"level":"info","ts":1785289191.4526627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4f22a42-ec6c-429f-a8f2-43802a102392","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289191.4526834,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e4f22a42-ec6c-429f-a8f2-43802a102392"} {"level":"info","ts":1785289191.5010574,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e4f22a42-ec6c-429f-a8f2-43802a102392"} {"level":"info","ts":1785289191.5010753,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e4f22a42-ec6c-429f-a8f2-43802a102392"} {"level":"info","ts":1785289191.5010939,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4f22a42-ec6c-429f-a8f2-43802a102392","EoS":false} {"level":"info","ts":1785289191.501108,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4f22a42-ec6c-429f-a8f2-43802a102392","EoS":true} {"level":"error","ts":1785289191.5011191,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"e4f22a42-ec6c-429f-a8f2-43802a102392","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785289191.5011568,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e4f22a42-ec6c-429f-a8f2-43802a102392"} {"level":"info","ts":1785289191.5347345,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289191.5347848,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"763f11f5-c970-4a83-8afc-3a37e42fab79"} {"level":"info","ts":1785289191.5347946,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"763f11f5-c970-4a83-8afc-3a37e42fab79"} {"level":"info","ts":1785289191.534805,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"763f11f5-c970-4a83-8afc-3a37e42fab79","EoS":true} {"level":"info","ts":1785289191.5348241,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"763f11f5-c970-4a83-8afc-3a37e42fab79","header":"x-maas-group"} {"level":"info","ts":1785289191.5348341,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"763f11f5-c970-4a83-8afc-3a37e42fab79","header":"x-maas-username"} {"level":"info","ts":1785289191.5348384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"763f11f5-c970-4a83-8afc-3a37e42fab79","header":"x-maas-subscription"} {"level":"info","ts":1785289191.534862,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"763f11f5-c970-4a83-8afc-3a37e42fab79"} {"level":"info","ts":1785289191.6446962,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"763f11f5-c970-4a83-8afc-3a37e42fab79"} {"level":"info","ts":1785289191.6447203,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"763f11f5-c970-4a83-8afc-3a37e42fab79"} {"level":"info","ts":1785289191.644736,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"763f11f5-c970-4a83-8afc-3a37e42fab79","EoS":false} {"level":"info","ts":1785289191.6447482,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"763f11f5-c970-4a83-8afc-3a37e42fab79","EoS":true} {"level":"error","ts":1785289191.6447566,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"763f11f5-c970-4a83-8afc-3a37e42fab79","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785289191.6447904,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"763f11f5-c970-4a83-8afc-3a37e42fab79"} {"level":"info","ts":1785289192.484565,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7a06f8e-6369-4e6c-a38a-36ca886232dd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289192.4846003,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7a06f8e-6369-4e6c-a38a-36ca886232dd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289192.4846044,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56979d04-bfdf-46bd-bd61-66d3bb709d46"} {"level":"info","ts":1785289192.6173437,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"206edc40-e6a9-4bfe-812b-72a9dc25f275","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289192.6173794,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"206edc40-e6a9-4bfe-812b-72a9dc25f275","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289192.6173823,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b216052d-802c-44ec-bfd6-8e4703fe369a"} {"level":"info","ts":1785289192.7263362,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"cf37e9ca-43f4-4aa7-aead-99852509ba22","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785289192.7263925,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"cf37e9ca-43f4-4aa7-aead-99852509ba22","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785290559.1378284,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785290559.1379042,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04b0168d-15d8-43ee-a678-ca737ca6b98f"} {"level":"info","ts":1785290633.729966,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785290633.730056,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bebb3e9d-df66-486b-a5e9-a46d816da527"} {"level":"info","ts":1785290633.7300684,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bebb3e9d-df66-486b-a5e9-a46d816da527"} {"level":"info","ts":1785290633.7300866,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bebb3e9d-df66-486b-a5e9-a46d816da527","EoS":true} {"level":"info","ts":1785290633.7301385,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bebb3e9d-df66-486b-a5e9-a46d816da527","header":"x-maas-subscription"} {"level":"info","ts":1785290633.7301512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bebb3e9d-df66-486b-a5e9-a46d816da527","header":"x-maas-username"} {"level":"info","ts":1785290633.7301598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bebb3e9d-df66-486b-a5e9-a46d816da527","header":"x-maas-group"} {"level":"info","ts":1785290633.7301798,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bebb3e9d-df66-486b-a5e9-a46d816da527","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785290633.7302158,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bebb3e9d-df66-486b-a5e9-a46d816da527"} {"level":"info","ts":1785290633.731337,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bebb3e9d-df66-486b-a5e9-a46d816da527"} {"level":"info","ts":1785290633.7313564,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bebb3e9d-df66-486b-a5e9-a46d816da527"} {"level":"info","ts":1785290633.7313714,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bebb3e9d-df66-486b-a5e9-a46d816da527","EoS":false} {"level":"info","ts":1785290633.731384,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bebb3e9d-df66-486b-a5e9-a46d816da527","EoS":true} {"level":"info","ts":1785290633.7314239,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bebb3e9d-df66-486b-a5e9-a46d816da527"}