{"level":"info","ts":1784829655.8086953,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd8cf625-e80c-42a8-9a3c-148033051d04"}
{"level":"info","ts":1784829655.8087053,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd8cf625-e80c-42a8-9a3c-148033051d04"}
{"level":"info","ts":1784829655.8087196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd8cf625-e80c-42a8-9a3c-148033051d04","EoS":true}
{"level":"info","ts":1784829655.808753,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd8cf625-e80c-42a8-9a3c-148033051d04","header":"x-maas-subscription"}
{"level":"info","ts":1784829655.8087673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd8cf625-e80c-42a8-9a3c-148033051d04","header":"x-maas-group"}
{"level":"info","ts":1784829655.8087728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd8cf625-e80c-42a8-9a3c-148033051d04","header":"x-maas-username"}
{"level":"info","ts":1784829655.8087862,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd8cf625-e80c-42a8-9a3c-148033051d04","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784829655.808817,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd8cf625-e80c-42a8-9a3c-148033051d04"}
{"level":"info","ts":1784829655.8100438,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dd8cf625-e80c-42a8-9a3c-148033051d04"}
{"level":"info","ts":1784829655.8100662,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dd8cf625-e80c-42a8-9a3c-148033051d04"}
{"level":"info","ts":1784829655.810087,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dd8cf625-e80c-42a8-9a3c-148033051d04","EoS":false}
{"level":"info","ts":1784829655.8101075,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dd8cf625-e80c-42a8-9a3c-148033051d04","EoS":true}
{"level":"info","ts":1784829655.8101537,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dd8cf625-e80c-42a8-9a3c-148033051d04"}
{"level":"info","ts":1784829655.947357,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784829655.9474397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb12ea88-abb5-41c9-a1a0-c0d6bb1cdd12"}
{"level":"info","ts":1784829655.9474514,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb12ea88-abb5-41c9-a1a0-c0d6bb1cdd12"}
{"level":"info","ts":1784829655.9474642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb12ea88-abb5-41c9-a1a0-c0d6bb1cdd12","EoS":true}
{"level":"info","ts":1784829655.9474955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb12ea88-abb5-41c9-a1a0-c0d6bb1cdd12","header":"x-maas-username"}
{"level":"info","ts":1784829655.9475064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb12ea88-abb5-41c9-a1a0-c0d6bb1cdd12","header":"x-maas-group"}
{"level":"info","ts":1784829655.947511,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb12ea88-abb5-41c9-a1a0-c0d6bb1cdd12","header":"x-maas-subscription"}
{"level":"info","ts":1784829655.947524,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb12ea88-abb5-41c9-a1a0-c0d6bb1cdd12","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784829655.9475434,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb12ea88-abb5-41c9-a1a0-c0d6bb1cdd12"}
{"level":"info","ts":1784829655.9503925,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bb12ea88-abb5-41c9-a1a0-c0d6bb1cdd12"}
{"level":"info","ts":1784829655.950412,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bb12ea88-abb5-41c9-a1a0-c0d6bb1cdd12"}
{"level":"info","ts":1784829655.9504294,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb12ea88-abb5-41c9-a1a0-c0d6bb1cdd12","EoS":false}
{"level":"info","ts":1784829655.9504414,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb12ea88-abb5-41c9-a1a0-c0d6bb1cdd12","EoS":true}
{"level":"info","ts":1784829655.9504778,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bb12ea88-abb5-41c9-a1a0-c0d6bb1cdd12"}
{"level":"info","ts":1784829656.0878105,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784829656.087891,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8f94ac4-c5aa-434e-aeed-b46819b11989"}
{"level":"info","ts":1784829656.0879037,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8f94ac4-c5aa-434e-aeed-b46819b11989"}
{"level":"info","ts":1784829656.0879152,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8f94ac4-c5aa-434e-aeed-b46819b11989","EoS":true}
{"level":"info","ts":1784829656.0879455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8f94ac4-c5aa-434e-aeed-b46819b11989","header":"x-maas-subscription"}
{"level":"info","ts":1784829656.0879662,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8f94ac4-c5aa-434e-aeed-b46819b11989","header":"x-maas-username"}
{"level":"info","ts":1784829656.0879705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8f94ac4-c5aa-434e-aeed-b46819b11989","header":"x-maas-group"}
{"level":"info","ts":1784829656.0879831,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8f94ac4-c5aa-434e-aeed-b46819b11989","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784829656.0880125,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8f94ac4-c5aa-434e-aeed-b46819b11989"}
{"level":"info","ts":1784829656.0890965,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d8f94ac4-c5aa-434e-aeed-b46819b11989"}
{"level":"info","ts":1784829656.0891163,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d8f94ac4-c5aa-434e-aeed-b46819b11989"}
{"level":"info","ts":1784829656.0891333,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d8f94ac4-c5aa-434e-aeed-b46819b11989","EoS":false}
{"level":"info","ts":1784829656.089145,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d8f94ac4-c5aa-434e-aeed-b46819b11989","EoS":true}
{"level":"info","ts":1784829656.0891798,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d8f94ac4-c5aa-434e-aeed-b46819b11989"}
{"level":"info","ts":1784829656.2286334,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784829656.2287195,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"015cb8a1-93aa-4b8e-a6b1-53529bbc915e"}
{"level":"info","ts":1784829656.2287352,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"015cb8a1-93aa-4b8e-a6b1-53529bbc915e"}
{"level":"info","ts":1784829656.228769,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"015cb8a1-93aa-4b8e-a6b1-53529bbc915e","EoS":true}
{"level":"info","ts":1784829656.2288024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"015cb8a1-93aa-4b8e-a6b1-53529bbc915e","header":"x-maas-subscription"}
{"level":"info","ts":1784829656.228815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"015cb8a1-93aa-4b8e-a6b1-53529bbc915e","header":"x-maas-group"}
{"level":"info","ts":1784829656.228823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"015cb8a1-93aa-4b8e-a6b1-53529bbc915e","header":"x-maas-username"}
{"level":"info","ts":1784829656.2288394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"015cb8a1-93aa-4b8e-a6b1-53529bbc915e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784829656.2288735,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"015cb8a1-93aa-4b8e-a6b1-53529bbc915e"}
{"level":"info","ts":1784829656.2298584,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"015cb8a1-93aa-4b8e-a6b1-53529bbc915e"}
{"level":"info","ts":1784829656.2298768,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"015cb8a1-93aa-4b8e-a6b1-53529bbc915e"}
{"level":"info","ts":1784829656.2298942,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"015cb8a1-93aa-4b8e-a6b1-53529bbc915e","EoS":false}
{"level":"info","ts":1784829656.2299125,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"015cb8a1-93aa-4b8e-a6b1-53529bbc915e","EoS":true}
{"level":"info","ts":1784829656.229948,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"015cb8a1-93aa-4b8e-a6b1-53529bbc915e"}
{"level":"info","ts":1784829656.3675456,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784829656.3676388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50604184-d62b-4876-9f43-8306417f8689"}
{"level":"info","ts":1784829656.3676512,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50604184-d62b-4876-9f43-8306417f8689"}
{"level":"info","ts":1784829656.3676631,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50604184-d62b-4876-9f43-8306417f8689","EoS":true}
{"level":"info","ts":1784829656.3676884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50604184-d62b-4876-9f43-8306417f8689","header":"x-maas-subscription"}
{"level":"info","ts":1784829656.3677046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50604184-d62b-4876-9f43-8306417f8689","header":"x-maas-group"}
{"level":"info","ts":1784829656.3677094,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50604184-d62b-4876-9f43-8306417f8689","header":"x-maas-username"}
{"level":"info","ts":1784829656.3677225,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50604184-d62b-4876-9f43-8306417f8689","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784829656.3677466,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50604184-d62b-4876-9f43-8306417f8689"}
{"level":"info","ts":1784829656.3687057,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"50604184-d62b-4876-9f43-8306417f8689"}
{"level":"info","ts":1784829656.3687253,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"50604184-d62b-4876-9f43-8306417f8689"}
{"level":"info","ts":1784829656.3687427,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"50604184-d62b-4876-9f43-8306417f8689","EoS":false}
{"level":"info","ts":1784829656.3687577,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"50604184-d62b-4876-9f43-8306417f8689","EoS":true}
{"level":"info","ts":1784829656.3687928,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"50604184-d62b-4876-9f43-8306417f8689"}
{"level":"info","ts":1784829672.1644115,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784829672.1644878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aaca3be3-974f-4939-b1f7-ce8e5e770fc1"}
{"level":"info","ts":1784829672.1645014,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aaca3be3-974f-4939-b1f7-ce8e5e770fc1"}
{"level":"info","ts":1784829672.1645124,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aaca3be3-974f-4939-b1f7-ce8e5e770fc1","EoS":true}
{"level":"info","ts":1784829672.1645355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aaca3be3-974f-4939-b1f7-ce8e5e770fc1","header":"x-maas-subscription"}
{"level":"info","ts":1784829672.1645453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aaca3be3-974f-4939-b1f7-ce8e5e770fc1","header":"x-maas-username"}
{"level":"info","ts":1784829672.1645503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aaca3be3-974f-4939-b1f7-ce8e5e770fc1","header":"x-maas-group"}
{"level":"info","ts":1784829672.164564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aaca3be3-974f-4939-b1f7-ce8e5e770fc1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784829672.1645863,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aaca3be3-974f-4939-b1f7-ce8e5e770fc1"}
{"level":"info","ts":1784829672.1675255,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aaca3be3-974f-4939-b1f7-ce8e5e770fc1"}
{"level":"info","ts":1784829672.1675491,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aaca3be3-974f-4939-b1f7-ce8e5e770fc1"}
{"level":"info","ts":1784829672.1675644,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aaca3be3-974f-4939-b1f7-ce8e5e770fc1","EoS":false}
{"level":"info","ts":1784829672.1675754,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aaca3be3-974f-4939-b1f7-ce8e5e770fc1","EoS":true}
{"level":"info","ts":1784829672.1676342,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"aaca3be3-974f-4939-b1f7-ce8e5e770fc1"}
{"level":"info","ts":1784829672.2755187,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784829672.2755907,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"83cc6412-b43a-4ced-8dbe-631f1a534d03"}
{"level":"info","ts":1784829672.2764502,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"83cc6412-b43a-4ced-8dbe-631f1a534d03"}
{"level":"info","ts":1784829672.27647,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"83cc6412-b43a-4ced-8dbe-631f1a534d03"}
{"level":"info","ts":1784829672.2764864,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"83cc6412-b43a-4ced-8dbe-631f1a534d03","EoS":false}
{"level":"info","ts":1784829672.2765007,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"83cc6412-b43a-4ced-8dbe-631f1a534d03"}
{"level":"info","ts":1784829672.2765238,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"83cc6412-b43a-4ced-8dbe-631f1a534d03","EoS":true}
{"level":"info","ts":1784829672.2765338,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"83cc6412-b43a-4ced-8dbe-631f1a534d03"}
{"level":"info","ts":1784829676.9026666,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784829676.9027414,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a128befd-890a-4f74-bc72-0bf9e86b4f98"}
{"level":"info","ts":1784829676.9027503,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a128befd-890a-4f74-bc72-0bf9e86b4f98"}
{"level":"info","ts":1784829676.9027624,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a128befd-890a-4f74-bc72-0bf9e86b4f98","EoS":true}
{"level":"info","ts":1784829676.902794,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a128befd-890a-4f74-bc72-0bf9e86b4f98","header":"x-maas-subscription"}
{"level":"info","ts":1784829676.9028049,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a128befd-890a-4f74-bc72-0bf9e86b4f98","header":"x-maas-group"}
{"level":"info","ts":1784829676.9028099,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a128befd-890a-4f74-bc72-0bf9e86b4f98","header":"x-maas-username"}
{"level":"info","ts":1784829676.9028237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a128befd-890a-4f74-bc72-0bf9e86b4f98","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784829676.9028442,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a128befd-890a-4f74-bc72-0bf9e86b4f98"}
{"level":"info","ts":1784829676.9047132,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a128befd-890a-4f74-bc72-0bf9e86b4f98"}
{"level":"info","ts":1784829676.9047365,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a128befd-890a-4f74-bc72-0bf9e86b4f98"}
{"level":"info","ts":1784829676.9047532,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a128befd-890a-4f74-bc72-0bf9e86b4f98","EoS":false}
{"level":"info","ts":1784829676.9047647,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a128befd-890a-4f74-bc72-0bf9e86b4f98","EoS":true}
{"level":"info","ts":1784829676.9048066,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a128befd-890a-4f74-bc72-0bf9e86b4f98"}
{"level":"info","ts":1784829687.5150032,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784829687.5150943,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28c8c4cf-ea89-406d-b34e-c412434bba30"}
{"level":"info","ts":1784829687.5151067,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"28c8c4cf-ea89-406d-b34e-c412434bba30"}
{"level":"info","ts":1784829687.5151186,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28c8c4cf-ea89-406d-b34e-c412434bba30","EoS":true}
{"level":"info","ts":1784829687.5151424,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28c8c4cf-ea89-406d-b34e-c412434bba30","header":"x-maas-username"}
{"level":"info","ts":1784829687.5151527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28c8c4cf-ea89-406d-b34e-c412434bba30","header":"x-maas-subscription"}
{"level":"info","ts":1784829687.5151575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28c8c4cf-ea89-406d-b34e-c412434bba30","header":"x-maas-group"}
{"level":"info","ts":1784829687.5151703,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28c8c4cf-ea89-406d-b34e-c412434bba30","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784829687.515194,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"28c8c4cf-ea89-406d-b34e-c412434bba30"}
{"level":"info","ts":1784829687.5161397,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"28c8c4cf-ea89-406d-b34e-c412434bba30"}
{"level":"info","ts":1784829687.51616,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"28c8c4cf-ea89-406d-b34e-c412434bba30"}
{"level":"info","ts":1784829687.516175,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"28c8c4cf-ea89-406d-b34e-c412434bba30","EoS":false}
{"level":"info","ts":1784829687.516188,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"28c8c4cf-ea89-406d-b34e-c412434bba30","EoS":true}
{"level":"info","ts":1784829687.5162308,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"28c8c4cf-ea89-406d-b34e-c412434bba30"}
{"level":"info","ts":1784829700.4355307,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784829700.4356287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9202e9ca-1121-4e28-8f2e-057ae2ae09e2"}
{"level":"info","ts":1784829700.4356396,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9202e9ca-1121-4e28-8f2e-057ae2ae09e2"}
{"level":"info","ts":1784829700.4356534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9202e9ca-1121-4e28-8f2e-057ae2ae09e2","EoS":true}
{"level":"info","ts":1784829700.4357157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9202e9ca-1121-4e28-8f2e-057ae2ae09e2","header":"x-maas-group"}
{"level":"info","ts":1784829700.4357285,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9202e9ca-1121-4e28-8f2e-057ae2ae09e2","header":"x-maas-subscription"}
{"level":"info","ts":1784829700.4357338,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9202e9ca-1121-4e28-8f2e-057ae2ae09e2","header":"x-maas-username"}
{"level":"info","ts":1784829700.435747,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9202e9ca-1121-4e28-8f2e-057ae2ae09e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784829700.435771,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9202e9ca-1121-4e28-8f2e-057ae2ae09e2"}
{"level":"info","ts":1784829700.4367492,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9202e9ca-1121-4e28-8f2e-057ae2ae09e2"}
{"level":"info","ts":1784829700.4367738,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9202e9ca-1121-4e28-8f2e-057ae2ae09e2"}
{"level":"info","ts":1784829700.436795,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9202e9ca-1121-4e28-8f2e-057ae2ae09e2","EoS":false}
{"level":"info","ts":1784829700.4368079,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9202e9ca-1121-4e28-8f2e-057ae2ae09e2","EoS":true}
{"level":"info","ts":1784829700.4368436,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9202e9ca-1121-4e28-8f2e-057ae2ae09e2"}
{"level":"info","ts":1784829708.968656,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784829708.9687395,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e709c11-21a1-4d23-bf2a-9dc6c1a4e6b9"}
{"level":"info","ts":1784829708.9687526,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8e709c11-21a1-4d23-bf2a-9dc6c1a4e6b9"}
{"level":"info","ts":1784829708.9687688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e709c11-21a1-4d23-bf2a-9dc6c1a4e6b9","EoS":true}
{"level":"info","ts":1784829708.9687965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e709c11-21a1-4d23-bf2a-9dc6c1a4e6b9","header":"x-maas-group"}
{"level":"info","ts":1784829708.9688065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e709c11-21a1-4d23-bf2a-9dc6c1a4e6b9","header":"x-maas-subscription"}
{"level":"info","ts":1784829708.9688144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e709c11-21a1-4d23-bf2a-9dc6c1a4e6b9","header":"x-maas-username"}
{"level":"info","ts":1784829708.968829,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e709c11-21a1-4d23-bf2a-9dc6c1a4e6b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784829708.9688523,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8e709c11-21a1-4d23-bf2a-9dc6c1a4e6b9"}
{"level":"info","ts":1784829708.9698296,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8e709c11-21a1-4d23-bf2a-9dc6c1a4e6b9"}
{"level":"info","ts":1784829708.9698489,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8e709c11-21a1-4d23-bf2a-9dc6c1a4e6b9"}
{"level":"info","ts":1784829708.969864,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8e709c11-21a1-4d23-bf2a-9dc6c1a4e6b9","EoS":false}
{"level":"info","ts":1784829708.969876,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8e709c11-21a1-4d23-bf2a-9dc6c1a4e6b9","EoS":true}
{"level":"info","ts":1784829708.9699106,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8e709c11-21a1-4d23-bf2a-9dc6c1a4e6b9"}
{"level":"info","ts":1784829717.847154,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784829717.8472292,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f29c4322-5ee0-4c9f-9406-87200f5f9f5d"}
{"level":"info","ts":1784829717.8472395,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f29c4322-5ee0-4c9f-9406-87200f5f9f5d"}
{"level":"info","ts":1784829717.847251,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f29c4322-5ee0-4c9f-9406-87200f5f9f5d","EoS":true}
{"level":"info","ts":1784829717.8472753,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f29c4322-5ee0-4c9f-9406-87200f5f9f5d","header":"x-maas-subscription"}
{"level":"info","ts":1784829717.8472836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f29c4322-5ee0-4c9f-9406-87200f5f9f5d","header":"x-maas-group"}
{"level":"info","ts":1784829717.8472884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f29c4322-5ee0-4c9f-9406-87200f5f9f5d","header":"x-maas-username"}
{"level":"info","ts":1784829717.8473048,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f29c4322-5ee0-4c9f-9406-87200f5f9f5d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784829717.8473372,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f29c4322-5ee0-4c9f-9406-87200f5f9f5d"}
{"level":"info","ts":1784829717.8483896,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f29c4322-5ee0-4c9f-9406-87200f5f9f5d"}
{"level":"info","ts":1784829717.8484044,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f29c4322-5ee0-4c9f-9406-87200f5f9f5d"}
{"level":"info","ts":1784829717.8484175,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f29c4322-5ee0-4c9f-9406-87200f5f9f5d","EoS":false}
{"level":"info","ts":1784829717.8484285,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f29c4322-5ee0-4c9f-9406-87200f5f9f5d","EoS":true}
{"level":"info","ts":1784829717.8484604,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f29c4322-5ee0-4c9f-9406-87200f5f9f5d"}
{"level":"info","ts":1784829743.8858068,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784829743.8858926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c904d81-bac2-489a-87a8-99cc2e3965d3"}
{"level":"info","ts":1784829743.8859046,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5c904d81-bac2-489a-87a8-99cc2e3965d3"}
{"level":"info","ts":1784829743.8859162,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c904d81-bac2-489a-87a8-99cc2e3965d3","EoS":true}
{"level":"info","ts":1784829743.8859463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c904d81-bac2-489a-87a8-99cc2e3965d3","header":"x-maas-subscription"}
{"level":"info","ts":1784829743.88596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c904d81-bac2-489a-87a8-99cc2e3965d3","header":"x-maas-username"}
{"level":"info","ts":1784829743.8859677,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c904d81-bac2-489a-87a8-99cc2e3965d3","header":"x-maas-group"}
{"level":"info","ts":1784829743.8859808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c904d81-bac2-489a-87a8-99cc2e3965d3","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784829743.8860059,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5c904d81-bac2-489a-87a8-99cc2e3965d3"}
{"level":"info","ts":1784829743.8869371,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5c904d81-bac2-489a-87a8-99cc2e3965d3"}
{"level":"info","ts":1784829743.8869588,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5c904d81-bac2-489a-87a8-99cc2e3965d3"}
{"level":"info","ts":1784829743.886974,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5c904d81-bac2-489a-87a8-99cc2e3965d3","EoS":false}
{"level":"info","ts":1784829743.8869846,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5c904d81-bac2-489a-87a8-99cc2e3965d3","EoS":true}
{"level":"info","ts":1784829743.887018,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5c904d81-bac2-489a-87a8-99cc2e3965d3"}
{"level":"info","ts":1784829767.309238,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784829767.3093145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47ebd544-bef1-4016-b159-e9e2cccaa30c"}
{"level":"info","ts":1784829767.3093274,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"47ebd544-bef1-4016-b159-e9e2cccaa30c"}
{"level":"info","ts":1784829767.30934,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47ebd544-bef1-4016-b159-e9e2cccaa30c","EoS":true}
{"level":"info","ts":1784829767.3093684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47ebd544-bef1-4016-b159-e9e2cccaa30c","header":"x-maas-subscription"}
{"level":"info","ts":1784829767.3093796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47ebd544-bef1-4016-b159-e9e2cccaa30c","header":"x-maas-username"}
{"level":"info","ts":1784829767.309385,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47ebd544-bef1-4016-b159-e9e2cccaa30c","header":"x-maas-group"}
{"level":"info","ts":1784829767.3094032,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47ebd544-bef1-4016-b159-e9e2cccaa30c","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784829767.3094394,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"47ebd544-bef1-4016-b159-e9e2cccaa30c"}
{"level":"info","ts":1784829767.310305,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"47ebd544-bef1-4016-b159-e9e2cccaa30c"}
{"level":"info","ts":1784829767.3103273,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"47ebd544-bef1-4016-b159-e9e2cccaa30c"}
{"level":"info","ts":1784829767.3103502,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"47ebd544-bef1-4016-b159-e9e2cccaa30c","EoS":false}
{"level":"info","ts":1784829767.3103683,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"47ebd544-bef1-4016-b159-e9e2cccaa30c","EoS":true}
{"level":"info","ts":1784829767.3104155,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"47ebd544-bef1-4016-b159-e9e2cccaa30c"}
{"level":"info","ts":1784829793.9159915,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784829793.9160728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"619d6aa9-9f39-4993-bac3-1a41e62934e6"}
{"level":"info","ts":1784829793.9160855,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"619d6aa9-9f39-4993-bac3-1a41e62934e6"}
{"level":"info","ts":1784829793.916097,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"619d6aa9-9f39-4993-bac3-1a41e62934e6","EoS":true}
{"level":"info","ts":1784829793.916168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"619d6aa9-9f39-4993-bac3-1a41e62934e6","header":"x-maas-subscription"}
{"level":"info","ts":1784829793.9161823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"619d6aa9-9f39-4993-bac3-1a41e62934e6","header":"x-maas-username"}
{"level":"info","ts":1784829793.9161878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"619d6aa9-9f39-4993-bac3-1a41e62934e6","header":"x-maas-group"}
{"level":"info","ts":1784829793.916202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"619d6aa9-9f39-4993-bac3-1a41e62934e6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784829793.91623,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"619d6aa9-9f39-4993-bac3-1a41e62934e6"}
{"level":"info","ts":1784829793.9183888,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"619d6aa9-9f39-4993-bac3-1a41e62934e6"}
{"level":"info","ts":1784829793.9184167,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"619d6aa9-9f39-4993-bac3-1a41e62934e6"}
{"level":"info","ts":1784829793.9184382,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"619d6aa9-9f39-4993-bac3-1a41e62934e6","EoS":false}
{"level":"info","ts":1784829793.9184546,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"619d6aa9-9f39-4993-bac3-1a41e62934e6","EoS":true}
{"level":"info","ts":1784829793.9185019,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"619d6aa9-9f39-4993-bac3-1a41e62934e6"}
{"level":"info","ts":1784829803.342969,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784829803.343048,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e8fbb3e-a603-406b-89ef-982a3954deb6"}
{"level":"info","ts":1784829803.34306,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e8fbb3e-a603-406b-89ef-982a3954deb6"}
{"level":"info","ts":1784829803.3430707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e8fbb3e-a603-406b-89ef-982a3954deb6","EoS":true}
{"level":"info","ts":1784829803.3430953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e8fbb3e-a603-406b-89ef-982a3954deb6","header":"x-maas-subscription"}
{"level":"info","ts":1784829803.3431056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e8fbb3e-a603-406b-89ef-982a3954deb6","header":"x-maas-username"}
{"level":"info","ts":1784829803.343112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e8fbb3e-a603-406b-89ef-982a3954deb6","header":"x-maas-group"}
{"level":"info","ts":1784829803.3431242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e8fbb3e-a603-406b-89ef-982a3954deb6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784829803.3431485,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e8fbb3e-a603-406b-89ef-982a3954deb6"}
{"level":"info","ts":1784829803.344263,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6e8fbb3e-a603-406b-89ef-982a3954deb6"}
{"level":"info","ts":1784829803.3442812,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6e8fbb3e-a603-406b-89ef-982a3954deb6"}
{"level":"info","ts":1784829803.344296,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6e8fbb3e-a603-406b-89ef-982a3954deb6","EoS":false}
{"level":"info","ts":1784829803.3443074,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6e8fbb3e-a603-406b-89ef-982a3954deb6","EoS":true}
{"level":"info","ts":1784829803.34434,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6e8fbb3e-a603-406b-89ef-982a3954deb6"}
{"level":"info","ts":1784829803.3820808,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784829803.382149,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c91a59e4-6e87-45fe-bc10-d30e1ce8d2bd"}
{"level":"info","ts":1784829803.3821607,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c91a59e4-6e87-45fe-bc10-d30e1ce8d2bd"}
{"level":"info","ts":1784829803.382172,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c91a59e4-6e87-45fe-bc10-d30e1ce8d2bd","EoS":true}
{"level":"info","ts":1784829803.3821943,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c91a59e4-6e87-45fe-bc10-d30e1ce8d2bd","header":"x-maas-subscription"}
{"level":"info","ts":1784829803.382204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c91a59e4-6e87-45fe-bc10-d30e1ce8d2bd","header":"x-maas-username"}
{"level":"info","ts":1784829803.3822095,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c91a59e4-6e87-45fe-bc10-d30e1ce8d2bd","header":"x-maas-group"}
{"level":"info","ts":1784829803.382221,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c91a59e4-6e87-45fe-bc10-d30e1ce8d2bd","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784829803.3822443,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c91a59e4-6e87-45fe-bc10-d30e1ce8d2bd"}
{"level":"info","ts":1784829803.383407,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c91a59e4-6e87-45fe-bc10-d30e1ce8d2bd"}
{"level":"info","ts":1784829803.3834343,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c91a59e4-6e87-45fe-bc10-d30e1ce8d2bd"}
{"level":"info","ts":1784829803.383456,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c91a59e4-6e87-45fe-bc10-d30e1ce8d2bd","EoS":false}
{"level":"info","ts":1784829803.3834736,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c91a59e4-6e87-45fe-bc10-d30e1ce8d2bd","EoS":true}
{"level":"info","ts":1784829803.3835192,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c91a59e4-6e87-45fe-bc10-d30e1ce8d2bd"}
{"level":"info","ts":1784829822.5353272,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784829822.5354125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"369bfe4f-e5f3-42b3-987c-1d007e06a193"}
{"level":"info","ts":1784829822.5354223,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"369bfe4f-e5f3-42b3-987c-1d007e06a193"}
{"level":"info","ts":1784829822.5354364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"369bfe4f-e5f3-42b3-987c-1d007e06a193","EoS":true}
{"level":"info","ts":1784829822.5354693,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"369bfe4f-e5f3-42b3-987c-1d007e06a193","header":"x-maas-username"}
{"level":"info","ts":1784829822.5354798,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"369bfe4f-e5f3-42b3-987c-1d007e06a193","header":"x-maas-subscription"}
{"level":"info","ts":1784829822.535485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"369bfe4f-e5f3-42b3-987c-1d007e06a193","header":"x-maas-group"}
{"level":"info","ts":1784829822.5354977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"369bfe4f-e5f3-42b3-987c-1d007e06a193","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784829822.5355232,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"369bfe4f-e5f3-42b3-987c-1d007e06a193"}
{"level":"info","ts":1784829822.5367599,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"369bfe4f-e5f3-42b3-987c-1d007e06a193"}
{"level":"info","ts":1784829822.5367806,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"369bfe4f-e5f3-42b3-987c-1d007e06a193"}
{"level":"info","ts":1784829822.5367963,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"369bfe4f-e5f3-42b3-987c-1d007e06a193","EoS":false}
{"level":"info","ts":1784829822.536808,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"369bfe4f-e5f3-42b3-987c-1d007e06a193","EoS":true}
{"level":"info","ts":1784829822.5368416,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"369bfe4f-e5f3-42b3-987c-1d007e06a193"}
{"level":"info","ts":1784829953.5824096,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784829953.5824912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad811d16-19f7-4428-a81c-885124f8830b"}
{"level":"info","ts":1784829953.5825007,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ad811d16-19f7-4428-a81c-885124f8830b"}
{"level":"info","ts":1784829953.5825117,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad811d16-19f7-4428-a81c-885124f8830b","EoS":true}
{"level":"info","ts":1784829953.5825396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad811d16-19f7-4428-a81c-885124f8830b","header":"x-maas-subscription"}
{"level":"info","ts":1784829953.582549,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad811d16-19f7-4428-a81c-885124f8830b","header":"x-maas-username"}
{"level":"info","ts":1784829953.5825546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad811d16-19f7-4428-a81c-885124f8830b","header":"x-maas-group"}
{"level":"info","ts":1784829953.5825677,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad811d16-19f7-4428-a81c-885124f8830b","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784829953.5825894,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ad811d16-19f7-4428-a81c-885124f8830b"}
{"level":"info","ts":1784829953.5845156,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ad811d16-19f7-4428-a81c-885124f8830b"}
{"level":"info","ts":1784829953.5845373,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ad811d16-19f7-4428-a81c-885124f8830b"}
{"level":"info","ts":1784829953.5845528,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ad811d16-19f7-4428-a81c-885124f8830b","EoS":false}
{"level":"info","ts":1784829953.5845647,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ad811d16-19f7-4428-a81c-885124f8830b","EoS":true}
{"level":"info","ts":1784829953.5846162,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ad811d16-19f7-4428-a81c-885124f8830b"}
{"level":"info","ts":1784829990.7012892,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784829990.7013793,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab253766-177e-4228-8dc0-12465bb46e53"}
{"level":"info","ts":1784829990.70139,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab253766-177e-4228-8dc0-12465bb46e53"}
{"level":"info","ts":1784829990.7014022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab253766-177e-4228-8dc0-12465bb46e53","EoS":true}
{"level":"info","ts":1784829990.7014306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab253766-177e-4228-8dc0-12465bb46e53","header":"x-maas-group"}
{"level":"info","ts":1784829990.7014413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab253766-177e-4228-8dc0-12465bb46e53","header":"x-maas-username"}
{"level":"info","ts":1784829990.7014494,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab253766-177e-4228-8dc0-12465bb46e53","header":"x-maas-subscription"}
{"level":"info","ts":1784829990.7014663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab253766-177e-4228-8dc0-12465bb46e53","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784829990.7014956,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab253766-177e-4228-8dc0-12465bb46e53"}
{"level":"info","ts":1784829990.7033777,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab253766-177e-4228-8dc0-12465bb46e53"}
{"level":"info","ts":1784829990.7034063,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ab253766-177e-4228-8dc0-12465bb46e53"}
{"level":"info","ts":1784829990.7034245,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab253766-177e-4228-8dc0-12465bb46e53","EoS":false}
{"level":"info","ts":1784829990.7034352,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab253766-177e-4228-8dc0-12465bb46e53","EoS":true}
{"level":"info","ts":1784829990.7034683,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ab253766-177e-4228-8dc0-12465bb46e53"}
{"level":"info","ts":1784830006.014085,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830006.01417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28b1f78e-dbec-471e-be21-a51dc0035504"}
{"level":"info","ts":1784830006.01418,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"28b1f78e-dbec-471e-be21-a51dc0035504"}
{"level":"info","ts":1784830006.0141919,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28b1f78e-dbec-471e-be21-a51dc0035504","EoS":true}
{"level":"info","ts":1784830006.014219,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28b1f78e-dbec-471e-be21-a51dc0035504","header":"x-maas-subscription"}
{"level":"info","ts":1784830006.01423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28b1f78e-dbec-471e-be21-a51dc0035504","header":"x-maas-username"}
{"level":"info","ts":1784830006.0142343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28b1f78e-dbec-471e-be21-a51dc0035504","header":"x-maas-group"}
{"level":"info","ts":1784830006.0142477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28b1f78e-dbec-471e-be21-a51dc0035504","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830006.0142684,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"28b1f78e-dbec-471e-be21-a51dc0035504"}
{"level":"info","ts":1784830006.0159135,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"28b1f78e-dbec-471e-be21-a51dc0035504"}
{"level":"info","ts":1784830006.0159352,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"28b1f78e-dbec-471e-be21-a51dc0035504"}
{"level":"info","ts":1784830006.0159495,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"28b1f78e-dbec-471e-be21-a51dc0035504","EoS":false}
{"level":"info","ts":1784830006.0159612,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"28b1f78e-dbec-471e-be21-a51dc0035504","EoS":true}
{"level":"info","ts":1784830006.0159957,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"28b1f78e-dbec-471e-be21-a51dc0035504"}
{"level":"info","ts":1784830313.3290145,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830313.3291025,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44955f96-ee43-9fd1-b460-95b2ea993aa5"}
{"level":"info","ts":1784830313.3291106,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44955f96-ee43-9fd1-b460-95b2ea993aa5"}
{"level":"info","ts":1784830313.3291214,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44955f96-ee43-9fd1-b460-95b2ea993aa5","EoS":true}
{"level":"info","ts":1784830313.3291447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44955f96-ee43-9fd1-b460-95b2ea993aa5","header":"x-maas-group"}
{"level":"info","ts":1784830313.3291554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44955f96-ee43-9fd1-b460-95b2ea993aa5","header":"x-maas-username"}
{"level":"info","ts":1784830313.32916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44955f96-ee43-9fd1-b460-95b2ea993aa5","header":"x-maas-subscription"}
{"level":"info","ts":1784830313.329173,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44955f96-ee43-9fd1-b460-95b2ea993aa5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830313.3291967,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44955f96-ee43-9fd1-b460-95b2ea993aa5"}
{"level":"info","ts":1784830313.3309424,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44955f96-ee43-9fd1-b460-95b2ea993aa5"}
{"level":"info","ts":1784830313.3309631,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"44955f96-ee43-9fd1-b460-95b2ea993aa5"}
{"level":"info","ts":1784830313.3309832,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"44955f96-ee43-9fd1-b460-95b2ea993aa5","EoS":false}
{"level":"info","ts":1784830313.3309977,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"44955f96-ee43-9fd1-b460-95b2ea993aa5","EoS":true}
{"level":"info","ts":1784830313.3310316,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"44955f96-ee43-9fd1-b460-95b2ea993aa5"}
{"level":"info","ts":1784830318.1278036,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"83978b4a-4b9e-4835-8d48-54fd730eecf9","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784830318.1280649,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34413.40274528,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784830318.1280973,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784830318.1799035,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784830318.2286165,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"83978b4a-4b9e-4835-8d48-54fd730eecf9","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784830318.2524076,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c552a51c-2dcd-4d7e-bdbd-07bcda90797d"}
{"level":"info","ts":1784830318.2524078,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"31654db9-1b81-47aa-bcfe-0c099bba8446","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784830318.2524433,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"31654db9-1b81-47aa-bcfe-0c099bba8446","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784830318.2603168,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"65e6591f-8b86-4600-be4b-51685f28774c","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784830318.2603405,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"65e6591f-8b86-4600-be4b-51685f28774c","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784830318.260638,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34233.604662023,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784830318.2606564,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784830318.2677763,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784830318.3607507,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c552a51c-2dcd-4d7e-bdbd-07bcda90797d","name":"e2e-external-provider"}
{"level":"info","ts":1784830318.3671868,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a40516e8-0d91-4d1f-875e-b0f150a4a0a8","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784830318.3671937,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"844412e8-946c-4839-8c19-aa20bf8f3bd5"}
{"level":"info","ts":1784830318.3672435,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a40516e8-0d91-4d1f-875e-b0f150a4a0a8","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784830318.3708248,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c552a51c-2dcd-4d7e-bdbd-07bcda90797d","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784830318.3730886,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5b7082f-b0eb-4c14-8fc5-672337f13d59","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784830318.3731177,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5b7082f-b0eb-4c14-8fc5-672337f13d59","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784830318.3732324,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"844412e8-946c-4839-8c19-aa20bf8f3bd5","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784830318.3791838,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20761756-75df-4c3f-9c78-01ba4408a62a","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784830318.3792112,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20761756-75df-4c3f-9c78-01ba4408a62a","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784830318.379274,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"844412e8-946c-4839-8c19-aa20bf8f3bd5","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784830318.379356,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2dd89edc-39f4-40ee-ad86-859cfb854d5f"}
{"level":"info","ts":1784830318.3793812,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2dd89edc-39f4-40ee-ad86-859cfb854d5f","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784830318.3817117,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c552a51c-2dcd-4d7e-bdbd-07bcda90797d","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784830318.3837178,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2dd89edc-39f4-40ee-ad86-859cfb854d5f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784830318.3887038,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c552a51c-2dcd-4d7e-bdbd-07bcda90797d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784830318.3945372,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee99389e-b22b-4325-9f84-5d1dc2867f5e"}
{"level":"info","ts":1784830318.394563,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee99389e-b22b-4325-9f84-5d1dc2867f5e","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784830318.3958933,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49cfba91-2cba-4aa1-b4a9-0e4d65f39217","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784830318.3959174,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49cfba91-2cba-4aa1-b4a9-0e4d65f39217","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784830318.3959706,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9681370-62de-455f-8a4d-d10c13d216f2","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784830318.3959844,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9681370-62de-455f-8a4d-d10c13d216f2","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784830318.3959947,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2a832eb6-aece-4aa3-90b2-96d54749da62"}
{"level":"info","ts":1784830318.3960483,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2a832eb6-aece-4aa3-90b2-96d54749da62","name":"e2e-external-provider"}
{"level":"error","ts":1784830318.3986833,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee99389e-b22b-4325-9f84-5d1dc2867f5e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784830318.3987284,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05689397-73e2-4ab4-9b33-fdc465ba9c97"}
{"level":"info","ts":1784830318.3989146,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34738.607496226,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784830318.3989282,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784830318.4059577,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2a832eb6-aece-4aa3-90b2-96d54749da62","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784830318.4090316,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784830318.4108527,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dfe85e38-7abb-446d-9152-2c53b94f5a55"}
{"level":"info","ts":1784830318.410898,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dfe85e38-7abb-446d-9152-2c53b94f5a55","name":"e2e-external-provider"}
{"level":"info","ts":1784830318.420537,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dfe85e38-7abb-446d-9152-2c53b94f5a55","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784830318.4994326,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05689397-73e2-4ab4-9b33-fdc465ba9c97","name":"e2e-external-model"}
{"level":"info","ts":1784830318.5118785,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05689397-73e2-4ab4-9b33-fdc465ba9c97","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784830318.5221362,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"beb17c86-470d-480e-bc61-d7f254eff881","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784830318.5221875,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"beb17c86-470d-480e-bc61-d7f254eff881","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784830318.5221872,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e15172ac-5d82-406e-bc86-0fbd4456dff1"}
{"level":"info","ts":1784830318.5222647,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e15172ac-5d82-406e-bc86-0fbd4456dff1","name":"e2e-external-model"}
{"level":"info","ts":1784830318.5396805,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e49c60c-8275-4423-aa43-56cb4157d4fb","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784830318.5397215,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e49c60c-8275-4423-aa43-56cb4157d4fb","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784830318.539771,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e15172ac-5d82-406e-bc86-0fbd4456dff1","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784830318.5398378,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fdddd9d7-30d4-449e-9663-7577eda43fcb"}
{"level":"info","ts":1784830318.5398886,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fdddd9d7-30d4-449e-9663-7577eda43fcb","name":"e2e-external-model"}
{"level":"info","ts":1784830318.5491934,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fdddd9d7-30d4-449e-9663-7577eda43fcb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784830318.5554004,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ae553b7-19c9-42c5-8890-67020c4cba51","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784830318.555431,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ae553b7-19c9-42c5-8890-67020c4cba51","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784830318.55558,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b66ad8e-e6d1-4401-8f01-15ad25d2d882"}
{"level":"info","ts":1784830318.5556505,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b66ad8e-e6d1-4401-8f01-15ad25d2d882","name":"e2e-external-model"}
{"level":"info","ts":1784830318.5642014,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b66ad8e-e6d1-4401-8f01-15ad25d2d882","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784830325.8406675,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830325.840755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d8b47d3-d147-4b31-9a28-cda86cdc2f7e"}
{"level":"info","ts":1784830325.8407702,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d8b47d3-d147-4b31-9a28-cda86cdc2f7e"}
{"level":"info","ts":1784830325.840783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d8b47d3-d147-4b31-9a28-cda86cdc2f7e","EoS":true}
{"level":"info","ts":1784830325.840812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d8b47d3-d147-4b31-9a28-cda86cdc2f7e","header":"x-maas-group"}
{"level":"info","ts":1784830325.8408248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d8b47d3-d147-4b31-9a28-cda86cdc2f7e","header":"x-maas-subscription"}
{"level":"info","ts":1784830325.8408322,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d8b47d3-d147-4b31-9a28-cda86cdc2f7e","header":"x-maas-username"}
{"level":"info","ts":1784830325.840847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d8b47d3-d147-4b31-9a28-cda86cdc2f7e","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784830325.8408546,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9d8b47d3-d147-4b31-9a28-cda86cdc2f7e","modelName":"e2e-external-model"}
{"level":"info","ts":1784830325.8408666,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9d8b47d3-d147-4b31-9a28-cda86cdc2f7e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784830325.8409,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"9d8b47d3-d147-4b31-9a28-cda86cdc2f7e","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784830325.8409195,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"9d8b47d3-d147-4b31-9a28-cda86cdc2f7e","authType":"apikey"}
{"level":"info","ts":1784830325.8409476,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d8b47d3-d147-4b31-9a28-cda86cdc2f7e"}
{"level":"info","ts":1784830325.955981,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ed2a3ad-fb2d-4a2e-9324-d19818c1a1b4","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784830325.9560263,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ed2a3ad-fb2d-4a2e-9324-d19818c1a1b4","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784830325.956047,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"312eb049-079d-49c2-87e7-cc44c25242a1"}
{"level":"info","ts":1784830325.9636638,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1714cd1c-996e-4447-ad69-f136363f6644","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784830325.9636688,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"312eb049-079d-49c2-87e7-cc44c25242a1","name":"e2e-cleanup-test"}
{"level":"info","ts":1784830325.9636958,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1714cd1c-996e-4447-ad69-f136363f6644","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784830325.9821904,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"312eb049-079d-49c2-87e7-cc44c25242a1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784830325.9904103,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6be3ba4c-d71b-4e96-93dc-27d5143764ef","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784830325.9904454,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6be3ba4c-d71b-4e96-93dc-27d5143764ef","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784830325.9904103,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc6a0159-aaea-47cb-809e-29eaac75db6f"}
{"level":"info","ts":1784830325.9905274,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc6a0159-aaea-47cb-809e-29eaac75db6f","name":"e2e-cleanup-test"}
{"level":"info","ts":1784830326.0059023,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15723d0f-a055-4c68-9f28-8dcb58d1f5c6","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784830326.0059342,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15723d0f-a055-4c68-9f28-8dcb58d1f5c6","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784830326.0060904,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc6a0159-aaea-47cb-809e-29eaac75db6f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784830326.0061522,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22972fc5-89c0-4e66-9610-b2b86584b532"}
{"level":"info","ts":1784830326.0061972,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22972fc5-89c0-4e66-9610-b2b86584b532","name":"e2e-cleanup-test"}
{"level":"info","ts":1784830326.01564,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22972fc5-89c0-4e66-9610-b2b86584b532","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784830326.0215704,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5bab98e2-6ab4-4af3-bf7e-7c3d297c7cf5","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784830326.021637,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5bab98e2-6ab4-4af3-bf7e-7c3d297c7cf5","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784830326.0216463,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e096fff-370b-4df1-abe8-b35d31758844"}
{"level":"info","ts":1784830326.0216918,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e096fff-370b-4df1-abe8-b35d31758844","name":"e2e-cleanup-test"}
{"level":"info","ts":1784830326.0300667,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e096fff-370b-4df1-abe8-b35d31758844","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784830334.22516,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c08b9a0e-9380-479c-ba56-eb9ea6410d57"}
{"level":"info","ts":1784830334.2251604,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5358a9ea-53c6-4f2f-9ccb-5376e7abf2c0","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784830334.225231,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5358a9ea-53c6-4f2f-9ccb-5376e7abf2c0","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784830338.572118,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830338.5721946,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52a01cd7-7924-4db4-b609-6bedc849afd0"}
{"level":"info","ts":1784830338.5722024,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52a01cd7-7924-4db4-b609-6bedc849afd0"}
{"level":"info","ts":1784830338.5722141,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52a01cd7-7924-4db4-b609-6bedc849afd0","EoS":true}
{"level":"info","ts":1784830338.572249,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52a01cd7-7924-4db4-b609-6bedc849afd0","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784830338.572279,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52a01cd7-7924-4db4-b609-6bedc849afd0"}
{"level":"info","ts":1784830338.6150708,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830338.61515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cf49e83-dfac-4b71-82b0-a45e442a80af"}
{"level":"info","ts":1784830338.6151621,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1cf49e83-dfac-4b71-82b0-a45e442a80af"}
{"level":"info","ts":1784830338.615174,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1cf49e83-dfac-4b71-82b0-a45e442a80af","EoS":true}
{"level":"info","ts":1784830338.6151972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cf49e83-dfac-4b71-82b0-a45e442a80af","header":"x-maas-group"}
{"level":"info","ts":1784830338.6152084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cf49e83-dfac-4b71-82b0-a45e442a80af","header":"x-maas-subscription"}
{"level":"info","ts":1784830338.6152139,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cf49e83-dfac-4b71-82b0-a45e442a80af","header":"x-maas-username"}
{"level":"info","ts":1784830338.6152766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1cf49e83-dfac-4b71-82b0-a45e442a80af","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784830338.6152868,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1cf49e83-dfac-4b71-82b0-a45e442a80af","modelName":"e2e-external-model"}
{"level":"info","ts":1784830338.6153007,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1cf49e83-dfac-4b71-82b0-a45e442a80af","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784830338.6153233,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"1cf49e83-dfac-4b71-82b0-a45e442a80af","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784830338.6153417,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"1cf49e83-dfac-4b71-82b0-a45e442a80af","authType":"apikey"}
{"level":"info","ts":1784830338.615367,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1cf49e83-dfac-4b71-82b0-a45e442a80af"}
{"level":"info","ts":1784830338.6595674,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830338.6596756,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9af410cc-85c3-4e34-b116-8f1f5fa29962"}
{"level":"info","ts":1784830338.6596916,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9af410cc-85c3-4e34-b116-8f1f5fa29962"}
{"level":"info","ts":1784830338.6597683,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9af410cc-85c3-4e34-b116-8f1f5fa29962","EoS":true}
{"level":"info","ts":1784830338.6598067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9af410cc-85c3-4e34-b116-8f1f5fa29962","header":"x-maas-username"}
{"level":"info","ts":1784830338.6598182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9af410cc-85c3-4e34-b116-8f1f5fa29962","header":"x-maas-group"}
{"level":"info","ts":1784830338.659828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9af410cc-85c3-4e34-b116-8f1f5fa29962","header":"x-maas-subscription"}
{"level":"info","ts":1784830338.659848,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9af410cc-85c3-4e34-b116-8f1f5fa29962","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784830338.659882,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9af410cc-85c3-4e34-b116-8f1f5fa29962"}
{"level":"info","ts":1784830338.7603812,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9af410cc-85c3-4e34-b116-8f1f5fa29962"}
{"level":"info","ts":1784830338.7604098,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9af410cc-85c3-4e34-b116-8f1f5fa29962"}
{"level":"info","ts":1784830338.7604303,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9af410cc-85c3-4e34-b116-8f1f5fa29962","EoS":false}
{"level":"info","ts":1784830338.7604437,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9af410cc-85c3-4e34-b116-8f1f5fa29962","EoS":true}
{"level":"error","ts":1784830338.760461,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"9af410cc-85c3-4e34-b116-8f1f5fa29962","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784830338.7605124,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9af410cc-85c3-4e34-b116-8f1f5fa29962"}
{"level":"info","ts":1784830338.7984133,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830338.7984877,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb9b17ad-200f-4ae7-8a9e-4a122892aadc"}
{"level":"info","ts":1784830338.7985027,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb9b17ad-200f-4ae7-8a9e-4a122892aadc"}
{"level":"info","ts":1784830338.7985134,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb9b17ad-200f-4ae7-8a9e-4a122892aadc","EoS":true}
{"level":"info","ts":1784830338.7985368,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb9b17ad-200f-4ae7-8a9e-4a122892aadc","header":"x-maas-subscription"}
{"level":"info","ts":1784830338.7985456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb9b17ad-200f-4ae7-8a9e-4a122892aadc","header":"x-maas-username"}
{"level":"info","ts":1784830338.7985506,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb9b17ad-200f-4ae7-8a9e-4a122892aadc","header":"x-maas-group"}
{"level":"info","ts":1784830338.7985792,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb9b17ad-200f-4ae7-8a9e-4a122892aadc"}
{"level":"info","ts":1784830338.8483737,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cb9b17ad-200f-4ae7-8a9e-4a122892aadc"}
{"level":"info","ts":1784830338.8484013,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cb9b17ad-200f-4ae7-8a9e-4a122892aadc"}
{"level":"info","ts":1784830338.848418,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cb9b17ad-200f-4ae7-8a9e-4a122892aadc","EoS":false}
{"level":"info","ts":1784830338.848431,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cb9b17ad-200f-4ae7-8a9e-4a122892aadc","EoS":true}
{"level":"error","ts":1784830338.8484478,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"cb9b17ad-200f-4ae7-8a9e-4a122892aadc","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784830338.8484874,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cb9b17ad-200f-4ae7-8a9e-4a122892aadc"}
{"level":"info","ts":1784830339.740093,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e8b81dc-93bf-4d08-979a-79b67c1d0688"}
{"level":"info","ts":1784830339.7401378,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a7a5f86-e26c-4643-880f-71ae576f6817","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784830339.740173,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a7a5f86-e26c-4643-880f-71ae576f6817","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784830339.885666,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a26b17a4-a030-4e98-a7de-558de2ce2d79","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784830339.8857143,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a26b17a4-a030-4e98-a7de-558de2ce2d79","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784830339.8856866,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0af72ee0-f00d-4a25-91b1-e1ba48b48dd3"}
{"level":"info","ts":1784830339.998394,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e2fb83c3-4dc1-46e8-ba60-fc10f36636c4","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784830339.9984486,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e2fb83c3-4dc1-46e8-ba60-fc10f36636c4","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784830956.645927,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830956.646016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8c7b492-8bfc-4822-81e5-010d92f0a6a9"}
{"level":"info","ts":1784830956.646024,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8c7b492-8bfc-4822-81e5-010d92f0a6a9"}
{"level":"info","ts":1784830956.646035,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8c7b492-8bfc-4822-81e5-010d92f0a6a9","EoS":true}
{"level":"info","ts":1784830956.6460674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8c7b492-8bfc-4822-81e5-010d92f0a6a9","header":"x-maas-group"}
{"level":"info","ts":1784830956.6460776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8c7b492-8bfc-4822-81e5-010d92f0a6a9","header":"x-maas-subscription"}
{"level":"info","ts":1784830956.646083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8c7b492-8bfc-4822-81e5-010d92f0a6a9","header":"x-maas-username"}
{"level":"info","ts":1784830956.646097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8c7b492-8bfc-4822-81e5-010d92f0a6a9","path":"/ai-tenant-e2e-inf-b-7893d7/test-model-7893d7/v1/chat/completions"}
{"level":"info","ts":1784830956.646122,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8c7b492-8bfc-4822-81e5-010d92f0a6a9"}
{"level":"info","ts":1784830956.6597266,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f8c7b492-8bfc-4822-81e5-010d92f0a6a9"}
{"level":"info","ts":1784830956.6597497,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f8c7b492-8bfc-4822-81e5-010d92f0a6a9"}
{"level":"info","ts":1784830956.6597667,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f8c7b492-8bfc-4822-81e5-010d92f0a6a9","EoS":false}
{"level":"info","ts":1784830956.6597795,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f8c7b492-8bfc-4822-81e5-010d92f0a6a9","EoS":true}
{"level":"info","ts":1784830956.6598232,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f8c7b492-8bfc-4822-81e5-010d92f0a6a9"}
{"level":"info","ts":1784831407.4468877,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831407.4469962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f85104f8-e54b-480a-b342-5cc72a3290fe"}
{"level":"info","ts":1784831407.4470334,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f85104f8-e54b-480a-b342-5cc72a3290fe"}
{"level":"info","ts":1784831407.4470491,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f85104f8-e54b-480a-b342-5cc72a3290fe","EoS":true}
{"level":"info","ts":1784831407.4470732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f85104f8-e54b-480a-b342-5cc72a3290fe","header":"x-maas-username"}
{"level":"info","ts":1784831407.4470832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f85104f8-e54b-480a-b342-5cc72a3290fe","header":"x-maas-subscription"}
{"level":"info","ts":1784831407.4470882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f85104f8-e54b-480a-b342-5cc72a3290fe","header":"x-maas-group"}
{"level":"info","ts":1784831407.447102,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f85104f8-e54b-480a-b342-5cc72a3290fe","path":"/ai-tenant-e2e-shared-a-4d95fb/rate-test-model-4d95fb/v1/completions"}
{"level":"info","ts":1784831407.4471276,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f85104f8-e54b-480a-b342-5cc72a3290fe"}
{"level":"info","ts":1784831407.4608102,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f85104f8-e54b-480a-b342-5cc72a3290fe"}
{"level":"info","ts":1784831407.4608362,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f85104f8-e54b-480a-b342-5cc72a3290fe"}
{"level":"info","ts":1784831407.4608533,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f85104f8-e54b-480a-b342-5cc72a3290fe","EoS":false}
{"level":"info","ts":1784831407.4608657,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f85104f8-e54b-480a-b342-5cc72a3290fe","EoS":true}
{"level":"info","ts":1784831407.4609027,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f85104f8-e54b-480a-b342-5cc72a3290fe"}
{"level":"info","ts":1784831423.6060612,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831423.606141,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ca9cae6-e78b-4501-b74e-061ccfb4bd86"}
{"level":"info","ts":1784831423.6061509,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ca9cae6-e78b-4501-b74e-061ccfb4bd86"}
{"level":"info","ts":1784831423.6061645,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ca9cae6-e78b-4501-b74e-061ccfb4bd86","EoS":true}
{"level":"info","ts":1784831423.6061916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ca9cae6-e78b-4501-b74e-061ccfb4bd86","header":"x-maas-subscription"}
{"level":"info","ts":1784831423.6062021,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ca9cae6-e78b-4501-b74e-061ccfb4bd86","header":"x-maas-username"}
{"level":"info","ts":1784831423.6062078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ca9cae6-e78b-4501-b74e-061ccfb4bd86","header":"x-maas-group"}
{"level":"info","ts":1784831423.6062217,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ca9cae6-e78b-4501-b74e-061ccfb4bd86","path":"/ai-tenant-e2e-shared-a-4d95fb/rate-test-model-4d95fb/v1/completions"}
{"level":"info","ts":1784831423.606247,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ca9cae6-e78b-4501-b74e-061ccfb4bd86"}
{"level":"info","ts":1784831423.6072063,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3ca9cae6-e78b-4501-b74e-061ccfb4bd86"}
{"level":"info","ts":1784831423.6072292,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3ca9cae6-e78b-4501-b74e-061ccfb4bd86"}
{"level":"info","ts":1784831423.6072474,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3ca9cae6-e78b-4501-b74e-061ccfb4bd86","EoS":false}
{"level":"info","ts":1784831423.6072588,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3ca9cae6-e78b-4501-b74e-061ccfb4bd86","EoS":true}
{"level":"info","ts":1784831423.6072912,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3ca9cae6-e78b-4501-b74e-061ccfb4bd86"}