{"level":"info","ts":1784896391.9486618,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896391.9487352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d3c2671-4fff-4169-9226-1b027c0fe8b5"} {"level":"info","ts":1784896391.9487453,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d3c2671-4fff-4169-9226-1b027c0fe8b5"} {"level":"info","ts":1784896391.9487572,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d3c2671-4fff-4169-9226-1b027c0fe8b5","EoS":true} {"level":"info","ts":1784896391.9487863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d3c2671-4fff-4169-9226-1b027c0fe8b5","header":"x-maas-username"} {"level":"info","ts":1784896391.948795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d3c2671-4fff-4169-9226-1b027c0fe8b5","header":"x-maas-subscription"} {"level":"info","ts":1784896391.9487991,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d3c2671-4fff-4169-9226-1b027c0fe8b5","header":"x-maas-group"} {"level":"info","ts":1784896391.9488127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d3c2671-4fff-4169-9226-1b027c0fe8b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896391.9488418,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d3c2671-4fff-4169-9226-1b027c0fe8b5"} {"level":"info","ts":1784896391.950554,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4d3c2671-4fff-4169-9226-1b027c0fe8b5"} {"level":"info","ts":1784896391.950579,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4d3c2671-4fff-4169-9226-1b027c0fe8b5"} {"level":"info","ts":1784896391.9505956,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4d3c2671-4fff-4169-9226-1b027c0fe8b5","EoS":false} {"level":"info","ts":1784896391.9506073,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4d3c2671-4fff-4169-9226-1b027c0fe8b5","EoS":true} {"level":"info","ts":1784896391.9506543,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4d3c2671-4fff-4169-9226-1b027c0fe8b5"} {"level":"info","ts":1784896392.7408934,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896392.740978,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15726e8f-431e-4d6d-91cb-d7c33ac96ee2"} {"level":"info","ts":1784896392.740992,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"15726e8f-431e-4d6d-91cb-d7c33ac96ee2"} {"level":"info","ts":1784896392.7410107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15726e8f-431e-4d6d-91cb-d7c33ac96ee2","EoS":true} {"level":"info","ts":1784896392.74108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"15726e8f-431e-4d6d-91cb-d7c33ac96ee2","header":"x-maas-group"} {"level":"info","ts":1784896392.7410934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"15726e8f-431e-4d6d-91cb-d7c33ac96ee2","header":"x-maas-subscription"} {"level":"info","ts":1784896392.7411008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"15726e8f-431e-4d6d-91cb-d7c33ac96ee2","header":"x-maas-username"} {"level":"info","ts":1784896392.7411215,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15726e8f-431e-4d6d-91cb-d7c33ac96ee2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896392.7411537,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"15726e8f-431e-4d6d-91cb-d7c33ac96ee2"} {"level":"info","ts":1784896392.7421517,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"15726e8f-431e-4d6d-91cb-d7c33ac96ee2"} {"level":"info","ts":1784896392.7421713,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"15726e8f-431e-4d6d-91cb-d7c33ac96ee2"} {"level":"info","ts":1784896392.7421901,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"15726e8f-431e-4d6d-91cb-d7c33ac96ee2","EoS":false} {"level":"info","ts":1784896392.742205,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"15726e8f-431e-4d6d-91cb-d7c33ac96ee2","EoS":true} {"level":"info","ts":1784896392.7422419,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"15726e8f-431e-4d6d-91cb-d7c33ac96ee2"} {"level":"info","ts":1784896415.910569,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896415.9106472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3df38b0-f57b-489c-a86d-9a6b4b21042a"} {"level":"info","ts":1784896415.9106617,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3df38b0-f57b-489c-a86d-9a6b4b21042a"} {"level":"info","ts":1784896415.910678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3df38b0-f57b-489c-a86d-9a6b4b21042a","EoS":true} {"level":"info","ts":1784896415.910708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3df38b0-f57b-489c-a86d-9a6b4b21042a","header":"x-maas-subscription"} {"level":"info","ts":1784896415.9107172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3df38b0-f57b-489c-a86d-9a6b4b21042a","header":"x-maas-username"} {"level":"info","ts":1784896415.9107215,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3df38b0-f57b-489c-a86d-9a6b4b21042a","header":"x-maas-group"} {"level":"info","ts":1784896415.910735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3df38b0-f57b-489c-a86d-9a6b4b21042a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896415.9107609,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3df38b0-f57b-489c-a86d-9a6b4b21042a"} {"level":"info","ts":1784896415.9139788,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b3df38b0-f57b-489c-a86d-9a6b4b21042a"} {"level":"info","ts":1784896415.9139988,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b3df38b0-f57b-489c-a86d-9a6b4b21042a"} {"level":"info","ts":1784896415.9140134,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b3df38b0-f57b-489c-a86d-9a6b4b21042a","EoS":false} {"level":"info","ts":1784896415.9140468,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b3df38b0-f57b-489c-a86d-9a6b4b21042a","EoS":true} {"level":"info","ts":1784896415.9140933,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b3df38b0-f57b-489c-a86d-9a6b4b21042a"} {"level":"info","ts":1784896416.0509899,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896416.0510886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"320e3807-afba-4556-b2e2-b7236ab341f3"} {"level":"info","ts":1784896416.0511014,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"320e3807-afba-4556-b2e2-b7236ab341f3"} {"level":"info","ts":1784896416.0511122,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"320e3807-afba-4556-b2e2-b7236ab341f3","EoS":true} {"level":"info","ts":1784896416.0511339,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"320e3807-afba-4556-b2e2-b7236ab341f3","header":"x-maas-group"} {"level":"info","ts":1784896416.0511498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"320e3807-afba-4556-b2e2-b7236ab341f3","header":"x-maas-subscription"} {"level":"info","ts":1784896416.0511549,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"320e3807-afba-4556-b2e2-b7236ab341f3","header":"x-maas-username"} {"level":"info","ts":1784896416.0511656,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"320e3807-afba-4556-b2e2-b7236ab341f3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896416.0511887,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"320e3807-afba-4556-b2e2-b7236ab341f3"} {"level":"info","ts":1784896416.0522573,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"320e3807-afba-4556-b2e2-b7236ab341f3"} {"level":"info","ts":1784896416.0522757,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"320e3807-afba-4556-b2e2-b7236ab341f3"} {"level":"info","ts":1784896416.0522902,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"320e3807-afba-4556-b2e2-b7236ab341f3","EoS":false} {"level":"info","ts":1784896416.052302,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"320e3807-afba-4556-b2e2-b7236ab341f3","EoS":true} {"level":"info","ts":1784896416.0523415,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"320e3807-afba-4556-b2e2-b7236ab341f3"} {"level":"info","ts":1784896416.186332,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896416.1863983,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6257c6a-7611-4653-9d0c-b81400fbebfb"} {"level":"info","ts":1784896416.186409,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d6257c6a-7611-4653-9d0c-b81400fbebfb"} {"level":"info","ts":1784896416.1864195,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d6257c6a-7611-4653-9d0c-b81400fbebfb","EoS":true} {"level":"info","ts":1784896416.1864395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6257c6a-7611-4653-9d0c-b81400fbebfb","header":"x-maas-subscription"} {"level":"info","ts":1784896416.186449,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6257c6a-7611-4653-9d0c-b81400fbebfb","header":"x-maas-group"} {"level":"info","ts":1784896416.1864545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6257c6a-7611-4653-9d0c-b81400fbebfb","header":"x-maas-username"} {"level":"info","ts":1784896416.186466,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d6257c6a-7611-4653-9d0c-b81400fbebfb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896416.186487,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d6257c6a-7611-4653-9d0c-b81400fbebfb"} {"level":"info","ts":1784896416.1875978,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d6257c6a-7611-4653-9d0c-b81400fbebfb"} {"level":"info","ts":1784896416.1876233,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d6257c6a-7611-4653-9d0c-b81400fbebfb"} {"level":"info","ts":1784896416.187641,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d6257c6a-7611-4653-9d0c-b81400fbebfb","EoS":false} {"level":"info","ts":1784896416.187652,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d6257c6a-7611-4653-9d0c-b81400fbebfb","EoS":true} {"level":"info","ts":1784896416.1876926,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d6257c6a-7611-4653-9d0c-b81400fbebfb"} {"level":"info","ts":1784896416.3222175,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896416.3222811,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bab21b94-bd61-4dee-a0ec-0a5c65bdd065"} {"level":"info","ts":1784896416.3222897,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bab21b94-bd61-4dee-a0ec-0a5c65bdd065"} {"level":"info","ts":1784896416.3223011,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bab21b94-bd61-4dee-a0ec-0a5c65bdd065","EoS":true} {"level":"info","ts":1784896416.3223243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bab21b94-bd61-4dee-a0ec-0a5c65bdd065","header":"x-maas-subscription"} {"level":"info","ts":1784896416.3223348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bab21b94-bd61-4dee-a0ec-0a5c65bdd065","header":"x-maas-username"} {"level":"info","ts":1784896416.3223398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bab21b94-bd61-4dee-a0ec-0a5c65bdd065","header":"x-maas-group"} {"level":"info","ts":1784896416.3223531,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bab21b94-bd61-4dee-a0ec-0a5c65bdd065","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896416.322374,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bab21b94-bd61-4dee-a0ec-0a5c65bdd065"} {"level":"info","ts":1784896416.3234937,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bab21b94-bd61-4dee-a0ec-0a5c65bdd065"} {"level":"info","ts":1784896416.3235102,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bab21b94-bd61-4dee-a0ec-0a5c65bdd065"} {"level":"info","ts":1784896416.3235238,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bab21b94-bd61-4dee-a0ec-0a5c65bdd065","EoS":false} {"level":"info","ts":1784896416.3235345,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bab21b94-bd61-4dee-a0ec-0a5c65bdd065","EoS":true} {"level":"info","ts":1784896416.3235688,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bab21b94-bd61-4dee-a0ec-0a5c65bdd065"} {"level":"info","ts":1784896416.4585655,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896416.458642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f0d9d96-61bc-4772-9e1e-512654c3caa8"} {"level":"info","ts":1784896416.4586532,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f0d9d96-61bc-4772-9e1e-512654c3caa8"} {"level":"info","ts":1784896416.458665,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f0d9d96-61bc-4772-9e1e-512654c3caa8","EoS":true} {"level":"info","ts":1784896416.4586897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f0d9d96-61bc-4772-9e1e-512654c3caa8","header":"x-maas-subscription"} {"level":"info","ts":1784896416.4586995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f0d9d96-61bc-4772-9e1e-512654c3caa8","header":"x-maas-group"} {"level":"info","ts":1784896416.4587057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f0d9d96-61bc-4772-9e1e-512654c3caa8","header":"x-maas-username"} {"level":"info","ts":1784896416.4587169,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f0d9d96-61bc-4772-9e1e-512654c3caa8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896416.4587371,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f0d9d96-61bc-4772-9e1e-512654c3caa8"} {"level":"info","ts":1784896416.4597747,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3f0d9d96-61bc-4772-9e1e-512654c3caa8"} {"level":"info","ts":1784896416.4597955,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3f0d9d96-61bc-4772-9e1e-512654c3caa8"} {"level":"info","ts":1784896416.4598088,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3f0d9d96-61bc-4772-9e1e-512654c3caa8","EoS":false} {"level":"info","ts":1784896416.45982,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3f0d9d96-61bc-4772-9e1e-512654c3caa8","EoS":true} {"level":"info","ts":1784896416.4598522,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3f0d9d96-61bc-4772-9e1e-512654c3caa8"} {"level":"info","ts":1784896433.3752215,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896433.3753119,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a453adc5-0aad-4e03-a096-580cfb4f0b47"} {"level":"info","ts":1784896433.3753343,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a453adc5-0aad-4e03-a096-580cfb4f0b47"} {"level":"info","ts":1784896433.3753467,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a453adc5-0aad-4e03-a096-580cfb4f0b47","EoS":true} {"level":"info","ts":1784896433.3753805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a453adc5-0aad-4e03-a096-580cfb4f0b47","header":"x-maas-group"} {"level":"info","ts":1784896433.375393,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a453adc5-0aad-4e03-a096-580cfb4f0b47","header":"x-maas-username"} {"level":"info","ts":1784896433.3753982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a453adc5-0aad-4e03-a096-580cfb4f0b47","header":"x-maas-subscription"} {"level":"info","ts":1784896433.3754096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a453adc5-0aad-4e03-a096-580cfb4f0b47","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896433.375432,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a453adc5-0aad-4e03-a096-580cfb4f0b47"} {"level":"info","ts":1784896433.3765502,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a453adc5-0aad-4e03-a096-580cfb4f0b47"} {"level":"info","ts":1784896433.3765712,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a453adc5-0aad-4e03-a096-580cfb4f0b47"} {"level":"info","ts":1784896433.3765862,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a453adc5-0aad-4e03-a096-580cfb4f0b47","EoS":false} {"level":"info","ts":1784896433.3765996,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a453adc5-0aad-4e03-a096-580cfb4f0b47","EoS":true} {"level":"info","ts":1784896433.3766408,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a453adc5-0aad-4e03-a096-580cfb4f0b47"} {"level":"info","ts":1784896433.4725084,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896433.4725704,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c08a066f-1041-4384-89b5-cc5de92a73a9"} {"level":"info","ts":1784896433.4735,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c08a066f-1041-4384-89b5-cc5de92a73a9"} {"level":"info","ts":1784896433.4735184,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c08a066f-1041-4384-89b5-cc5de92a73a9"} {"level":"info","ts":1784896433.473536,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c08a066f-1041-4384-89b5-cc5de92a73a9","EoS":false} {"level":"info","ts":1784896433.473548,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"c08a066f-1041-4384-89b5-cc5de92a73a9"} {"level":"info","ts":1784896433.4735773,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c08a066f-1041-4384-89b5-cc5de92a73a9","EoS":true} {"level":"info","ts":1784896433.47359,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"c08a066f-1041-4384-89b5-cc5de92a73a9"} {"level":"info","ts":1784896438.1097534,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896438.1098232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7cc918b-3314-4d00-a05f-5f4365338699"} {"level":"info","ts":1784896438.1098351,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b7cc918b-3314-4d00-a05f-5f4365338699"} {"level":"info","ts":1784896438.1098466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7cc918b-3314-4d00-a05f-5f4365338699","EoS":true} {"level":"info","ts":1784896438.1098695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7cc918b-3314-4d00-a05f-5f4365338699","header":"x-maas-username"} {"level":"info","ts":1784896438.1098797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7cc918b-3314-4d00-a05f-5f4365338699","header":"x-maas-group"} {"level":"info","ts":1784896438.1098847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7cc918b-3314-4d00-a05f-5f4365338699","header":"x-maas-subscription"} {"level":"info","ts":1784896438.109897,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7cc918b-3314-4d00-a05f-5f4365338699","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896438.109921,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b7cc918b-3314-4d00-a05f-5f4365338699"} {"level":"info","ts":1784896438.1121707,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b7cc918b-3314-4d00-a05f-5f4365338699"} {"level":"info","ts":1784896438.11219,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b7cc918b-3314-4d00-a05f-5f4365338699"} {"level":"info","ts":1784896438.1122043,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b7cc918b-3314-4d00-a05f-5f4365338699","EoS":false} {"level":"info","ts":1784896438.1122162,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b7cc918b-3314-4d00-a05f-5f4365338699","EoS":true} {"level":"info","ts":1784896438.1122544,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b7cc918b-3314-4d00-a05f-5f4365338699"} {"level":"info","ts":1784896448.7231708,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896448.7232533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddf7a411-8bd2-4b21-876b-52cb9759d16a"} {"level":"info","ts":1784896448.7232673,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ddf7a411-8bd2-4b21-876b-52cb9759d16a"} {"level":"info","ts":1784896448.7232795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ddf7a411-8bd2-4b21-876b-52cb9759d16a","EoS":true} {"level":"info","ts":1784896448.7233093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddf7a411-8bd2-4b21-876b-52cb9759d16a","header":"x-maas-username"} {"level":"info","ts":1784896448.7233205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddf7a411-8bd2-4b21-876b-52cb9759d16a","header":"x-maas-subscription"} {"level":"info","ts":1784896448.7233336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddf7a411-8bd2-4b21-876b-52cb9759d16a","header":"x-maas-group"} {"level":"info","ts":1784896448.723348,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddf7a411-8bd2-4b21-876b-52cb9759d16a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784896448.7233763,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ddf7a411-8bd2-4b21-876b-52cb9759d16a"} {"level":"info","ts":1784896448.7271478,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ddf7a411-8bd2-4b21-876b-52cb9759d16a"} {"level":"info","ts":1784896448.727167,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ddf7a411-8bd2-4b21-876b-52cb9759d16a"} {"level":"info","ts":1784896448.727188,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ddf7a411-8bd2-4b21-876b-52cb9759d16a","EoS":false} {"level":"info","ts":1784896448.7272081,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ddf7a411-8bd2-4b21-876b-52cb9759d16a","EoS":true} {"level":"info","ts":1784896448.7272565,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ddf7a411-8bd2-4b21-876b-52cb9759d16a"} {"level":"info","ts":1784896461.6202173,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896461.6202857,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06f3cfc5-bad0-4f1b-81ae-da595724b7dc"} {"level":"info","ts":1784896461.6202946,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06f3cfc5-bad0-4f1b-81ae-da595724b7dc"} {"level":"info","ts":1784896461.620306,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06f3cfc5-bad0-4f1b-81ae-da595724b7dc","EoS":true} {"level":"info","ts":1784896461.620327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06f3cfc5-bad0-4f1b-81ae-da595724b7dc","header":"x-maas-username"} {"level":"info","ts":1784896461.6203353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06f3cfc5-bad0-4f1b-81ae-da595724b7dc","header":"x-maas-group"} {"level":"info","ts":1784896461.6203406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06f3cfc5-bad0-4f1b-81ae-da595724b7dc","header":"x-maas-subscription"} {"level":"info","ts":1784896461.6203525,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06f3cfc5-bad0-4f1b-81ae-da595724b7dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896461.6203742,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06f3cfc5-bad0-4f1b-81ae-da595724b7dc"} {"level":"info","ts":1784896461.6216495,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"06f3cfc5-bad0-4f1b-81ae-da595724b7dc"} {"level":"info","ts":1784896461.6216736,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"06f3cfc5-bad0-4f1b-81ae-da595724b7dc"} {"level":"info","ts":1784896461.621691,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"06f3cfc5-bad0-4f1b-81ae-da595724b7dc","EoS":false} {"level":"info","ts":1784896461.6217024,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"06f3cfc5-bad0-4f1b-81ae-da595724b7dc","EoS":true} {"level":"info","ts":1784896461.621737,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"06f3cfc5-bad0-4f1b-81ae-da595724b7dc"} {"level":"info","ts":1784896470.1556873,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896470.1557705,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c395616-41ec-4d9d-88c1-440b13320ffa"} {"level":"info","ts":1784896470.155789,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c395616-41ec-4d9d-88c1-440b13320ffa"} {"level":"info","ts":1784896470.1558104,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c395616-41ec-4d9d-88c1-440b13320ffa","EoS":true} {"level":"info","ts":1784896470.1558444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c395616-41ec-4d9d-88c1-440b13320ffa","header":"x-maas-username"} {"level":"info","ts":1784896470.1558564,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c395616-41ec-4d9d-88c1-440b13320ffa","header":"x-maas-group"} {"level":"info","ts":1784896470.155864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c395616-41ec-4d9d-88c1-440b13320ffa","header":"x-maas-subscription"} {"level":"info","ts":1784896470.1558836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c395616-41ec-4d9d-88c1-440b13320ffa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896470.1559165,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c395616-41ec-4d9d-88c1-440b13320ffa"} {"level":"info","ts":1784896470.157091,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3c395616-41ec-4d9d-88c1-440b13320ffa"} {"level":"info","ts":1784896470.1571095,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3c395616-41ec-4d9d-88c1-440b13320ffa"} {"level":"info","ts":1784896470.1571233,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3c395616-41ec-4d9d-88c1-440b13320ffa","EoS":false} {"level":"info","ts":1784896470.1571345,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3c395616-41ec-4d9d-88c1-440b13320ffa","EoS":true} {"level":"info","ts":1784896470.15717,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3c395616-41ec-4d9d-88c1-440b13320ffa"} {"level":"info","ts":1784896479.061229,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896479.0613134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38c867ec-f297-493d-a5e6-b27cc5c60754"} {"level":"info","ts":1784896479.0613296,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"38c867ec-f297-493d-a5e6-b27cc5c60754"} {"level":"info","ts":1784896479.0613503,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"38c867ec-f297-493d-a5e6-b27cc5c60754","EoS":true} {"level":"info","ts":1784896479.0613856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38c867ec-f297-493d-a5e6-b27cc5c60754","header":"x-maas-group"} {"level":"info","ts":1784896479.0613995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38c867ec-f297-493d-a5e6-b27cc5c60754","header":"x-maas-username"} {"level":"info","ts":1784896479.0614085,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38c867ec-f297-493d-a5e6-b27cc5c60754","header":"x-maas-subscription"} {"level":"info","ts":1784896479.0614262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38c867ec-f297-493d-a5e6-b27cc5c60754","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896479.0614607,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"38c867ec-f297-493d-a5e6-b27cc5c60754"} {"level":"info","ts":1784896479.0625904,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"38c867ec-f297-493d-a5e6-b27cc5c60754"} {"level":"info","ts":1784896479.0626104,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"38c867ec-f297-493d-a5e6-b27cc5c60754"} {"level":"info","ts":1784896479.0626264,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"38c867ec-f297-493d-a5e6-b27cc5c60754","EoS":false} {"level":"info","ts":1784896479.0626378,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"38c867ec-f297-493d-a5e6-b27cc5c60754","EoS":true} {"level":"info","ts":1784896479.062677,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"38c867ec-f297-493d-a5e6-b27cc5c60754"} {"level":"info","ts":1784896501.997376,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896501.997451,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24cfc194-de80-44fc-967e-3f1ffd56b98c"} {"level":"info","ts":1784896501.9974642,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"24cfc194-de80-44fc-967e-3f1ffd56b98c"} {"level":"info","ts":1784896501.9974756,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24cfc194-de80-44fc-967e-3f1ffd56b98c","EoS":true} {"level":"info","ts":1784896501.9974978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24cfc194-de80-44fc-967e-3f1ffd56b98c","header":"x-maas-username"} {"level":"info","ts":1784896501.997509,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24cfc194-de80-44fc-967e-3f1ffd56b98c","header":"x-maas-group"} {"level":"info","ts":1784896501.997518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24cfc194-de80-44fc-967e-3f1ffd56b98c","header":"x-maas-subscription"} {"level":"info","ts":1784896501.9975343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24cfc194-de80-44fc-967e-3f1ffd56b98c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784896501.997559,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"24cfc194-de80-44fc-967e-3f1ffd56b98c"} {"level":"info","ts":1784896501.999733,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"24cfc194-de80-44fc-967e-3f1ffd56b98c"} {"level":"info","ts":1784896501.9997535,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"24cfc194-de80-44fc-967e-3f1ffd56b98c"} {"level":"info","ts":1784896501.9997745,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"24cfc194-de80-44fc-967e-3f1ffd56b98c","EoS":false} {"level":"info","ts":1784896501.9997914,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"24cfc194-de80-44fc-967e-3f1ffd56b98c","EoS":true} {"level":"info","ts":1784896501.9998393,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"24cfc194-de80-44fc-967e-3f1ffd56b98c"} {"level":"info","ts":1784896526.6283002,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896526.6283708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc09eff4-8ab4-4cd2-9b29-fe9fd765e857"} {"level":"info","ts":1784896526.6283827,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fc09eff4-8ab4-4cd2-9b29-fe9fd765e857"} {"level":"info","ts":1784896526.6283941,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc09eff4-8ab4-4cd2-9b29-fe9fd765e857","EoS":true} {"level":"info","ts":1784896526.6284182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc09eff4-8ab4-4cd2-9b29-fe9fd765e857","header":"x-maas-subscription"} {"level":"info","ts":1784896526.6284277,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc09eff4-8ab4-4cd2-9b29-fe9fd765e857","header":"x-maas-group"} {"level":"info","ts":1784896526.6284328,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc09eff4-8ab4-4cd2-9b29-fe9fd765e857","header":"x-maas-username"} {"level":"info","ts":1784896526.628447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc09eff4-8ab4-4cd2-9b29-fe9fd765e857","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784896526.6284704,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fc09eff4-8ab4-4cd2-9b29-fe9fd765e857"} {"level":"info","ts":1784896526.6317918,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fc09eff4-8ab4-4cd2-9b29-fe9fd765e857"} {"level":"info","ts":1784896526.6318126,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fc09eff4-8ab4-4cd2-9b29-fe9fd765e857"} {"level":"info","ts":1784896526.631827,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fc09eff4-8ab4-4cd2-9b29-fe9fd765e857","EoS":false} {"level":"info","ts":1784896526.6318388,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fc09eff4-8ab4-4cd2-9b29-fe9fd765e857","EoS":true} {"level":"info","ts":1784896526.6318748,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fc09eff4-8ab4-4cd2-9b29-fe9fd765e857"} {"level":"info","ts":1784896553.2465136,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896553.2465992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c353345-f01d-4746-a012-66be1abf55ef"} {"level":"info","ts":1784896553.2466125,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c353345-f01d-4746-a012-66be1abf55ef"} {"level":"info","ts":1784896553.2466264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c353345-f01d-4746-a012-66be1abf55ef","EoS":true} {"level":"info","ts":1784896553.2466521,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c353345-f01d-4746-a012-66be1abf55ef","header":"x-maas-group"} {"level":"info","ts":1784896553.2466624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c353345-f01d-4746-a012-66be1abf55ef","header":"x-maas-username"} {"level":"info","ts":1784896553.2466733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c353345-f01d-4746-a012-66be1abf55ef","header":"x-maas-subscription"} {"level":"info","ts":1784896553.246687,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c353345-f01d-4746-a012-66be1abf55ef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896553.2467098,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c353345-f01d-4746-a012-66be1abf55ef"} {"level":"info","ts":1784896553.2496939,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c353345-f01d-4746-a012-66be1abf55ef"} {"level":"info","ts":1784896553.2497168,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9c353345-f01d-4746-a012-66be1abf55ef"} {"level":"info","ts":1784896553.2497349,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c353345-f01d-4746-a012-66be1abf55ef","EoS":false} {"level":"info","ts":1784896553.2497463,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c353345-f01d-4746-a012-66be1abf55ef","EoS":true} {"level":"info","ts":1784896553.2497919,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9c353345-f01d-4746-a012-66be1abf55ef"} {"level":"info","ts":1784896562.6939816,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896562.6940908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1920e55-fd2a-4837-8bd3-bd7fdf2b5d17"} {"level":"info","ts":1784896562.6941047,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e1920e55-fd2a-4837-8bd3-bd7fdf2b5d17"} {"level":"info","ts":1784896562.6941211,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e1920e55-fd2a-4837-8bd3-bd7fdf2b5d17","EoS":true} {"level":"info","ts":1784896562.694151,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1920e55-fd2a-4837-8bd3-bd7fdf2b5d17","header":"x-maas-group"} {"level":"info","ts":1784896562.6941624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1920e55-fd2a-4837-8bd3-bd7fdf2b5d17","header":"x-maas-username"} {"level":"info","ts":1784896562.6941679,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1920e55-fd2a-4837-8bd3-bd7fdf2b5d17","header":"x-maas-subscription"} {"level":"info","ts":1784896562.694182,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e1920e55-fd2a-4837-8bd3-bd7fdf2b5d17","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896562.6942148,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e1920e55-fd2a-4837-8bd3-bd7fdf2b5d17"} {"level":"info","ts":1784896562.6954944,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e1920e55-fd2a-4837-8bd3-bd7fdf2b5d17"} {"level":"info","ts":1784896562.6955152,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e1920e55-fd2a-4837-8bd3-bd7fdf2b5d17"} {"level":"info","ts":1784896562.6955357,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e1920e55-fd2a-4837-8bd3-bd7fdf2b5d17","EoS":false} {"level":"info","ts":1784896562.6955528,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e1920e55-fd2a-4837-8bd3-bd7fdf2b5d17","EoS":true} {"level":"info","ts":1784896562.6955988,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e1920e55-fd2a-4837-8bd3-bd7fdf2b5d17"} {"level":"info","ts":1784896562.7311196,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896562.7312012,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0c246c9-f337-42cf-85a5-6891dc76da4c"} {"level":"info","ts":1784896562.731214,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0c246c9-f337-42cf-85a5-6891dc76da4c"} {"level":"info","ts":1784896562.7312295,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0c246c9-f337-42cf-85a5-6891dc76da4c","EoS":true} {"level":"info","ts":1784896562.7312586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0c246c9-f337-42cf-85a5-6891dc76da4c","header":"x-maas-subscription"} {"level":"info","ts":1784896562.7312686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0c246c9-f337-42cf-85a5-6891dc76da4c","header":"x-maas-username"} {"level":"info","ts":1784896562.7312732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0c246c9-f337-42cf-85a5-6891dc76da4c","header":"x-maas-group"} {"level":"info","ts":1784896562.7312865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0c246c9-f337-42cf-85a5-6891dc76da4c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896562.731314,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0c246c9-f337-42cf-85a5-6891dc76da4c"} {"level":"info","ts":1784896562.7326992,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a0c246c9-f337-42cf-85a5-6891dc76da4c"} {"level":"info","ts":1784896562.7327201,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a0c246c9-f337-42cf-85a5-6891dc76da4c"} {"level":"info","ts":1784896562.7327352,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a0c246c9-f337-42cf-85a5-6891dc76da4c","EoS":false} {"level":"info","ts":1784896562.7327495,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a0c246c9-f337-42cf-85a5-6891dc76da4c","EoS":true} {"level":"info","ts":1784896562.7327862,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a0c246c9-f337-42cf-85a5-6891dc76da4c"} {"level":"info","ts":1784896582.0053835,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896582.0054846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72723cc9-8b07-4f26-88f7-c136feb9e927"} {"level":"info","ts":1784896582.0055,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72723cc9-8b07-4f26-88f7-c136feb9e927"} {"level":"info","ts":1784896582.00552,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72723cc9-8b07-4f26-88f7-c136feb9e927","EoS":true} {"level":"info","ts":1784896582.0055604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72723cc9-8b07-4f26-88f7-c136feb9e927","header":"x-maas-subscription"} {"level":"info","ts":1784896582.0055733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72723cc9-8b07-4f26-88f7-c136feb9e927","header":"x-maas-group"} {"level":"info","ts":1784896582.0055816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72723cc9-8b07-4f26-88f7-c136feb9e927","header":"x-maas-username"} {"level":"info","ts":1784896582.0056016,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72723cc9-8b07-4f26-88f7-c136feb9e927","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896582.0056345,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72723cc9-8b07-4f26-88f7-c136feb9e927"} {"level":"info","ts":1784896582.0068052,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"72723cc9-8b07-4f26-88f7-c136feb9e927"} {"level":"info","ts":1784896582.006829,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"72723cc9-8b07-4f26-88f7-c136feb9e927"} {"level":"info","ts":1784896582.006849,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"72723cc9-8b07-4f26-88f7-c136feb9e927","EoS":false} {"level":"info","ts":1784896582.0068653,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"72723cc9-8b07-4f26-88f7-c136feb9e927","EoS":true} {"level":"info","ts":1784896582.0069165,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"72723cc9-8b07-4f26-88f7-c136feb9e927"} {"level":"info","ts":1784896711.2105286,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896711.2106037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8afd7632-7467-4ce4-9cec-055598e67736"} {"level":"info","ts":1784896711.2106142,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8afd7632-7467-4ce4-9cec-055598e67736"} {"level":"info","ts":1784896711.2106256,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8afd7632-7467-4ce4-9cec-055598e67736","EoS":true} {"level":"info","ts":1784896711.210649,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8afd7632-7467-4ce4-9cec-055598e67736","header":"x-maas-group"} {"level":"info","ts":1784896711.2106595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8afd7632-7467-4ce4-9cec-055598e67736","header":"x-maas-username"} {"level":"info","ts":1784896711.2106647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8afd7632-7467-4ce4-9cec-055598e67736","header":"x-maas-subscription"} {"level":"info","ts":1784896711.210678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8afd7632-7467-4ce4-9cec-055598e67736","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784896711.210704,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8afd7632-7467-4ce4-9cec-055598e67736"} {"level":"info","ts":1784896711.2131996,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8afd7632-7467-4ce4-9cec-055598e67736"} {"level":"info","ts":1784896711.21322,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8afd7632-7467-4ce4-9cec-055598e67736"} {"level":"info","ts":1784896711.2132344,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8afd7632-7467-4ce4-9cec-055598e67736","EoS":false} {"level":"info","ts":1784896711.2132459,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8afd7632-7467-4ce4-9cec-055598e67736","EoS":true} {"level":"info","ts":1784896711.2132874,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8afd7632-7467-4ce4-9cec-055598e67736"} {"level":"info","ts":1784896748.5097876,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896748.5098767,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c8f5751-fb6d-4b04-a74f-d21152fbe194"} {"level":"info","ts":1784896748.50989,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c8f5751-fb6d-4b04-a74f-d21152fbe194"} {"level":"info","ts":1784896748.5099056,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c8f5751-fb6d-4b04-a74f-d21152fbe194","EoS":true} {"level":"info","ts":1784896748.5099385,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c8f5751-fb6d-4b04-a74f-d21152fbe194","header":"x-maas-username"} {"level":"info","ts":1784896748.5099487,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c8f5751-fb6d-4b04-a74f-d21152fbe194","header":"x-maas-subscription"} {"level":"info","ts":1784896748.5099537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c8f5751-fb6d-4b04-a74f-d21152fbe194","header":"x-maas-group"} {"level":"info","ts":1784896748.5099785,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c8f5751-fb6d-4b04-a74f-d21152fbe194","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896748.5100088,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c8f5751-fb6d-4b04-a74f-d21152fbe194"} {"level":"info","ts":1784896748.513912,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3c8f5751-fb6d-4b04-a74f-d21152fbe194"} {"level":"info","ts":1784896748.5139375,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3c8f5751-fb6d-4b04-a74f-d21152fbe194"} {"level":"info","ts":1784896748.5139556,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3c8f5751-fb6d-4b04-a74f-d21152fbe194","EoS":false} {"level":"info","ts":1784896748.5139735,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3c8f5751-fb6d-4b04-a74f-d21152fbe194","EoS":true} {"level":"info","ts":1784896748.5140364,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3c8f5751-fb6d-4b04-a74f-d21152fbe194"} {"level":"info","ts":1784896763.8403497,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896763.8404284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb562402-6b15-46b3-90c6-15c4cf9cf13a"} {"level":"info","ts":1784896763.840442,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fb562402-6b15-46b3-90c6-15c4cf9cf13a"} {"level":"info","ts":1784896763.8404546,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fb562402-6b15-46b3-90c6-15c4cf9cf13a","EoS":true} {"level":"info","ts":1784896763.840488,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb562402-6b15-46b3-90c6-15c4cf9cf13a","header":"x-maas-username"} {"level":"info","ts":1784896763.840499,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb562402-6b15-46b3-90c6-15c4cf9cf13a","header":"x-maas-subscription"} {"level":"info","ts":1784896763.8405046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb562402-6b15-46b3-90c6-15c4cf9cf13a","header":"x-maas-group"} {"level":"info","ts":1784896763.8405194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb562402-6b15-46b3-90c6-15c4cf9cf13a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896763.840547,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fb562402-6b15-46b3-90c6-15c4cf9cf13a"} {"level":"info","ts":1784896763.8416722,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fb562402-6b15-46b3-90c6-15c4cf9cf13a"} {"level":"info","ts":1784896763.84169,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fb562402-6b15-46b3-90c6-15c4cf9cf13a"} {"level":"info","ts":1784896763.8417082,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fb562402-6b15-46b3-90c6-15c4cf9cf13a","EoS":false} {"level":"info","ts":1784896763.8417199,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fb562402-6b15-46b3-90c6-15c4cf9cf13a","EoS":true} {"level":"info","ts":1784896763.8417587,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fb562402-6b15-46b3-90c6-15c4cf9cf13a"} {"level":"info","ts":1784897093.8366268,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784897093.8367162,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fa9dec0-5785-4607-a0f4-b3aae3c2b9ec"} {"level":"info","ts":1784897093.8367267,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5fa9dec0-5785-4607-a0f4-b3aae3c2b9ec"} {"level":"info","ts":1784897093.8367388,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5fa9dec0-5785-4607-a0f4-b3aae3c2b9ec","EoS":true} {"level":"info","ts":1784897093.836768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fa9dec0-5785-4607-a0f4-b3aae3c2b9ec","header":"x-maas-username"} {"level":"info","ts":1784897093.8367786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fa9dec0-5785-4607-a0f4-b3aae3c2b9ec","header":"x-maas-group"} {"level":"info","ts":1784897093.8367841,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fa9dec0-5785-4607-a0f4-b3aae3c2b9ec","header":"x-maas-subscription"} {"level":"info","ts":1784897093.8367968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fa9dec0-5785-4607-a0f4-b3aae3c2b9ec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784897093.8368204,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5fa9dec0-5785-4607-a0f4-b3aae3c2b9ec"} {"level":"info","ts":1784897093.8380787,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5fa9dec0-5785-4607-a0f4-b3aae3c2b9ec"} {"level":"info","ts":1784897093.8381019,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5fa9dec0-5785-4607-a0f4-b3aae3c2b9ec"} {"level":"info","ts":1784897093.8381226,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5fa9dec0-5785-4607-a0f4-b3aae3c2b9ec","EoS":false} {"level":"info","ts":1784897093.838134,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5fa9dec0-5785-4607-a0f4-b3aae3c2b9ec","EoS":true} {"level":"info","ts":1784897093.8381681,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5fa9dec0-5785-4607-a0f4-b3aae3c2b9ec"} {"level":"info","ts":1784897098.6601214,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3af6daca-b39a-4b4b-bb78-541144d1f664","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784897098.6604173,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37664.512391997,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784897098.6604385,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784897098.7234306,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784897098.7610831,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3af6daca-b39a-4b4b-bb78-541144d1f664","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784897098.7802272,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"224b2776-9c7c-46fb-a9aa-d3585a429baa"} {"level":"info","ts":1784897098.7802532,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f05ac69f-6941-47d6-8335-2dee35b3dc6d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784897098.7802892,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f05ac69f-6941-47d6-8335-2dee35b3dc6d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784897098.7887335,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"45874369-179c-44e0-b100-e90c1c2dcd0b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784897098.7889173,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34806.818264938,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784897098.7889378,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784897098.7889266,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"45874369-179c-44e0-b100-e90c1c2dcd0b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784897098.7988322,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784897098.8890362,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"224b2776-9c7c-46fb-a9aa-d3585a429baa","name":"e2e-external-provider"} {"level":"info","ts":1784897098.9066494,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7aa0dc94-b014-429c-b033-1d587d132ed7"} {"level":"info","ts":1784897098.9067528,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"224b2776-9c7c-46fb-a9aa-d3585a429baa","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784897098.9068465,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"964892ad-c27a-44d0-95a4-24a89c9fead7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784897098.9068885,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"964892ad-c27a-44d0-95a4-24a89c9fead7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784897098.912776,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"130e5e21-cc11-4f85-a08b-9ddd91c26327","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784897098.9128141,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"130e5e21-cc11-4f85-a08b-9ddd91c26327","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784897098.913314,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7aa0dc94-b014-429c-b033-1d587d132ed7","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784897098.9164972,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"224b2776-9c7c-46fb-a9aa-d3585a429baa","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784897098.9216828,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93b6fb39-d802-4ee3-852e-84775a40dd8a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784897098.921723,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93b6fb39-d802-4ee3-852e-84775a40dd8a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784897098.9218137,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7aa0dc94-b014-429c-b033-1d587d132ed7","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784897098.921907,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3035d7bd-aad5-4801-a45f-13599b056271"} {"level":"info","ts":1784897098.921935,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3035d7bd-aad5-4801-a45f-13599b056271","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784897098.9225502,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"224b2776-9c7c-46fb-a9aa-d3585a429baa","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784897098.9291108,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a28962d-93ec-4ae1-ad6f-35707ecec137"} {"level":"info","ts":1784897098.929143,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e14c6fc-5df6-430d-afcf-d55c5e8f2496","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784897098.9291728,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e14c6fc-5df6-430d-afcf-d55c5e8f2496","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784897098.9291835,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a28962d-93ec-4ae1-ad6f-35707ecec137","name":"e2e-external-provider"} {"level":"info","ts":1784897098.929235,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2358174-5cd9-4fbb-a8f9-6bdcf51fdefd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784897098.9292674,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2358174-5cd9-4fbb-a8f9-6bdcf51fdefd","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784897098.929467,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3035d7bd-aad5-4801-a45f-13599b056271","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784897098.929528,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6ae76be-4305-45cb-b077-cae53608e6b1"} {"level":"info","ts":1784897098.9297357,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38804.763439857,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784897098.9297564,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784897098.9367826,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784897098.9392114,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a28962d-93ec-4ae1-ad6f-35707ecec137","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784897098.9444335,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0936770-d91c-479b-9de6-56031534f194"} {"level":"info","ts":1784897098.94449,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0936770-d91c-479b-9de6-56031534f194","name":"e2e-external-provider"} {"level":"info","ts":1784897098.9543788,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0936770-d91c-479b-9de6-56031534f194","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784897099.0307176,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6ae76be-4305-45cb-b077-cae53608e6b1","name":"e2e-external-model"} {"level":"info","ts":1784897099.0432067,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6ae76be-4305-45cb-b077-cae53608e6b1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784897099.0523663,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db07a334-1050-48f5-a78a-4d8d83571f4c"} {"level":"info","ts":1784897099.0523856,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9c8c207-91f7-4b94-96fe-cb98dd3e0732","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784897099.052426,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9c8c207-91f7-4b94-96fe-cb98dd3e0732","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784897099.052459,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db07a334-1050-48f5-a78a-4d8d83571f4c","name":"e2e-external-model"} {"level":"error","ts":1784897099.0704412,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db07a334-1050-48f5-a78a-4d8d83571f4c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784897099.0705323,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3c83fed-16e4-4398-8c58-3761d8312339","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784897099.070559,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7ae2f8f-c9c9-4d41-b4c8-32beee32c5a3"} {"level":"info","ts":1784897099.070571,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3c83fed-16e4-4398-8c58-3761d8312339","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784897099.070631,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7ae2f8f-c9c9-4d41-b4c8-32beee32c5a3","name":"e2e-external-model"} {"level":"info","ts":1784897099.0795515,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7ae2f8f-c9c9-4d41-b4c8-32beee32c5a3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784897099.0853977,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ff04877-09fa-40c6-994c-2eaa4c4da4fc"} {"level":"info","ts":1784897099.0854166,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80aff734-2dc4-42f8-9679-551e1462eb89","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784897099.0854478,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80aff734-2dc4-42f8-9679-551e1462eb89","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784897099.0854664,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ff04877-09fa-40c6-994c-2eaa4c4da4fc","name":"e2e-external-model"} {"level":"info","ts":1784897099.0938976,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ff04877-09fa-40c6-994c-2eaa4c4da4fc","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784897106.461045,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784897106.4611416,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b4fa643-a65f-44ca-88d3-c3676a2f988d"} {"level":"info","ts":1784897106.4611576,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b4fa643-a65f-44ca-88d3-c3676a2f988d"} {"level":"info","ts":1784897106.4611795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b4fa643-a65f-44ca-88d3-c3676a2f988d","EoS":true} {"level":"info","ts":1784897106.4612195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b4fa643-a65f-44ca-88d3-c3676a2f988d","header":"x-maas-username"} {"level":"info","ts":1784897106.4612331,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b4fa643-a65f-44ca-88d3-c3676a2f988d","header":"x-maas-group"} {"level":"info","ts":1784897106.461244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b4fa643-a65f-44ca-88d3-c3676a2f988d","header":"x-maas-subscription"} {"level":"info","ts":1784897106.4612696,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b4fa643-a65f-44ca-88d3-c3676a2f988d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784897106.4612813,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5b4fa643-a65f-44ca-88d3-c3676a2f988d","modelName":"e2e-external-model"} {"level":"info","ts":1784897106.4613016,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5b4fa643-a65f-44ca-88d3-c3676a2f988d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784897106.4613385,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"5b4fa643-a65f-44ca-88d3-c3676a2f988d","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784897106.4613652,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"5b4fa643-a65f-44ca-88d3-c3676a2f988d","authType":"apikey"} {"level":"info","ts":1784897106.461402,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b4fa643-a65f-44ca-88d3-c3676a2f988d"} {"level":"info","ts":1784897106.5781221,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb5db0c6-1be8-4802-8990-edf69b0a4920"} {"level":"info","ts":1784897106.578137,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ec2ed44-12cc-47a6-8178-4c474dbe2bc7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784897106.5782702,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ec2ed44-12cc-47a6-8178-4c474dbe2bc7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784897106.5863714,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bdc90005-5330-42d4-9075-3d2dd67fa495","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784897106.5864036,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bdc90005-5330-42d4-9075-3d2dd67fa495","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784897106.5865266,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb5db0c6-1be8-4802-8990-edf69b0a4920","name":"e2e-cleanup-test"} {"level":"info","ts":1784897106.5973942,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb5db0c6-1be8-4802-8990-edf69b0a4920","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784897106.6037793,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a9d5166-de20-4a9d-bfc9-a747cac97659"} {"level":"info","ts":1784897106.603822,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fdbf89af-eee7-4be5-bba0-52c20c10fc6c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784897106.603857,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fdbf89af-eee7-4be5-bba0-52c20c10fc6c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784897106.6038666,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a9d5166-de20-4a9d-bfc9-a747cac97659","name":"e2e-cleanup-test"} {"level":"error","ts":1784897106.6219425,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a9d5166-de20-4a9d-bfc9-a747cac97659","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784897106.6220772,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3ae38b8-c248-4ec9-97ca-fb9c01abea0b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784897106.6220896,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"963c7669-dc06-4ae1-841c-b3f9d5617f63"} {"level":"info","ts":1784897106.6221144,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3ae38b8-c248-4ec9-97ca-fb9c01abea0b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784897106.6221592,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"963c7669-dc06-4ae1-841c-b3f9d5617f63","name":"e2e-cleanup-test"} {"level":"info","ts":1784897106.632357,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"963c7669-dc06-4ae1-841c-b3f9d5617f63","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784897106.6399605,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88e6756d-6cb1-4034-af41-be699bd9f948"} {"level":"info","ts":1784897106.640007,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2eabc391-dfa3-4162-9be7-17e607f9e0a6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784897106.6400723,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2eabc391-dfa3-4162-9be7-17e607f9e0a6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784897106.640075,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88e6756d-6cb1-4034-af41-be699bd9f948","name":"e2e-cleanup-test"} {"level":"info","ts":1784897106.6496484,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88e6756d-6cb1-4034-af41-be699bd9f948","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784897114.8676844,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa563787-1559-4389-a286-98d0a1bb1f03"} {"level":"info","ts":1784897114.867712,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86984500-e378-4128-916c-ecdbac8df057","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784897114.8677514,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86984500-e378-4128-916c-ecdbac8df057","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784897119.2202144,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784897119.220275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c61125b6-90bd-4255-8aad-17ceae10949a"} {"level":"info","ts":1784897119.2202857,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c61125b6-90bd-4255-8aad-17ceae10949a"} {"level":"info","ts":1784897119.220297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c61125b6-90bd-4255-8aad-17ceae10949a","EoS":true} {"level":"info","ts":1784897119.2203302,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c61125b6-90bd-4255-8aad-17ceae10949a","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784897119.2203567,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c61125b6-90bd-4255-8aad-17ceae10949a"} {"level":"info","ts":1784897119.2690434,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784897119.2691183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49a8cd9f-5fca-4270-98b3-59cba340a426"} {"level":"info","ts":1784897119.2691298,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49a8cd9f-5fca-4270-98b3-59cba340a426"} {"level":"info","ts":1784897119.2691424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49a8cd9f-5fca-4270-98b3-59cba340a426","EoS":true} {"level":"info","ts":1784897119.2691717,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49a8cd9f-5fca-4270-98b3-59cba340a426","header":"x-maas-username"} {"level":"info","ts":1784897119.2691824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49a8cd9f-5fca-4270-98b3-59cba340a426","header":"x-maas-subscription"} {"level":"info","ts":1784897119.2691877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49a8cd9f-5fca-4270-98b3-59cba340a426","header":"x-maas-group"} {"level":"info","ts":1784897119.2692015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49a8cd9f-5fca-4270-98b3-59cba340a426","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784897119.2692091,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"49a8cd9f-5fca-4270-98b3-59cba340a426","modelName":"e2e-external-model"} {"level":"info","ts":1784897119.2692213,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"49a8cd9f-5fca-4270-98b3-59cba340a426","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784897119.2692454,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"49a8cd9f-5fca-4270-98b3-59cba340a426","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784897119.2692626,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"49a8cd9f-5fca-4270-98b3-59cba340a426","authType":"apikey"} {"level":"info","ts":1784897119.2692902,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49a8cd9f-5fca-4270-98b3-59cba340a426"} {"level":"info","ts":1784897119.3063216,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784897119.30639,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13780ce1-d7be-443b-b0c6-d4458757727c"} {"level":"info","ts":1784897119.3063984,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"13780ce1-d7be-443b-b0c6-d4458757727c"} {"level":"info","ts":1784897119.3064094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13780ce1-d7be-443b-b0c6-d4458757727c","EoS":true} {"level":"info","ts":1784897119.3064363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13780ce1-d7be-443b-b0c6-d4458757727c","header":"x-maas-subscription"} {"level":"info","ts":1784897119.306447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13780ce1-d7be-443b-b0c6-d4458757727c","header":"x-maas-group"} {"level":"info","ts":1784897119.306452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13780ce1-d7be-443b-b0c6-d4458757727c","header":"x-maas-username"} {"level":"info","ts":1784897119.3064647,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13780ce1-d7be-443b-b0c6-d4458757727c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784897119.3064902,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"13780ce1-d7be-443b-b0c6-d4458757727c"} {"level":"info","ts":1784897119.4072704,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"13780ce1-d7be-443b-b0c6-d4458757727c"} {"level":"info","ts":1784897119.407305,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"13780ce1-d7be-443b-b0c6-d4458757727c"} {"level":"info","ts":1784897119.4073226,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"13780ce1-d7be-443b-b0c6-d4458757727c","EoS":false} {"level":"info","ts":1784897119.407337,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"13780ce1-d7be-443b-b0c6-d4458757727c","EoS":true} {"level":"error","ts":1784897119.4073527,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"13780ce1-d7be-443b-b0c6-d4458757727c","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784897119.4074132,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"13780ce1-d7be-443b-b0c6-d4458757727c"} {"level":"info","ts":1784897119.442753,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784897119.4428282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bbf7c6c3-a4f8-4759-aa8a-feb97b5ee780"} {"level":"info","ts":1784897119.4428396,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bbf7c6c3-a4f8-4759-aa8a-feb97b5ee780"} {"level":"info","ts":1784897119.4428504,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bbf7c6c3-a4f8-4759-aa8a-feb97b5ee780","EoS":true} {"level":"info","ts":1784897119.4428778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bbf7c6c3-a4f8-4759-aa8a-feb97b5ee780","header":"x-maas-group"} {"level":"info","ts":1784897119.442888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bbf7c6c3-a4f8-4759-aa8a-feb97b5ee780","header":"x-maas-username"} {"level":"info","ts":1784897119.4428937,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bbf7c6c3-a4f8-4759-aa8a-feb97b5ee780","header":"x-maas-subscription"} {"level":"info","ts":1784897119.4429243,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bbf7c6c3-a4f8-4759-aa8a-feb97b5ee780"} {"level":"info","ts":1784897119.542913,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bbf7c6c3-a4f8-4759-aa8a-feb97b5ee780"} {"level":"info","ts":1784897119.542949,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bbf7c6c3-a4f8-4759-aa8a-feb97b5ee780"} {"level":"info","ts":1784897119.5429714,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bbf7c6c3-a4f8-4759-aa8a-feb97b5ee780","EoS":false} {"level":"info","ts":1784897119.5429857,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bbf7c6c3-a4f8-4759-aa8a-feb97b5ee780","EoS":true} {"level":"error","ts":1784897119.5430017,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"bbf7c6c3-a4f8-4759-aa8a-feb97b5ee780","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784897119.5430636,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bbf7c6c3-a4f8-4759-aa8a-feb97b5ee780"} {"level":"info","ts":1784897120.4016845,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd5521ec-8e16-46d3-8ee7-37b4383e6239","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784897120.401701,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a158bd9-c803-4694-b421-bb2140591935"} {"level":"info","ts":1784897120.4017243,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd5521ec-8e16-46d3-8ee7-37b4383e6239","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784897120.5467646,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5420d3d6-e585-4e1d-ba16-15039f1290df","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784897120.5467854,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"668a3395-6cdb-40e0-a7f8-b304008bc5cb"} {"level":"info","ts":1784897120.5468118,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5420d3d6-e585-4e1d-ba16-15039f1290df","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784897120.6715195,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4575d627-ee34-4fce-b76f-551e1dd21f4f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784897120.6715744,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4575d627-ee34-4fce-b76f-551e1dd21f4f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784898219.386313,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898219.3863838,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"872c26dc-1b8d-41d8-8f2c-ea88dd5f1fcd"} {"level":"info","ts":1784898275.076773,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898275.0768645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c3cecbd-2d8c-4ca0-ae9b-f3884eacb175"} {"level":"info","ts":1784898275.0768805,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c3cecbd-2d8c-4ca0-ae9b-f3884eacb175"} {"level":"info","ts":1784898275.0769014,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c3cecbd-2d8c-4ca0-ae9b-f3884eacb175","EoS":true} {"level":"info","ts":1784898275.0769467,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c3cecbd-2d8c-4ca0-ae9b-f3884eacb175","header":"x-maas-group"} {"level":"info","ts":1784898275.0769591,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c3cecbd-2d8c-4ca0-ae9b-f3884eacb175","header":"x-maas-subscription"} {"level":"info","ts":1784898275.0769672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c3cecbd-2d8c-4ca0-ae9b-f3884eacb175","header":"x-maas-username"} {"level":"info","ts":1784898275.0769868,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c3cecbd-2d8c-4ca0-ae9b-f3884eacb175","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784898275.0770514,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c3cecbd-2d8c-4ca0-ae9b-f3884eacb175"} {"level":"info","ts":1784898275.080086,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3c3cecbd-2d8c-4ca0-ae9b-f3884eacb175"} {"level":"info","ts":1784898275.0801122,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3c3cecbd-2d8c-4ca0-ae9b-f3884eacb175"} {"level":"info","ts":1784898275.080131,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3c3cecbd-2d8c-4ca0-ae9b-f3884eacb175","EoS":false} {"level":"info","ts":1784898275.0801468,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3c3cecbd-2d8c-4ca0-ae9b-f3884eacb175","EoS":true} {"level":"info","ts":1784898275.0801961,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3c3cecbd-2d8c-4ca0-ae9b-f3884eacb175"}