{"level":"info","ts":1784830593.5047529,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68d8529c-9d03-4016-bc35-fb2a0b3bc592"} {"level":"info","ts":1784830593.5047617,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"68d8529c-9d03-4016-bc35-fb2a0b3bc592"} {"level":"info","ts":1784830593.504773,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68d8529c-9d03-4016-bc35-fb2a0b3bc592","EoS":true} {"level":"info","ts":1784830593.5047987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68d8529c-9d03-4016-bc35-fb2a0b3bc592","header":"x-maas-group"} {"level":"info","ts":1784830593.504814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68d8529c-9d03-4016-bc35-fb2a0b3bc592","header":"x-maas-subscription"} {"level":"info","ts":1784830593.5048182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68d8529c-9d03-4016-bc35-fb2a0b3bc592","header":"x-maas-username"} {"level":"info","ts":1784830593.5048313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68d8529c-9d03-4016-bc35-fb2a0b3bc592","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830593.5048609,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"68d8529c-9d03-4016-bc35-fb2a0b3bc592"} {"level":"info","ts":1784830593.5056505,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"68d8529c-9d03-4016-bc35-fb2a0b3bc592"} {"level":"info","ts":1784830593.5056632,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"68d8529c-9d03-4016-bc35-fb2a0b3bc592"} {"level":"info","ts":1784830593.5056753,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"68d8529c-9d03-4016-bc35-fb2a0b3bc592","EoS":false} {"level":"info","ts":1784830593.5056884,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"68d8529c-9d03-4016-bc35-fb2a0b3bc592","EoS":true} {"level":"info","ts":1784830593.5057247,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"68d8529c-9d03-4016-bc35-fb2a0b3bc592"} {"level":"info","ts":1784830610.4198499,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830610.419919,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e977ba47-e384-4804-83a8-1f44a4a865e1"} {"level":"info","ts":1784830610.4199283,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e977ba47-e384-4804-83a8-1f44a4a865e1"} {"level":"info","ts":1784830610.4199674,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e977ba47-e384-4804-83a8-1f44a4a865e1","EoS":true} {"level":"info","ts":1784830610.4199955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e977ba47-e384-4804-83a8-1f44a4a865e1","header":"x-maas-group"} {"level":"info","ts":1784830610.4200065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e977ba47-e384-4804-83a8-1f44a4a865e1","header":"x-maas-subscription"} {"level":"info","ts":1784830610.420012,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e977ba47-e384-4804-83a8-1f44a4a865e1","header":"x-maas-username"} {"level":"info","ts":1784830610.4200263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e977ba47-e384-4804-83a8-1f44a4a865e1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830610.4200542,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e977ba47-e384-4804-83a8-1f44a4a865e1"} {"level":"info","ts":1784830610.421073,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e977ba47-e384-4804-83a8-1f44a4a865e1"} {"level":"info","ts":1784830610.4210958,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e977ba47-e384-4804-83a8-1f44a4a865e1"} {"level":"info","ts":1784830610.4211156,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e977ba47-e384-4804-83a8-1f44a4a865e1","EoS":false} {"level":"info","ts":1784830610.4211307,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e977ba47-e384-4804-83a8-1f44a4a865e1","EoS":true} {"level":"info","ts":1784830610.4211655,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e977ba47-e384-4804-83a8-1f44a4a865e1"} {"level":"info","ts":1784830610.5231357,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830610.5232067,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72352c93-5cc8-42ab-b1c8-448abb672dcf"} {"level":"info","ts":1784830610.525135,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"72352c93-5cc8-42ab-b1c8-448abb672dcf"} {"level":"info","ts":1784830610.5251584,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"72352c93-5cc8-42ab-b1c8-448abb672dcf"} {"level":"info","ts":1784830610.5251758,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"72352c93-5cc8-42ab-b1c8-448abb672dcf","EoS":false} {"level":"info","ts":1784830610.5251882,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"72352c93-5cc8-42ab-b1c8-448abb672dcf"} {"level":"info","ts":1784830610.525214,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"72352c93-5cc8-42ab-b1c8-448abb672dcf","EoS":true} {"level":"info","ts":1784830610.5252237,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"72352c93-5cc8-42ab-b1c8-448abb672dcf"} {"level":"info","ts":1784830615.1694658,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830615.169544,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"660b0d40-6358-4b66-9f00-0bfb61a98a37"} {"level":"info","ts":1784830615.1695557,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"660b0d40-6358-4b66-9f00-0bfb61a98a37"} {"level":"info","ts":1784830615.1695664,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"660b0d40-6358-4b66-9f00-0bfb61a98a37","EoS":true} {"level":"info","ts":1784830615.169591,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"660b0d40-6358-4b66-9f00-0bfb61a98a37","header":"x-maas-subscription"} {"level":"info","ts":1784830615.1696007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"660b0d40-6358-4b66-9f00-0bfb61a98a37","header":"x-maas-username"} {"level":"info","ts":1784830615.169606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"660b0d40-6358-4b66-9f00-0bfb61a98a37","header":"x-maas-group"} {"level":"info","ts":1784830615.169618,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"660b0d40-6358-4b66-9f00-0bfb61a98a37","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830615.1696432,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"660b0d40-6358-4b66-9f00-0bfb61a98a37"} {"level":"info","ts":1784830615.171844,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"660b0d40-6358-4b66-9f00-0bfb61a98a37"} {"level":"info","ts":1784830615.1718721,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"660b0d40-6358-4b66-9f00-0bfb61a98a37"} {"level":"info","ts":1784830615.171896,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"660b0d40-6358-4b66-9f00-0bfb61a98a37","EoS":false} {"level":"info","ts":1784830615.1719162,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"660b0d40-6358-4b66-9f00-0bfb61a98a37","EoS":true} {"level":"info","ts":1784830615.171993,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"660b0d40-6358-4b66-9f00-0bfb61a98a37"} {"level":"info","ts":1784830627.8474307,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830627.8475034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e19fc81b-f18f-488e-9edd-497ae40c1248"} {"level":"info","ts":1784830627.8475153,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e19fc81b-f18f-488e-9edd-497ae40c1248"} {"level":"info","ts":1784830627.8475273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e19fc81b-f18f-488e-9edd-497ae40c1248","EoS":true} {"level":"info","ts":1784830627.8475485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e19fc81b-f18f-488e-9edd-497ae40c1248","header":"x-maas-group"} {"level":"info","ts":1784830627.8475592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e19fc81b-f18f-488e-9edd-497ae40c1248","header":"x-maas-subscription"} {"level":"info","ts":1784830627.8475664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e19fc81b-f18f-488e-9edd-497ae40c1248","header":"x-maas-username"} {"level":"info","ts":1784830627.8475795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e19fc81b-f18f-488e-9edd-497ae40c1248","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830627.8476026,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e19fc81b-f18f-488e-9edd-497ae40c1248"} {"level":"info","ts":1784830627.8499851,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e19fc81b-f18f-488e-9edd-497ae40c1248"} {"level":"info","ts":1784830627.8500054,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e19fc81b-f18f-488e-9edd-497ae40c1248"} {"level":"info","ts":1784830627.8500202,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e19fc81b-f18f-488e-9edd-497ae40c1248","EoS":false} {"level":"info","ts":1784830627.8500326,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e19fc81b-f18f-488e-9edd-497ae40c1248","EoS":true} {"level":"info","ts":1784830627.850069,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e19fc81b-f18f-488e-9edd-497ae40c1248"} {"level":"info","ts":1784830640.7863095,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830640.7863886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d32570bc-5dc7-4ae4-ae81-7a7eccddcea4"} {"level":"info","ts":1784830640.786398,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d32570bc-5dc7-4ae4-ae81-7a7eccddcea4"} {"level":"info","ts":1784830640.78641,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d32570bc-5dc7-4ae4-ae81-7a7eccddcea4","EoS":true} {"level":"info","ts":1784830640.7864397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d32570bc-5dc7-4ae4-ae81-7a7eccddcea4","header":"x-maas-subscription"} {"level":"info","ts":1784830640.7864497,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d32570bc-5dc7-4ae4-ae81-7a7eccddcea4","header":"x-maas-group"} {"level":"info","ts":1784830640.7864575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d32570bc-5dc7-4ae4-ae81-7a7eccddcea4","header":"x-maas-username"} {"level":"info","ts":1784830640.7864735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d32570bc-5dc7-4ae4-ae81-7a7eccddcea4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830640.7865014,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d32570bc-5dc7-4ae4-ae81-7a7eccddcea4"} {"level":"info","ts":1784830640.7875912,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d32570bc-5dc7-4ae4-ae81-7a7eccddcea4"} {"level":"info","ts":1784830640.7876055,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d32570bc-5dc7-4ae4-ae81-7a7eccddcea4"} {"level":"info","ts":1784830640.7876165,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d32570bc-5dc7-4ae4-ae81-7a7eccddcea4","EoS":false} {"level":"info","ts":1784830640.7876282,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d32570bc-5dc7-4ae4-ae81-7a7eccddcea4","EoS":true} {"level":"info","ts":1784830640.7876682,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d32570bc-5dc7-4ae4-ae81-7a7eccddcea4"} {"level":"info","ts":1784830649.3479013,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830649.3479927,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c763304-bf98-4539-a729-cc3d7a13da35"} {"level":"info","ts":1784830649.3480017,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c763304-bf98-4539-a729-cc3d7a13da35"} {"level":"info","ts":1784830649.3480127,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c763304-bf98-4539-a729-cc3d7a13da35","EoS":true} {"level":"info","ts":1784830649.3480382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c763304-bf98-4539-a729-cc3d7a13da35","header":"x-maas-subscription"} {"level":"info","ts":1784830649.348049,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c763304-bf98-4539-a729-cc3d7a13da35","header":"x-maas-username"} {"level":"info","ts":1784830649.3480537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c763304-bf98-4539-a729-cc3d7a13da35","header":"x-maas-group"} {"level":"info","ts":1784830649.3480668,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c763304-bf98-4539-a729-cc3d7a13da35","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830649.3480902,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c763304-bf98-4539-a729-cc3d7a13da35"} {"level":"info","ts":1784830649.3490968,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7c763304-bf98-4539-a729-cc3d7a13da35"} {"level":"info","ts":1784830649.349121,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7c763304-bf98-4539-a729-cc3d7a13da35"} {"level":"info","ts":1784830649.349135,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7c763304-bf98-4539-a729-cc3d7a13da35","EoS":false} {"level":"info","ts":1784830649.3491454,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7c763304-bf98-4539-a729-cc3d7a13da35","EoS":true} {"level":"info","ts":1784830649.3491802,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7c763304-bf98-4539-a729-cc3d7a13da35"} {"level":"info","ts":1784830658.2368422,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830658.23692,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22dbe137-81f6-4f42-82fb-29f6a844aff6"} {"level":"info","ts":1784830658.236929,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22dbe137-81f6-4f42-82fb-29f6a844aff6"} {"level":"info","ts":1784830658.2369606,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22dbe137-81f6-4f42-82fb-29f6a844aff6","EoS":true} {"level":"info","ts":1784830658.2369883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22dbe137-81f6-4f42-82fb-29f6a844aff6","header":"x-maas-group"} {"level":"info","ts":1784830658.2370005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22dbe137-81f6-4f42-82fb-29f6a844aff6","header":"x-maas-username"} {"level":"info","ts":1784830658.2370055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22dbe137-81f6-4f42-82fb-29f6a844aff6","header":"x-maas-subscription"} {"level":"info","ts":1784830658.2370236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22dbe137-81f6-4f42-82fb-29f6a844aff6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830658.2370555,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22dbe137-81f6-4f42-82fb-29f6a844aff6"} {"level":"info","ts":1784830658.238114,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22dbe137-81f6-4f42-82fb-29f6a844aff6"} {"level":"info","ts":1784830658.2381399,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"22dbe137-81f6-4f42-82fb-29f6a844aff6"} {"level":"info","ts":1784830658.238156,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"22dbe137-81f6-4f42-82fb-29f6a844aff6","EoS":false} {"level":"info","ts":1784830658.238166,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"22dbe137-81f6-4f42-82fb-29f6a844aff6","EoS":true} {"level":"info","ts":1784830658.2381992,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"22dbe137-81f6-4f42-82fb-29f6a844aff6"} {"level":"info","ts":1784830683.2536523,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830683.2537222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac465c01-1ab5-4366-99e4-239df7bbbb18"} {"level":"info","ts":1784830683.253734,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac465c01-1ab5-4366-99e4-239df7bbbb18"} {"level":"info","ts":1784830683.2537453,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac465c01-1ab5-4366-99e4-239df7bbbb18","EoS":true} {"level":"info","ts":1784830683.2537692,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac465c01-1ab5-4366-99e4-239df7bbbb18","header":"x-maas-username"} {"level":"info","ts":1784830683.25378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac465c01-1ab5-4366-99e4-239df7bbbb18","header":"x-maas-group"} {"level":"info","ts":1784830683.253785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac465c01-1ab5-4366-99e4-239df7bbbb18","header":"x-maas-subscription"} {"level":"info","ts":1784830683.2537966,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac465c01-1ab5-4366-99e4-239df7bbbb18","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830683.253823,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac465c01-1ab5-4366-99e4-239df7bbbb18"} {"level":"info","ts":1784830683.2559829,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac465c01-1ab5-4366-99e4-239df7bbbb18"} {"level":"info","ts":1784830683.255995,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ac465c01-1ab5-4366-99e4-239df7bbbb18"} {"level":"info","ts":1784830683.2560077,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac465c01-1ab5-4366-99e4-239df7bbbb18","EoS":false} {"level":"info","ts":1784830683.256018,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac465c01-1ab5-4366-99e4-239df7bbbb18","EoS":true} {"level":"info","ts":1784830683.2560523,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ac465c01-1ab5-4366-99e4-239df7bbbb18"} {"level":"info","ts":1784830706.2626402,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830706.2627153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d48aea6-dad1-4379-8984-c4b4ba29a5ed"} {"level":"info","ts":1784830706.2627265,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d48aea6-dad1-4379-8984-c4b4ba29a5ed"} {"level":"info","ts":1784830706.262738,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d48aea6-dad1-4379-8984-c4b4ba29a5ed","EoS":true} {"level":"info","ts":1784830706.2627623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d48aea6-dad1-4379-8984-c4b4ba29a5ed","header":"x-maas-username"} {"level":"info","ts":1784830706.2627733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d48aea6-dad1-4379-8984-c4b4ba29a5ed","header":"x-maas-group"} {"level":"info","ts":1784830706.2627776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d48aea6-dad1-4379-8984-c4b4ba29a5ed","header":"x-maas-subscription"} {"level":"info","ts":1784830706.2627912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d48aea6-dad1-4379-8984-c4b4ba29a5ed","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830706.262817,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3d48aea6-dad1-4379-8984-c4b4ba29a5ed"} {"level":"info","ts":1784830706.2656615,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d48aea6-dad1-4379-8984-c4b4ba29a5ed"} {"level":"info","ts":1784830706.265686,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3d48aea6-dad1-4379-8984-c4b4ba29a5ed"} {"level":"info","ts":1784830706.2657013,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3d48aea6-dad1-4379-8984-c4b4ba29a5ed","EoS":false} {"level":"info","ts":1784830706.2657204,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3d48aea6-dad1-4379-8984-c4b4ba29a5ed","EoS":true} {"level":"info","ts":1784830706.2657547,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3d48aea6-dad1-4379-8984-c4b4ba29a5ed"} {"level":"info","ts":1784830734.9690342,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830734.9691064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ab66614-746e-4493-823b-b50b2d3cd399"} {"level":"info","ts":1784830734.969119,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ab66614-746e-4493-823b-b50b2d3cd399"} {"level":"info","ts":1784830734.9691303,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ab66614-746e-4493-823b-b50b2d3cd399","EoS":true} {"level":"info","ts":1784830734.9691563,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ab66614-746e-4493-823b-b50b2d3cd399","header":"x-maas-group"} {"level":"info","ts":1784830734.969166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ab66614-746e-4493-823b-b50b2d3cd399","header":"x-maas-subscription"} {"level":"info","ts":1784830734.9691715,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ab66614-746e-4493-823b-b50b2d3cd399","header":"x-maas-username"} {"level":"info","ts":1784830734.9691827,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ab66614-746e-4493-823b-b50b2d3cd399","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830734.9692032,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ab66614-746e-4493-823b-b50b2d3cd399"} {"level":"info","ts":1784830734.971369,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ab66614-746e-4493-823b-b50b2d3cd399"} {"level":"info","ts":1784830734.9713876,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5ab66614-746e-4493-823b-b50b2d3cd399"} {"level":"info","ts":1784830734.971412,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5ab66614-746e-4493-823b-b50b2d3cd399","EoS":false} {"level":"info","ts":1784830734.9714315,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5ab66614-746e-4493-823b-b50b2d3cd399","EoS":true} {"level":"info","ts":1784830734.9714806,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5ab66614-746e-4493-823b-b50b2d3cd399"} {"level":"info","ts":1784830744.3861399,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830744.3862255,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6ac598c-0bd1-4e7e-b75d-56ba8c691520"} {"level":"info","ts":1784830744.386235,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e6ac598c-0bd1-4e7e-b75d-56ba8c691520"} {"level":"info","ts":1784830744.3862467,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6ac598c-0bd1-4e7e-b75d-56ba8c691520","EoS":true} {"level":"info","ts":1784830744.3862705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e6ac598c-0bd1-4e7e-b75d-56ba8c691520","header":"x-maas-username"} {"level":"info","ts":1784830744.386282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e6ac598c-0bd1-4e7e-b75d-56ba8c691520","header":"x-maas-subscription"} {"level":"info","ts":1784830744.3862863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e6ac598c-0bd1-4e7e-b75d-56ba8c691520","header":"x-maas-group"} {"level":"info","ts":1784830744.386299,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6ac598c-0bd1-4e7e-b75d-56ba8c691520","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830744.3863242,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e6ac598c-0bd1-4e7e-b75d-56ba8c691520"} {"level":"info","ts":1784830744.3886168,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e6ac598c-0bd1-4e7e-b75d-56ba8c691520"} {"level":"info","ts":1784830744.388641,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e6ac598c-0bd1-4e7e-b75d-56ba8c691520"} {"level":"info","ts":1784830744.3886561,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e6ac598c-0bd1-4e7e-b75d-56ba8c691520","EoS":false} {"level":"info","ts":1784830744.388667,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e6ac598c-0bd1-4e7e-b75d-56ba8c691520","EoS":true} {"level":"info","ts":1784830744.3887048,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e6ac598c-0bd1-4e7e-b75d-56ba8c691520"} {"level":"info","ts":1784830744.4259958,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830744.4260592,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7be1a1c1-e014-45b5-b7c6-e006fbd92f80"} {"level":"info","ts":1784830744.4260702,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7be1a1c1-e014-45b5-b7c6-e006fbd92f80"} {"level":"info","ts":1784830744.426081,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7be1a1c1-e014-45b5-b7c6-e006fbd92f80","EoS":true} {"level":"info","ts":1784830744.4261034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7be1a1c1-e014-45b5-b7c6-e006fbd92f80","header":"x-maas-subscription"} {"level":"info","ts":1784830744.4261131,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7be1a1c1-e014-45b5-b7c6-e006fbd92f80","header":"x-maas-username"} {"level":"info","ts":1784830744.4261174,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7be1a1c1-e014-45b5-b7c6-e006fbd92f80","header":"x-maas-group"} {"level":"info","ts":1784830744.4261286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7be1a1c1-e014-45b5-b7c6-e006fbd92f80","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830744.4261494,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7be1a1c1-e014-45b5-b7c6-e006fbd92f80"} {"level":"info","ts":1784830744.4271646,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7be1a1c1-e014-45b5-b7c6-e006fbd92f80"} {"level":"info","ts":1784830744.4271777,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7be1a1c1-e014-45b5-b7c6-e006fbd92f80"} {"level":"info","ts":1784830744.4271896,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7be1a1c1-e014-45b5-b7c6-e006fbd92f80","EoS":false} {"level":"info","ts":1784830744.4272013,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7be1a1c1-e014-45b5-b7c6-e006fbd92f80","EoS":true} {"level":"info","ts":1784830744.427233,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7be1a1c1-e014-45b5-b7c6-e006fbd92f80"} {"level":"info","ts":1784830763.499286,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830763.4993713,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cfa9eae-2535-4ce6-902a-4c8a0a3eaa55"} {"level":"info","ts":1784830763.4993808,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8cfa9eae-2535-4ce6-902a-4c8a0a3eaa55"} {"level":"info","ts":1784830763.4993925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cfa9eae-2535-4ce6-902a-4c8a0a3eaa55","EoS":true} {"level":"info","ts":1784830763.4994266,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cfa9eae-2535-4ce6-902a-4c8a0a3eaa55","header":"x-maas-username"} {"level":"info","ts":1784830763.499437,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cfa9eae-2535-4ce6-902a-4c8a0a3eaa55","header":"x-maas-subscription"} {"level":"info","ts":1784830763.499504,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cfa9eae-2535-4ce6-902a-4c8a0a3eaa55","header":"x-maas-group"} {"level":"info","ts":1784830763.4995203,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cfa9eae-2535-4ce6-902a-4c8a0a3eaa55","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830763.4995449,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8cfa9eae-2535-4ce6-902a-4c8a0a3eaa55"} {"level":"info","ts":1784830763.500541,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8cfa9eae-2535-4ce6-902a-4c8a0a3eaa55"} {"level":"info","ts":1784830763.5005646,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8cfa9eae-2535-4ce6-902a-4c8a0a3eaa55"} {"level":"info","ts":1784830763.5005832,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8cfa9eae-2535-4ce6-902a-4c8a0a3eaa55","EoS":false} {"level":"info","ts":1784830763.5005944,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8cfa9eae-2535-4ce6-902a-4c8a0a3eaa55","EoS":true} {"level":"info","ts":1784830763.5006328,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8cfa9eae-2535-4ce6-902a-4c8a0a3eaa55"} {"level":"info","ts":1784830894.2961671,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830894.2962434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69b481ed-b421-415e-9e3c-7f75a858e873"} {"level":"info","ts":1784830894.2962525,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69b481ed-b421-415e-9e3c-7f75a858e873"} {"level":"info","ts":1784830894.2962632,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69b481ed-b421-415e-9e3c-7f75a858e873","EoS":true} {"level":"info","ts":1784830894.2962945,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69b481ed-b421-415e-9e3c-7f75a858e873","header":"x-maas-group"} {"level":"info","ts":1784830894.2963092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69b481ed-b421-415e-9e3c-7f75a858e873","header":"x-maas-username"} {"level":"info","ts":1784830894.2963169,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69b481ed-b421-415e-9e3c-7f75a858e873","header":"x-maas-subscription"} {"level":"info","ts":1784830894.2963302,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69b481ed-b421-415e-9e3c-7f75a858e873","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784830894.2963536,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69b481ed-b421-415e-9e3c-7f75a858e873"} {"level":"info","ts":1784830894.2998672,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"69b481ed-b421-415e-9e3c-7f75a858e873"} {"level":"info","ts":1784830894.2998931,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"69b481ed-b421-415e-9e3c-7f75a858e873"} {"level":"info","ts":1784830894.299912,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69b481ed-b421-415e-9e3c-7f75a858e873","EoS":false} {"level":"info","ts":1784830894.2999272,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69b481ed-b421-415e-9e3c-7f75a858e873","EoS":true} {"level":"info","ts":1784830894.2999966,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"69b481ed-b421-415e-9e3c-7f75a858e873"} {"level":"info","ts":1784830931.5136712,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830931.5137467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47e7209f-e0a5-46a2-9e55-6a287931da4a"} {"level":"info","ts":1784830931.513758,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"47e7209f-e0a5-46a2-9e55-6a287931da4a"} {"level":"info","ts":1784830931.5137696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47e7209f-e0a5-46a2-9e55-6a287931da4a","EoS":true} {"level":"info","ts":1784830931.5137982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47e7209f-e0a5-46a2-9e55-6a287931da4a","header":"x-maas-subscription"} {"level":"info","ts":1784830931.513811,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47e7209f-e0a5-46a2-9e55-6a287931da4a","header":"x-maas-group"} {"level":"info","ts":1784830931.5138195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47e7209f-e0a5-46a2-9e55-6a287931da4a","header":"x-maas-username"} {"level":"info","ts":1784830931.5138323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47e7209f-e0a5-46a2-9e55-6a287931da4a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830931.5139186,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"47e7209f-e0a5-46a2-9e55-6a287931da4a"} {"level":"info","ts":1784830931.5166495,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"47e7209f-e0a5-46a2-9e55-6a287931da4a"} {"level":"info","ts":1784830931.5166724,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"47e7209f-e0a5-46a2-9e55-6a287931da4a"} {"level":"info","ts":1784830931.5166874,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"47e7209f-e0a5-46a2-9e55-6a287931da4a","EoS":false} {"level":"info","ts":1784830931.5167012,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"47e7209f-e0a5-46a2-9e55-6a287931da4a","EoS":true} {"level":"info","ts":1784830931.5167356,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"47e7209f-e0a5-46a2-9e55-6a287931da4a"} {"level":"info","ts":1784830946.7753835,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830946.7754602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2714bc7d-5cb3-4515-8d8d-e583802890bc"} {"level":"info","ts":1784830946.775472,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2714bc7d-5cb3-4515-8d8d-e583802890bc"} {"level":"info","ts":1784830946.7754827,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2714bc7d-5cb3-4515-8d8d-e583802890bc","EoS":true} {"level":"info","ts":1784830946.7755077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2714bc7d-5cb3-4515-8d8d-e583802890bc","header":"x-maas-username"} {"level":"info","ts":1784830946.775518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2714bc7d-5cb3-4515-8d8d-e583802890bc","header":"x-maas-subscription"} {"level":"info","ts":1784830946.7755234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2714bc7d-5cb3-4515-8d8d-e583802890bc","header":"x-maas-group"} {"level":"info","ts":1784830946.7755382,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2714bc7d-5cb3-4515-8d8d-e583802890bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830946.775572,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2714bc7d-5cb3-4515-8d8d-e583802890bc"} {"level":"info","ts":1784830946.7765872,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2714bc7d-5cb3-4515-8d8d-e583802890bc"} {"level":"info","ts":1784830946.776607,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2714bc7d-5cb3-4515-8d8d-e583802890bc"} {"level":"info","ts":1784830946.7766213,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2714bc7d-5cb3-4515-8d8d-e583802890bc","EoS":false} {"level":"info","ts":1784830946.776632,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2714bc7d-5cb3-4515-8d8d-e583802890bc","EoS":true} {"level":"info","ts":1784830946.7766683,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2714bc7d-5cb3-4515-8d8d-e583802890bc"} {"level":"info","ts":1784831253.4569569,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831253.4570422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21c4df7a-42e4-4bb0-afa1-b48df8df7b7c"} {"level":"info","ts":1784831253.4570546,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"21c4df7a-42e4-4bb0-afa1-b48df8df7b7c"} {"level":"info","ts":1784831253.4570706,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21c4df7a-42e4-4bb0-afa1-b48df8df7b7c","EoS":true} {"level":"info","ts":1784831253.4570992,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21c4df7a-42e4-4bb0-afa1-b48df8df7b7c","header":"x-maas-username"} {"level":"info","ts":1784831253.4571068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21c4df7a-42e4-4bb0-afa1-b48df8df7b7c","header":"x-maas-subscription"} {"level":"info","ts":1784831253.4571111,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21c4df7a-42e4-4bb0-afa1-b48df8df7b7c","header":"x-maas-group"} {"level":"info","ts":1784831253.4571242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21c4df7a-42e4-4bb0-afa1-b48df8df7b7c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831253.457149,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"21c4df7a-42e4-4bb0-afa1-b48df8df7b7c"} {"level":"info","ts":1784831253.4596589,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"21c4df7a-42e4-4bb0-afa1-b48df8df7b7c"} {"level":"info","ts":1784831253.4596875,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"21c4df7a-42e4-4bb0-afa1-b48df8df7b7c"} {"level":"info","ts":1784831253.4597042,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"21c4df7a-42e4-4bb0-afa1-b48df8df7b7c","EoS":false} {"level":"info","ts":1784831253.4597154,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"21c4df7a-42e4-4bb0-afa1-b48df8df7b7c","EoS":true} {"level":"info","ts":1784831253.4597583,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"21c4df7a-42e4-4bb0-afa1-b48df8df7b7c"} {"level":"info","ts":1784831258.2568507,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"cf820ef2-b288-4517-a7bf-e62d6b115f89","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784831258.2571197,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36845.545079762,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831258.2571363,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831258.3122861,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831258.3581314,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"cf820ef2-b288-4517-a7bf-e62d6b115f89","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784831258.3719227,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a217b39-1056-4b1f-a8d7-3410c2e22ac3"} {"level":"info","ts":1784831258.3719785,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"828876bb-2325-4886-9d67-8ba03825bf92","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831258.3720329,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"828876bb-2325-4886-9d67-8ba03825bf92","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784831258.3785436,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"337ea743-aade-4ba2-a5ab-30e96b5191b6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831258.378574,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"337ea743-aade-4ba2-a5ab-30e96b5191b6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784831258.3789737,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34792.017374954,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831258.378991,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831258.3876278,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831258.4797733,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a217b39-1056-4b1f-a8d7-3410c2e22ac3","name":"e2e-external-provider"} {"level":"info","ts":1784831258.4894352,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32cfdd28-d12a-43ba-a0fb-d0ed7b1920e7"} {"level":"info","ts":1784831258.4894602,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2246db7-0ce6-4922-a8b0-74bb2adc1232","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831258.489508,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2246db7-0ce6-4922-a8b0-74bb2adc1232","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831258.498207,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32cfdd28-d12a-43ba-a0fb-d0ed7b1920e7","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784831258.4986355,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b396838-f1e5-4ebd-afa0-2ac8526ea58b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831258.4987113,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b396838-f1e5-4ebd-afa0-2ac8526ea58b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831258.4987319,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a217b39-1056-4b1f-a8d7-3410c2e22ac3","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784831258.504245,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cce6e226-9a2d-4491-a861-5c2cc69d1523","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831258.5042875,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cce6e226-9a2d-4491-a861-5c2cc69d1523","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784831258.50429,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32cfdd28-d12a-43ba-a0fb-d0ed7b1920e7","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831258.5044417,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc1772a3-f994-4a1f-b23a-6256a895c984"} {"level":"info","ts":1784831258.5044787,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc1772a3-f994-4a1f-b23a-6256a895c984","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784831258.509391,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc1772a3-f994-4a1f-b23a-6256a895c984","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831258.5098944,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a217b39-1056-4b1f-a8d7-3410c2e22ac3","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784831258.515857,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a217b39-1056-4b1f-a8d7-3410c2e22ac3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784831258.5198445,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f2b5498-fe3a-481d-a201-364a0f84b68f"} {"level":"info","ts":1784831258.5198755,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f2b5498-fe3a-481d-a201-364a0f84b68f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784831258.5226414,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c2635b18-afa7-402e-926a-3d75a57a6472","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831258.5226674,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c2635b18-afa7-402e-926a-3d75a57a6472","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784831258.5226722,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2e291923-f009-44af-b498-c5503f3ce6cf"} {"level":"info","ts":1784831258.5227225,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2e291923-f009-44af-b498-c5503f3ce6cf","name":"e2e-external-provider"} {"level":"info","ts":1784831258.5227528,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1eb6510b-67b6-46d2-a832-d270502ca37c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831258.522768,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1eb6510b-67b6-46d2-a832-d270502ca37c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784831258.5243647,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f2b5498-fe3a-481d-a201-364a0f84b68f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831258.5244195,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc7b98e6-5d61-42fa-b3c1-8b5c885fc7eb"} {"level":"info","ts":1784831258.524634,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36535.356082432,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831258.5246537,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831258.531171,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831258.531592,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2e291923-f009-44af-b498-c5503f3ce6cf","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784831258.536274,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"206148ce-5a56-45e0-9eaf-d92d2ee23844"} {"level":"info","ts":1784831258.5363193,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"206148ce-5a56-45e0-9eaf-d92d2ee23844","name":"e2e-external-provider"} {"level":"info","ts":1784831258.5454772,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"206148ce-5a56-45e0-9eaf-d92d2ee23844","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784831258.6247349,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc7b98e6-5d61-42fa-b3c1-8b5c885fc7eb","name":"e2e-external-model"} {"level":"info","ts":1784831258.6358938,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc7b98e6-5d61-42fa-b3c1-8b5c885fc7eb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784831258.6420865,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6abb7ae9-dcf7-47e2-8dca-3559803bdbef"} {"level":"info","ts":1784831258.642112,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23b0abf4-a790-446b-8c23-96cb7515668d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831258.6421633,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23b0abf4-a790-446b-8c23-96cb7515668d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831258.6421714,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6abb7ae9-dcf7-47e2-8dca-3559803bdbef","name":"e2e-external-model"} {"level":"error","ts":1784831258.6564226,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6abb7ae9-dcf7-47e2-8dca-3559803bdbef","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831258.6565096,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16c30cad-a743-4dc8-8759-e43f26b14bfa"} {"level":"info","ts":1784831258.6565115,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"111edfe5-5bc7-483b-8582-60cd4b96c743","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831258.656557,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"111edfe5-5bc7-483b-8582-60cd4b96c743","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831258.6565666,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16c30cad-a743-4dc8-8759-e43f26b14bfa","name":"e2e-external-model"} {"level":"info","ts":1784831258.6651373,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16c30cad-a743-4dc8-8759-e43f26b14bfa","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784831258.6728373,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3f9195b-f27b-4453-8046-bcad3e803662","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831258.6728754,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3f9195b-f27b-4453-8046-bcad3e803662","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831258.6730056,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d877b35-7851-473c-b813-97e7c33af525"} {"level":"info","ts":1784831258.6730738,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d877b35-7851-473c-b813-97e7c33af525","name":"e2e-external-model"} {"level":"info","ts":1784831258.681486,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d877b35-7851-473c-b813-97e7c33af525","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784831268.1231341,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831268.1232116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"402a3933-1fd7-4e0c-a3b2-ff7653480267"} {"level":"info","ts":1784831268.1232226,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"402a3933-1fd7-4e0c-a3b2-ff7653480267"} {"level":"info","ts":1784831268.123234,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"402a3933-1fd7-4e0c-a3b2-ff7653480267","EoS":true} {"level":"info","ts":1784831268.123259,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"402a3933-1fd7-4e0c-a3b2-ff7653480267","header":"x-maas-username"} {"level":"info","ts":1784831268.1232677,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"402a3933-1fd7-4e0c-a3b2-ff7653480267","header":"x-maas-group"} {"level":"info","ts":1784831268.1232722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"402a3933-1fd7-4e0c-a3b2-ff7653480267","header":"x-maas-subscription"} {"level":"info","ts":1784831268.1232853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"402a3933-1fd7-4e0c-a3b2-ff7653480267","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784831268.1232927,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"402a3933-1fd7-4e0c-a3b2-ff7653480267","modelName":"e2e-external-model"} {"level":"info","ts":1784831268.1233075,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"402a3933-1fd7-4e0c-a3b2-ff7653480267","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784831268.1233377,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"402a3933-1fd7-4e0c-a3b2-ff7653480267","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784831268.1233528,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"402a3933-1fd7-4e0c-a3b2-ff7653480267","authType":"apikey"} {"level":"info","ts":1784831268.1233842,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"402a3933-1fd7-4e0c-a3b2-ff7653480267"} {"level":"info","ts":1784831268.2422192,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fda70246-dedf-42c5-97b4-fb6701e0889a"} {"level":"info","ts":1784831268.242232,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51f59909-0044-48a1-9a30-deb821c89e70","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831268.2423618,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51f59909-0044-48a1-9a30-deb821c89e70","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784831268.2494013,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fda70246-dedf-42c5-97b4-fb6701e0889a","name":"e2e-cleanup-test"} {"level":"info","ts":1784831268.249464,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18de3a6f-4993-4b72-816f-ea2f3a5ee84d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831268.2494972,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18de3a6f-4993-4b72-816f-ea2f3a5ee84d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784831268.2590876,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fda70246-dedf-42c5-97b4-fb6701e0889a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784831268.2655098,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8822b69-44c5-42e0-92ba-1762ce176c75"} {"level":"info","ts":1784831268.2655203,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9df8cd78-de94-4b09-8af7-09aceb3805e8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831268.265555,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9df8cd78-de94-4b09-8af7-09aceb3805e8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784831268.2655861,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8822b69-44c5-42e0-92ba-1762ce176c75","name":"e2e-cleanup-test"} {"level":"error","ts":1784831268.2788818,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8822b69-44c5-42e0-92ba-1762ce176c75","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831268.2790093,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf74643f-04c9-43ac-985e-9b4be4cf5fe5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831268.2790563,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf74643f-04c9-43ac-985e-9b4be4cf5fe5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784831268.2790089,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"110d0b57-f5d1-4fbe-8370-f4be6953fb0e"} {"level":"info","ts":1784831268.2791293,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"110d0b57-f5d1-4fbe-8370-f4be6953fb0e","name":"e2e-cleanup-test"} {"level":"info","ts":1784831268.2876782,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"110d0b57-f5d1-4fbe-8370-f4be6953fb0e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784831268.293837,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7eeeaaac-429a-4935-bb1f-37334d1893b5"} {"level":"info","ts":1784831268.293843,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4bb2c1f-33f6-454f-85d2-592e870643d6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831268.2938778,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4bb2c1f-33f6-454f-85d2-592e870643d6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784831268.2939038,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7eeeaaac-429a-4935-bb1f-37334d1893b5","name":"e2e-cleanup-test"} {"level":"info","ts":1784831268.3025098,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7eeeaaac-429a-4935-bb1f-37334d1893b5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784831276.5058668,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c09bdc7-1f74-4bf9-a791-4d1e6ea83003"} {"level":"info","ts":1784831276.5059152,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a25ab095-8651-4855-8e15-5052126c5764","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831276.5059755,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a25ab095-8651-4855-8e15-5052126c5764","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831280.8118916,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831280.811978,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a87c344-9df8-401e-bbc7-7d3cb0e619bb"} {"level":"info","ts":1784831280.811991,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2a87c344-9df8-401e-bbc7-7d3cb0e619bb"} {"level":"info","ts":1784831280.8120084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a87c344-9df8-401e-bbc7-7d3cb0e619bb","EoS":true} {"level":"info","ts":1784831280.81205,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a87c344-9df8-401e-bbc7-7d3cb0e619bb","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784831280.8120828,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2a87c344-9df8-401e-bbc7-7d3cb0e619bb"} {"level":"info","ts":1784831280.8530474,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831280.8531246,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89785f5e-4124-41c2-bd15-45daae9c567c"} {"level":"info","ts":1784831280.8531349,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"89785f5e-4124-41c2-bd15-45daae9c567c"} {"level":"info","ts":1784831280.8531475,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89785f5e-4124-41c2-bd15-45daae9c567c","EoS":true} {"level":"info","ts":1784831280.8531697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89785f5e-4124-41c2-bd15-45daae9c567c","header":"x-maas-subscription"} {"level":"info","ts":1784831280.8531804,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89785f5e-4124-41c2-bd15-45daae9c567c","header":"x-maas-group"} {"level":"info","ts":1784831280.853185,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89785f5e-4124-41c2-bd15-45daae9c567c","header":"x-maas-username"} {"level":"info","ts":1784831280.8531969,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89785f5e-4124-41c2-bd15-45daae9c567c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784831280.8532052,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"89785f5e-4124-41c2-bd15-45daae9c567c","modelName":"e2e-external-model"} {"level":"info","ts":1784831280.8532183,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"89785f5e-4124-41c2-bd15-45daae9c567c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784831280.8532403,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"89785f5e-4124-41c2-bd15-45daae9c567c","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784831280.8532567,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"89785f5e-4124-41c2-bd15-45daae9c567c","authType":"apikey"} {"level":"info","ts":1784831280.8532803,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"89785f5e-4124-41c2-bd15-45daae9c567c"} {"level":"info","ts":1784831280.912964,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831280.9130683,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97702499-e421-4417-ace3-6a81eb892ea4"} {"level":"info","ts":1784831280.9130852,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"97702499-e421-4417-ace3-6a81eb892ea4"} {"level":"info","ts":1784831280.9131038,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97702499-e421-4417-ace3-6a81eb892ea4","EoS":true} {"level":"info","ts":1784831280.9131389,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97702499-e421-4417-ace3-6a81eb892ea4","header":"x-maas-group"} {"level":"info","ts":1784831280.9131546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97702499-e421-4417-ace3-6a81eb892ea4","header":"x-maas-username"} {"level":"info","ts":1784831280.9131627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97702499-e421-4417-ace3-6a81eb892ea4","header":"x-maas-subscription"} {"level":"info","ts":1784831280.913182,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97702499-e421-4417-ace3-6a81eb892ea4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784831280.9132187,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"97702499-e421-4417-ace3-6a81eb892ea4"} {"level":"info","ts":1784831281.0153477,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"97702499-e421-4417-ace3-6a81eb892ea4"} {"level":"info","ts":1784831281.015375,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"97702499-e421-4417-ace3-6a81eb892ea4"} {"level":"info","ts":1784831281.0153959,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"97702499-e421-4417-ace3-6a81eb892ea4","EoS":false} {"level":"info","ts":1784831281.0154152,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"97702499-e421-4417-ace3-6a81eb892ea4","EoS":true} {"level":"error","ts":1784831281.015434,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"97702499-e421-4417-ace3-6a81eb892ea4","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784831281.0154958,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"97702499-e421-4417-ace3-6a81eb892ea4"} {"level":"info","ts":1784831281.0584,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831281.0584676,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"956548b7-ca62-4ee0-9866-52c8fdc6463a"} {"level":"info","ts":1784831281.0584764,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"956548b7-ca62-4ee0-9866-52c8fdc6463a"} {"level":"info","ts":1784831281.0584934,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"956548b7-ca62-4ee0-9866-52c8fdc6463a","EoS":true} {"level":"info","ts":1784831281.0585153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"956548b7-ca62-4ee0-9866-52c8fdc6463a","header":"x-maas-username"} {"level":"info","ts":1784831281.0585234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"956548b7-ca62-4ee0-9866-52c8fdc6463a","header":"x-maas-subscription"} {"level":"info","ts":1784831281.0585282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"956548b7-ca62-4ee0-9866-52c8fdc6463a","header":"x-maas-group"} {"level":"info","ts":1784831281.0585558,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"956548b7-ca62-4ee0-9866-52c8fdc6463a"} {"level":"info","ts":1784831281.108895,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"956548b7-ca62-4ee0-9866-52c8fdc6463a"} {"level":"info","ts":1784831281.1089265,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"956548b7-ca62-4ee0-9866-52c8fdc6463a"} {"level":"info","ts":1784831281.1089618,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"956548b7-ca62-4ee0-9866-52c8fdc6463a","EoS":false} {"level":"info","ts":1784831281.108979,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"956548b7-ca62-4ee0-9866-52c8fdc6463a","EoS":true} {"level":"error","ts":1784831281.109,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"956548b7-ca62-4ee0-9866-52c8fdc6463a","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784831281.1090934,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"956548b7-ca62-4ee0-9866-52c8fdc6463a"} {"level":"info","ts":1784831281.9447293,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16f665e2-0638-40c7-9407-0cf7130685d6"} {"level":"info","ts":1784831281.9447286,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d6b1f19-5ec9-440d-add6-e31aeb811d3d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831281.9447973,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d6b1f19-5ec9-440d-add6-e31aeb811d3d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831282.0827472,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e5c5a6a9-33be-4293-a8cf-7e8a16cc47cc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831282.0827925,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e5c5a6a9-33be-4293-a8cf-7e8a16cc47cc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831282.082836,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"57ff5d79-68c6-4623-ba33-33431b147f35"} {"level":"info","ts":1784831282.1916218,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"05349642-f60b-423e-9d47-c3c007c74ab0","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784831282.1916769,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"05349642-f60b-423e-9d47-c3c007c74ab0","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784831898.4284925,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831898.4285753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7d3079f-9c66-4d7e-8fa2-3f1e093116f4"} {"level":"info","ts":1784831898.428585,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e7d3079f-9c66-4d7e-8fa2-3f1e093116f4"} {"level":"info","ts":1784831898.4285972,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7d3079f-9c66-4d7e-8fa2-3f1e093116f4","EoS":true} {"level":"info","ts":1784831898.4286249,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7d3079f-9c66-4d7e-8fa2-3f1e093116f4","header":"x-maas-username"} {"level":"info","ts":1784831898.4286354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7d3079f-9c66-4d7e-8fa2-3f1e093116f4","header":"x-maas-group"} {"level":"info","ts":1784831898.4286425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7d3079f-9c66-4d7e-8fa2-3f1e093116f4","header":"x-maas-subscription"} {"level":"info","ts":1784831898.4286602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7d3079f-9c66-4d7e-8fa2-3f1e093116f4","path":"/ai-tenant-e2e-inf-b-629a5d/test-model-629a5d/v1/chat/completions"} {"level":"info","ts":1784831898.428689,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e7d3079f-9c66-4d7e-8fa2-3f1e093116f4"} {"level":"info","ts":1784831898.4426203,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e7d3079f-9c66-4d7e-8fa2-3f1e093116f4"} {"level":"info","ts":1784831898.4426486,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e7d3079f-9c66-4d7e-8fa2-3f1e093116f4"} {"level":"info","ts":1784831898.442668,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e7d3079f-9c66-4d7e-8fa2-3f1e093116f4","EoS":false} {"level":"info","ts":1784831898.4426794,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e7d3079f-9c66-4d7e-8fa2-3f1e093116f4","EoS":true} {"level":"info","ts":1784831898.4427216,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e7d3079f-9c66-4d7e-8fa2-3f1e093116f4"} {"level":"info","ts":1784832434.5015433,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832434.5016222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a01cfdb-43ac-42e7-a351-0144f157d47d"} {"level":"info","ts":1784832434.50163,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7a01cfdb-43ac-42e7-a351-0144f157d47d"} {"level":"info","ts":1784832434.5016413,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a01cfdb-43ac-42e7-a351-0144f157d47d","EoS":true} {"level":"info","ts":1784832434.5016634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a01cfdb-43ac-42e7-a351-0144f157d47d","header":"x-maas-subscription"} {"level":"info","ts":1784832434.501671,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a01cfdb-43ac-42e7-a351-0144f157d47d","header":"x-maas-username"} {"level":"info","ts":1784832434.5016758,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a01cfdb-43ac-42e7-a351-0144f157d47d","header":"x-maas-group"} {"level":"info","ts":1784832434.501688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a01cfdb-43ac-42e7-a351-0144f157d47d","path":"/ai-tenant-e2e-shared-a-5f06b1/rate-test-model-5f06b1/v1/completions"} {"level":"info","ts":1784832434.5017226,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7a01cfdb-43ac-42e7-a351-0144f157d47d"} {"level":"info","ts":1784832434.5154495,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7a01cfdb-43ac-42e7-a351-0144f157d47d"} {"level":"info","ts":1784832434.5154836,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7a01cfdb-43ac-42e7-a351-0144f157d47d"} {"level":"info","ts":1784832434.5155,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7a01cfdb-43ac-42e7-a351-0144f157d47d","EoS":false} {"level":"info","ts":1784832434.515514,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7a01cfdb-43ac-42e7-a351-0144f157d47d","EoS":true} {"level":"info","ts":1784832434.5155644,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7a01cfdb-43ac-42e7-a351-0144f157d47d"} {"level":"info","ts":1784832437.6365416,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832437.636621,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f346eeb-b93c-4263-8462-80e4d5c31e49"} {"level":"info","ts":1784832437.636633,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f346eeb-b93c-4263-8462-80e4d5c31e49"} {"level":"info","ts":1784832437.6366448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f346eeb-b93c-4263-8462-80e4d5c31e49","EoS":true} {"level":"info","ts":1784832437.6366715,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f346eeb-b93c-4263-8462-80e4d5c31e49","header":"x-maas-group"} {"level":"info","ts":1784832437.6366816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f346eeb-b93c-4263-8462-80e4d5c31e49","header":"x-maas-username"} {"level":"info","ts":1784832437.6366856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f346eeb-b93c-4263-8462-80e4d5c31e49","header":"x-maas-subscription"} {"level":"info","ts":1784832437.636698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f346eeb-b93c-4263-8462-80e4d5c31e49","path":"/ai-tenant-e2e-shared-a-5f06b1/rate-test-model-5f06b1/v1/completions"} {"level":"info","ts":1784832437.6367197,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f346eeb-b93c-4263-8462-80e4d5c31e49"} {"level":"info","ts":1784832437.6379645,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3f346eeb-b93c-4263-8462-80e4d5c31e49"} {"level":"info","ts":1784832437.6379879,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3f346eeb-b93c-4263-8462-80e4d5c31e49"} {"level":"info","ts":1784832437.63801,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3f346eeb-b93c-4263-8462-80e4d5c31e49","EoS":false} {"level":"info","ts":1784832437.6380255,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3f346eeb-b93c-4263-8462-80e4d5c31e49","EoS":true} {"level":"info","ts":1784832437.6380737,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3f346eeb-b93c-4263-8462-80e4d5c31e49"} {"level":"info","ts":1784832439.7260022,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832439.7261207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2dc50025-b8dd-488d-b2e8-e5dd6965f209"} {"level":"info","ts":1784832439.72614,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2dc50025-b8dd-488d-b2e8-e5dd6965f209"} {"level":"info","ts":1784832439.7261524,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2dc50025-b8dd-488d-b2e8-e5dd6965f209","EoS":true} {"level":"info","ts":1784832439.7261858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2dc50025-b8dd-488d-b2e8-e5dd6965f209","header":"x-maas-subscription"} {"level":"info","ts":1784832439.726197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2dc50025-b8dd-488d-b2e8-e5dd6965f209","header":"x-maas-username"} {"level":"info","ts":1784832439.7262032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2dc50025-b8dd-488d-b2e8-e5dd6965f209","header":"x-maas-group"} {"level":"info","ts":1784832439.7262168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2dc50025-b8dd-488d-b2e8-e5dd6965f209","path":"/ai-tenant-e2e-shared-a-5f06b1/rate-test-model-5f06b1/v1/completions"} {"level":"info","ts":1784832439.7262447,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2dc50025-b8dd-488d-b2e8-e5dd6965f209"} {"level":"info","ts":1784832439.7285933,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2dc50025-b8dd-488d-b2e8-e5dd6965f209"} {"level":"info","ts":1784832439.7286127,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2dc50025-b8dd-488d-b2e8-e5dd6965f209"} {"level":"info","ts":1784832439.7286274,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2dc50025-b8dd-488d-b2e8-e5dd6965f209","EoS":false} {"level":"info","ts":1784832439.7286396,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2dc50025-b8dd-488d-b2e8-e5dd6965f209","EoS":true} {"level":"info","ts":1784832439.728677,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2dc50025-b8dd-488d-b2e8-e5dd6965f209"} {"level":"info","ts":1784832461.2818873,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832461.2819955,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7724ab9a-7eda-435e-97ce-7612287f3aeb"} {"level":"info","ts":1784832461.2820065,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7724ab9a-7eda-435e-97ce-7612287f3aeb"} {"level":"info","ts":1784832461.2820191,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7724ab9a-7eda-435e-97ce-7612287f3aeb","EoS":true} {"level":"info","ts":1784832461.2820435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7724ab9a-7eda-435e-97ce-7612287f3aeb","header":"x-maas-username"} {"level":"info","ts":1784832461.2820544,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7724ab9a-7eda-435e-97ce-7612287f3aeb","header":"x-maas-subscription"} {"level":"info","ts":1784832461.2820594,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7724ab9a-7eda-435e-97ce-7612287f3aeb","header":"x-maas-group"} {"level":"info","ts":1784832461.2820728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7724ab9a-7eda-435e-97ce-7612287f3aeb","path":"/ai-tenant-e2e-shared-a-5f06b1/rate-test-model-5f06b1/v1/completions"} {"level":"info","ts":1784832461.2820961,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7724ab9a-7eda-435e-97ce-7612287f3aeb"} {"level":"info","ts":1784832461.2831275,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7724ab9a-7eda-435e-97ce-7612287f3aeb"} {"level":"info","ts":1784832461.2831476,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7724ab9a-7eda-435e-97ce-7612287f3aeb"} {"level":"info","ts":1784832461.2831624,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7724ab9a-7eda-435e-97ce-7612287f3aeb","EoS":false} {"level":"info","ts":1784832461.28318,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7724ab9a-7eda-435e-97ce-7612287f3aeb","EoS":true} {"level":"info","ts":1784832461.2832172,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7724ab9a-7eda-435e-97ce-7612287f3aeb"} {"level":"info","ts":1784832464.4046195,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832464.4047074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b1c4b41-793a-43b1-bbbe-cdd24d979f6b"} {"level":"info","ts":1784832464.4047253,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6b1c4b41-793a-43b1-bbbe-cdd24d979f6b"} {"level":"info","ts":1784832464.4047446,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b1c4b41-793a-43b1-bbbe-cdd24d979f6b","EoS":true} {"level":"info","ts":1784832464.4047823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b1c4b41-793a-43b1-bbbe-cdd24d979f6b","header":"x-maas-subscription"} {"level":"info","ts":1784832464.4047976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b1c4b41-793a-43b1-bbbe-cdd24d979f6b","header":"x-maas-username"} {"level":"info","ts":1784832464.4048064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b1c4b41-793a-43b1-bbbe-cdd24d979f6b","header":"x-maas-group"} {"level":"info","ts":1784832464.4048247,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b1c4b41-793a-43b1-bbbe-cdd24d979f6b","path":"/ai-tenant-e2e-shared-a-5f06b1/rate-test-model-5f06b1/v1/completions"} {"level":"info","ts":1784832464.4048605,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6b1c4b41-793a-43b1-bbbe-cdd24d979f6b"} {"level":"info","ts":1784832464.4058523,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6b1c4b41-793a-43b1-bbbe-cdd24d979f6b"} {"level":"info","ts":1784832464.4058797,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6b1c4b41-793a-43b1-bbbe-cdd24d979f6b"} {"level":"info","ts":1784832464.405903,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6b1c4b41-793a-43b1-bbbe-cdd24d979f6b","EoS":false} {"level":"info","ts":1784832464.40592,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6b1c4b41-793a-43b1-bbbe-cdd24d979f6b","EoS":true} {"level":"info","ts":1784832464.4059863,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6b1c4b41-793a-43b1-bbbe-cdd24d979f6b"} {"level":"info","ts":1784832467.5231736,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832467.5232568,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe52a057-3e17-47b5-a0ab-427c2fafc893"} {"level":"info","ts":1784832467.523267,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe52a057-3e17-47b5-a0ab-427c2fafc893"} {"level":"info","ts":1784832467.5232785,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe52a057-3e17-47b5-a0ab-427c2fafc893","EoS":true} {"level":"info","ts":1784832467.5233042,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe52a057-3e17-47b5-a0ab-427c2fafc893","header":"x-maas-username"} {"level":"info","ts":1784832467.5233116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe52a057-3e17-47b5-a0ab-427c2fafc893","header":"x-maas-group"} {"level":"info","ts":1784832467.5233166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe52a057-3e17-47b5-a0ab-427c2fafc893","header":"x-maas-subscription"} {"level":"info","ts":1784832467.523332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe52a057-3e17-47b5-a0ab-427c2fafc893","path":"/ai-tenant-e2e-shared-a-5f06b1/rate-test-model-5f06b1/v1/completions"} {"level":"info","ts":1784832467.523367,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe52a057-3e17-47b5-a0ab-427c2fafc893"} {"level":"info","ts":1784832467.5243394,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fe52a057-3e17-47b5-a0ab-427c2fafc893"} {"level":"info","ts":1784832467.524352,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fe52a057-3e17-47b5-a0ab-427c2fafc893"} {"level":"info","ts":1784832467.5243638,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fe52a057-3e17-47b5-a0ab-427c2fafc893","EoS":false} {"level":"info","ts":1784832467.5243764,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fe52a057-3e17-47b5-a0ab-427c2fafc893","EoS":true} {"level":"info","ts":1784832467.5244095,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fe52a057-3e17-47b5-a0ab-427c2fafc893"}