{"level":"info","ts":1784864148.6316123,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bfac22e1-1620-4d99-80cc-9b5c6031d936"} {"level":"info","ts":1784864148.6316226,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bfac22e1-1620-4d99-80cc-9b5c6031d936"} {"level":"info","ts":1784864148.6316345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bfac22e1-1620-4d99-80cc-9b5c6031d936","EoS":true} {"level":"info","ts":1784864148.6316595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bfac22e1-1620-4d99-80cc-9b5c6031d936","header":"x-maas-username"} {"level":"info","ts":1784864148.6316707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bfac22e1-1620-4d99-80cc-9b5c6031d936","header":"x-maas-subscription"} {"level":"info","ts":1784864148.6316752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bfac22e1-1620-4d99-80cc-9b5c6031d936","header":"x-maas-group"} {"level":"info","ts":1784864148.6317325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bfac22e1-1620-4d99-80cc-9b5c6031d936","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784864148.6317606,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bfac22e1-1620-4d99-80cc-9b5c6031d936"} {"level":"info","ts":1784864148.632716,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bfac22e1-1620-4d99-80cc-9b5c6031d936"} {"level":"info","ts":1784864148.632746,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bfac22e1-1620-4d99-80cc-9b5c6031d936"} {"level":"info","ts":1784864148.632767,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bfac22e1-1620-4d99-80cc-9b5c6031d936","EoS":false} {"level":"info","ts":1784864148.6327782,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bfac22e1-1620-4d99-80cc-9b5c6031d936","EoS":true} {"level":"info","ts":1784864148.6328146,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bfac22e1-1620-4d99-80cc-9b5c6031d936"} {"level":"info","ts":1784864149.427502,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864149.4275763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5ff72f7-267b-480f-93cc-e3c4fe9dd657"} {"level":"info","ts":1784864149.427586,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a5ff72f7-267b-480f-93cc-e3c4fe9dd657"} {"level":"info","ts":1784864149.4275975,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5ff72f7-267b-480f-93cc-e3c4fe9dd657","EoS":true} {"level":"info","ts":1784864149.4276266,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5ff72f7-267b-480f-93cc-e3c4fe9dd657","header":"x-maas-group"} {"level":"info","ts":1784864149.4276364,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5ff72f7-267b-480f-93cc-e3c4fe9dd657","header":"x-maas-subscription"} {"level":"info","ts":1784864149.4276414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5ff72f7-267b-480f-93cc-e3c4fe9dd657","header":"x-maas-username"} {"level":"info","ts":1784864149.427655,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5ff72f7-267b-480f-93cc-e3c4fe9dd657","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784864149.4276795,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a5ff72f7-267b-480f-93cc-e3c4fe9dd657"} {"level":"info","ts":1784864149.4285376,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a5ff72f7-267b-480f-93cc-e3c4fe9dd657"} {"level":"info","ts":1784864149.4285674,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a5ff72f7-267b-480f-93cc-e3c4fe9dd657"} {"level":"info","ts":1784864149.4285886,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a5ff72f7-267b-480f-93cc-e3c4fe9dd657","EoS":false} {"level":"info","ts":1784864149.428605,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a5ff72f7-267b-480f-93cc-e3c4fe9dd657","EoS":true} {"level":"info","ts":1784864149.4286544,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a5ff72f7-267b-480f-93cc-e3c4fe9dd657"} {"level":"info","ts":1784864169.4877138,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864169.487811,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9fd4cc98-7278-4271-9ce2-d6567cefc471"} {"level":"info","ts":1784864169.4878242,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9fd4cc98-7278-4271-9ce2-d6567cefc471"} {"level":"info","ts":1784864169.4878407,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9fd4cc98-7278-4271-9ce2-d6567cefc471","EoS":true} {"level":"info","ts":1784864169.4879131,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9fd4cc98-7278-4271-9ce2-d6567cefc471","header":"x-maas-subscription"} {"level":"info","ts":1784864169.4879286,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9fd4cc98-7278-4271-9ce2-d6567cefc471","header":"x-maas-group"} {"level":"info","ts":1784864169.487939,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9fd4cc98-7278-4271-9ce2-d6567cefc471","header":"x-maas-username"} {"level":"info","ts":1784864169.4879577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9fd4cc98-7278-4271-9ce2-d6567cefc471","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784864169.4879947,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9fd4cc98-7278-4271-9ce2-d6567cefc471"} {"level":"info","ts":1784864169.489162,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9fd4cc98-7278-4271-9ce2-d6567cefc471"} {"level":"info","ts":1784864169.4891853,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9fd4cc98-7278-4271-9ce2-d6567cefc471"} {"level":"info","ts":1784864169.4892015,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9fd4cc98-7278-4271-9ce2-d6567cefc471","EoS":false} {"level":"info","ts":1784864169.4892135,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9fd4cc98-7278-4271-9ce2-d6567cefc471","EoS":true} {"level":"info","ts":1784864169.4892597,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9fd4cc98-7278-4271-9ce2-d6567cefc471"} {"level":"info","ts":1784864169.625268,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864169.6253474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3855671e-2066-49e6-a13c-33dab66fd4f5"} {"level":"info","ts":1784864169.6253576,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3855671e-2066-49e6-a13c-33dab66fd4f5"} {"level":"info","ts":1784864169.6253693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3855671e-2066-49e6-a13c-33dab66fd4f5","EoS":true} {"level":"info","ts":1784864169.6254492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3855671e-2066-49e6-a13c-33dab66fd4f5","header":"x-maas-username"} {"level":"info","ts":1784864169.6254628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3855671e-2066-49e6-a13c-33dab66fd4f5","header":"x-maas-subscription"} {"level":"info","ts":1784864169.625468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3855671e-2066-49e6-a13c-33dab66fd4f5","header":"x-maas-group"} {"level":"info","ts":1784864169.6254838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3855671e-2066-49e6-a13c-33dab66fd4f5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784864169.6255088,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3855671e-2066-49e6-a13c-33dab66fd4f5"} {"level":"info","ts":1784864169.6283584,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3855671e-2066-49e6-a13c-33dab66fd4f5"} {"level":"info","ts":1784864169.6283793,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3855671e-2066-49e6-a13c-33dab66fd4f5"} {"level":"info","ts":1784864169.6283937,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3855671e-2066-49e6-a13c-33dab66fd4f5","EoS":false} {"level":"info","ts":1784864169.6284058,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3855671e-2066-49e6-a13c-33dab66fd4f5","EoS":true} {"level":"info","ts":1784864169.6284592,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3855671e-2066-49e6-a13c-33dab66fd4f5"} {"level":"info","ts":1784864169.763572,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864169.7636526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b585e96-dd8a-4419-8cd8-6a04735b3f23"} {"level":"info","ts":1784864169.7636619,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6b585e96-dd8a-4419-8cd8-6a04735b3f23"} {"level":"info","ts":1784864169.7636757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b585e96-dd8a-4419-8cd8-6a04735b3f23","EoS":true} {"level":"info","ts":1784864169.7637007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b585e96-dd8a-4419-8cd8-6a04735b3f23","header":"x-maas-username"} {"level":"info","ts":1784864169.7637117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b585e96-dd8a-4419-8cd8-6a04735b3f23","header":"x-maas-group"} {"level":"info","ts":1784864169.763717,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b585e96-dd8a-4419-8cd8-6a04735b3f23","header":"x-maas-subscription"} {"level":"info","ts":1784864169.7637296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b585e96-dd8a-4419-8cd8-6a04735b3f23","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784864169.763756,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6b585e96-dd8a-4419-8cd8-6a04735b3f23"} {"level":"info","ts":1784864169.7647011,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6b585e96-dd8a-4419-8cd8-6a04735b3f23"} {"level":"info","ts":1784864169.7647207,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6b585e96-dd8a-4419-8cd8-6a04735b3f23"} {"level":"info","ts":1784864169.7647355,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6b585e96-dd8a-4419-8cd8-6a04735b3f23","EoS":false} {"level":"info","ts":1784864169.7647474,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6b585e96-dd8a-4419-8cd8-6a04735b3f23","EoS":true} {"level":"info","ts":1784864169.764789,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6b585e96-dd8a-4419-8cd8-6a04735b3f23"} {"level":"info","ts":1784864169.900919,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864169.9009979,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afd16224-d1c8-4236-bc21-d1408e0c8ecf"} {"level":"info","ts":1784864169.901009,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"afd16224-d1c8-4236-bc21-d1408e0c8ecf"} {"level":"info","ts":1784864169.9010217,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afd16224-d1c8-4236-bc21-d1408e0c8ecf","EoS":true} {"level":"info","ts":1784864169.901098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afd16224-d1c8-4236-bc21-d1408e0c8ecf","header":"x-maas-username"} {"level":"info","ts":1784864169.9011097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afd16224-d1c8-4236-bc21-d1408e0c8ecf","header":"x-maas-group"} {"level":"info","ts":1784864169.9011285,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afd16224-d1c8-4236-bc21-d1408e0c8ecf","header":"x-maas-subscription"} {"level":"info","ts":1784864169.901143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afd16224-d1c8-4236-bc21-d1408e0c8ecf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784864169.9011686,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"afd16224-d1c8-4236-bc21-d1408e0c8ecf"} {"level":"info","ts":1784864169.9020576,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"afd16224-d1c8-4236-bc21-d1408e0c8ecf"} {"level":"info","ts":1784864169.9020839,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"afd16224-d1c8-4236-bc21-d1408e0c8ecf"} {"level":"info","ts":1784864169.902106,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"afd16224-d1c8-4236-bc21-d1408e0c8ecf","EoS":false} {"level":"info","ts":1784864169.9021318,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"afd16224-d1c8-4236-bc21-d1408e0c8ecf","EoS":true} {"level":"info","ts":1784864169.9021857,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"afd16224-d1c8-4236-bc21-d1408e0c8ecf"} {"level":"info","ts":1784864170.0405154,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864170.0405967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94dd253a-6729-44c6-851d-330f6cdd1d45"} {"level":"info","ts":1784864170.0406094,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"94dd253a-6729-44c6-851d-330f6cdd1d45"} {"level":"info","ts":1784864170.040622,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94dd253a-6729-44c6-851d-330f6cdd1d45","EoS":true} {"level":"info","ts":1784864170.0406518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94dd253a-6729-44c6-851d-330f6cdd1d45","header":"x-maas-group"} {"level":"info","ts":1784864170.0406616,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94dd253a-6729-44c6-851d-330f6cdd1d45","header":"x-maas-username"} {"level":"info","ts":1784864170.0406663,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94dd253a-6729-44c6-851d-330f6cdd1d45","header":"x-maas-subscription"} {"level":"info","ts":1784864170.040682,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94dd253a-6729-44c6-851d-330f6cdd1d45","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784864170.0407085,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"94dd253a-6729-44c6-851d-330f6cdd1d45"} {"level":"info","ts":1784864170.0417655,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"94dd253a-6729-44c6-851d-330f6cdd1d45"} {"level":"info","ts":1784864170.041792,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"94dd253a-6729-44c6-851d-330f6cdd1d45"} {"level":"info","ts":1784864170.041816,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"94dd253a-6729-44c6-851d-330f6cdd1d45","EoS":false} {"level":"info","ts":1784864170.0418363,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"94dd253a-6729-44c6-851d-330f6cdd1d45","EoS":true} {"level":"info","ts":1784864170.0418866,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"94dd253a-6729-44c6-851d-330f6cdd1d45"} {"level":"info","ts":1784864188.964049,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864188.9641345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88205ac0-50e2-4f10-800b-ed4fc57c4a6a"} {"level":"info","ts":1784864188.9641447,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"88205ac0-50e2-4f10-800b-ed4fc57c4a6a"} {"level":"info","ts":1784864188.9641564,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88205ac0-50e2-4f10-800b-ed4fc57c4a6a","EoS":true} {"level":"info","ts":1784864188.9641817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88205ac0-50e2-4f10-800b-ed4fc57c4a6a","header":"x-maas-subscription"} {"level":"info","ts":1784864188.9641926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88205ac0-50e2-4f10-800b-ed4fc57c4a6a","header":"x-maas-username"} {"level":"info","ts":1784864188.9641976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88205ac0-50e2-4f10-800b-ed4fc57c4a6a","header":"x-maas-group"} {"level":"info","ts":1784864188.9642107,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88205ac0-50e2-4f10-800b-ed4fc57c4a6a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784864188.9642372,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"88205ac0-50e2-4f10-800b-ed4fc57c4a6a"} {"level":"info","ts":1784864188.967287,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"88205ac0-50e2-4f10-800b-ed4fc57c4a6a"} {"level":"info","ts":1784864188.9673126,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"88205ac0-50e2-4f10-800b-ed4fc57c4a6a"} {"level":"info","ts":1784864188.9673355,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"88205ac0-50e2-4f10-800b-ed4fc57c4a6a","EoS":false} {"level":"info","ts":1784864188.9673522,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"88205ac0-50e2-4f10-800b-ed4fc57c4a6a","EoS":true} {"level":"info","ts":1784864188.9674015,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"88205ac0-50e2-4f10-800b-ed4fc57c4a6a"} {"level":"info","ts":1784864189.0776215,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864189.0777054,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c0431e59-348f-4eb7-9576-5d9a26655f57"} {"level":"info","ts":1784864189.079606,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c0431e59-348f-4eb7-9576-5d9a26655f57"} {"level":"info","ts":1784864189.079631,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c0431e59-348f-4eb7-9576-5d9a26655f57"} {"level":"info","ts":1784864189.0796518,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c0431e59-348f-4eb7-9576-5d9a26655f57","EoS":false} {"level":"info","ts":1784864189.0796685,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"c0431e59-348f-4eb7-9576-5d9a26655f57"} {"level":"info","ts":1784864189.0797033,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c0431e59-348f-4eb7-9576-5d9a26655f57","EoS":true} {"level":"info","ts":1784864189.0797174,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"c0431e59-348f-4eb7-9576-5d9a26655f57"} {"level":"info","ts":1784864193.7055964,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864193.7056763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a985d7c5-d136-420c-ba5a-7eeada672650"} {"level":"info","ts":1784864193.7056859,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a985d7c5-d136-420c-ba5a-7eeada672650"} {"level":"info","ts":1784864193.7056978,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a985d7c5-d136-420c-ba5a-7eeada672650","EoS":true} {"level":"info","ts":1784864193.705733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a985d7c5-d136-420c-ba5a-7eeada672650","header":"x-maas-username"} {"level":"info","ts":1784864193.7057438,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a985d7c5-d136-420c-ba5a-7eeada672650","header":"x-maas-subscription"} {"level":"info","ts":1784864193.7057488,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a985d7c5-d136-420c-ba5a-7eeada672650","header":"x-maas-group"} {"level":"info","ts":1784864193.7057614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a985d7c5-d136-420c-ba5a-7eeada672650","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784864193.7057924,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a985d7c5-d136-420c-ba5a-7eeada672650"} {"level":"info","ts":1784864193.7076645,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a985d7c5-d136-420c-ba5a-7eeada672650"} {"level":"info","ts":1784864193.7076852,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a985d7c5-d136-420c-ba5a-7eeada672650"} {"level":"info","ts":1784864193.7076995,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a985d7c5-d136-420c-ba5a-7eeada672650","EoS":false} {"level":"info","ts":1784864193.707712,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a985d7c5-d136-420c-ba5a-7eeada672650","EoS":true} {"level":"info","ts":1784864193.707752,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a985d7c5-d136-420c-ba5a-7eeada672650"} {"level":"info","ts":1784864204.3293357,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864204.3294213,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af93f284-2f01-4181-97aa-f9d97f8f8f69"} {"level":"info","ts":1784864204.3294525,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af93f284-2f01-4181-97aa-f9d97f8f8f69"} {"level":"info","ts":1784864204.3294654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af93f284-2f01-4181-97aa-f9d97f8f8f69","EoS":true} {"level":"info","ts":1784864204.3295016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af93f284-2f01-4181-97aa-f9d97f8f8f69","header":"x-maas-group"} {"level":"info","ts":1784864204.3295143,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af93f284-2f01-4181-97aa-f9d97f8f8f69","header":"x-maas-subscription"} {"level":"info","ts":1784864204.32952,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af93f284-2f01-4181-97aa-f9d97f8f8f69","header":"x-maas-username"} {"level":"info","ts":1784864204.329534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af93f284-2f01-4181-97aa-f9d97f8f8f69","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784864204.3295634,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"af93f284-2f01-4181-97aa-f9d97f8f8f69"} {"level":"info","ts":1784864204.3317566,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"af93f284-2f01-4181-97aa-f9d97f8f8f69"} {"level":"info","ts":1784864204.331785,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"af93f284-2f01-4181-97aa-f9d97f8f8f69"} {"level":"info","ts":1784864204.3318083,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"af93f284-2f01-4181-97aa-f9d97f8f8f69","EoS":false} {"level":"info","ts":1784864204.3318295,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"af93f284-2f01-4181-97aa-f9d97f8f8f69","EoS":true} {"level":"info","ts":1784864204.331879,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"af93f284-2f01-4181-97aa-f9d97f8f8f69"} {"level":"info","ts":1784864217.216773,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864217.2168453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7bc691bb-cf5b-4a96-8d80-d63cb56ce36b"} {"level":"info","ts":1784864217.2168543,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7bc691bb-cf5b-4a96-8d80-d63cb56ce36b"} {"level":"info","ts":1784864217.2168655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7bc691bb-cf5b-4a96-8d80-d63cb56ce36b","EoS":true} {"level":"info","ts":1784864217.216905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7bc691bb-cf5b-4a96-8d80-d63cb56ce36b","header":"x-maas-group"} {"level":"info","ts":1784864217.2169156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7bc691bb-cf5b-4a96-8d80-d63cb56ce36b","header":"x-maas-username"} {"level":"info","ts":1784864217.2169204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7bc691bb-cf5b-4a96-8d80-d63cb56ce36b","header":"x-maas-subscription"} {"level":"info","ts":1784864217.2169325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7bc691bb-cf5b-4a96-8d80-d63cb56ce36b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784864217.2169557,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7bc691bb-cf5b-4a96-8d80-d63cb56ce36b"} {"level":"info","ts":1784864217.2178328,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7bc691bb-cf5b-4a96-8d80-d63cb56ce36b"} {"level":"info","ts":1784864217.2178552,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7bc691bb-cf5b-4a96-8d80-d63cb56ce36b"} {"level":"info","ts":1784864217.21787,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7bc691bb-cf5b-4a96-8d80-d63cb56ce36b","EoS":false} {"level":"info","ts":1784864217.2178807,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7bc691bb-cf5b-4a96-8d80-d63cb56ce36b","EoS":true} {"level":"info","ts":1784864217.2179189,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7bc691bb-cf5b-4a96-8d80-d63cb56ce36b"} {"level":"info","ts":1784864225.7615938,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864225.7616942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4819f5a8-abda-494a-8c7a-76c03b635647"} {"level":"info","ts":1784864225.7617104,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4819f5a8-abda-494a-8c7a-76c03b635647"} {"level":"info","ts":1784864225.7617292,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4819f5a8-abda-494a-8c7a-76c03b635647","EoS":true} {"level":"info","ts":1784864225.7617664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4819f5a8-abda-494a-8c7a-76c03b635647","header":"x-maas-username"} {"level":"info","ts":1784864225.7617826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4819f5a8-abda-494a-8c7a-76c03b635647","header":"x-maas-subscription"} {"level":"info","ts":1784864225.7617922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4819f5a8-abda-494a-8c7a-76c03b635647","header":"x-maas-group"} {"level":"info","ts":1784864225.761806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4819f5a8-abda-494a-8c7a-76c03b635647","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784864225.7618296,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4819f5a8-abda-494a-8c7a-76c03b635647"} {"level":"info","ts":1784864225.7628193,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4819f5a8-abda-494a-8c7a-76c03b635647"} {"level":"info","ts":1784864225.7628481,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4819f5a8-abda-494a-8c7a-76c03b635647"} {"level":"info","ts":1784864225.762873,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4819f5a8-abda-494a-8c7a-76c03b635647","EoS":false} {"level":"info","ts":1784864225.7628915,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4819f5a8-abda-494a-8c7a-76c03b635647","EoS":true} {"level":"info","ts":1784864225.7629442,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4819f5a8-abda-494a-8c7a-76c03b635647"} {"level":"info","ts":1784864234.6592815,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864234.6593673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03712fb4-0d53-4763-a1ca-24be2a8cc6bb"} {"level":"info","ts":1784864234.6593783,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03712fb4-0d53-4763-a1ca-24be2a8cc6bb"} {"level":"info","ts":1784864234.6593904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03712fb4-0d53-4763-a1ca-24be2a8cc6bb","EoS":true} {"level":"info","ts":1784864234.6594195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03712fb4-0d53-4763-a1ca-24be2a8cc6bb","header":"x-maas-subscription"} {"level":"info","ts":1784864234.6594567,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03712fb4-0d53-4763-a1ca-24be2a8cc6bb","header":"x-maas-username"} {"level":"info","ts":1784864234.659462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03712fb4-0d53-4763-a1ca-24be2a8cc6bb","header":"x-maas-group"} {"level":"info","ts":1784864234.6594765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03712fb4-0d53-4763-a1ca-24be2a8cc6bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784864234.6595016,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03712fb4-0d53-4763-a1ca-24be2a8cc6bb"} {"level":"info","ts":1784864234.6604693,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"03712fb4-0d53-4763-a1ca-24be2a8cc6bb"} {"level":"info","ts":1784864234.660492,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"03712fb4-0d53-4763-a1ca-24be2a8cc6bb"} {"level":"info","ts":1784864234.6605072,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"03712fb4-0d53-4763-a1ca-24be2a8cc6bb","EoS":false} {"level":"info","ts":1784864234.6605191,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"03712fb4-0d53-4763-a1ca-24be2a8cc6bb","EoS":true} {"level":"info","ts":1784864234.6605577,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"03712fb4-0d53-4763-a1ca-24be2a8cc6bb"} {"level":"info","ts":1784864260.796265,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864260.7963562,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32f40650-76e7-495e-96e8-df384292b5d5"} {"level":"info","ts":1784864260.7963667,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32f40650-76e7-495e-96e8-df384292b5d5"} {"level":"info","ts":1784864260.7963781,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32f40650-76e7-495e-96e8-df384292b5d5","EoS":true} {"level":"info","ts":1784864260.7964084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32f40650-76e7-495e-96e8-df384292b5d5","header":"x-maas-subscription"} {"level":"info","ts":1784864260.7964187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32f40650-76e7-495e-96e8-df384292b5d5","header":"x-maas-group"} {"level":"info","ts":1784864260.7964437,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32f40650-76e7-495e-96e8-df384292b5d5","header":"x-maas-username"} {"level":"info","ts":1784864260.796458,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32f40650-76e7-495e-96e8-df384292b5d5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784864260.7964818,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"32f40650-76e7-495e-96e8-df384292b5d5"} {"level":"info","ts":1784864260.7972512,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"32f40650-76e7-495e-96e8-df384292b5d5"} {"level":"info","ts":1784864260.7972744,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"32f40650-76e7-495e-96e8-df384292b5d5"} {"level":"info","ts":1784864260.7972903,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"32f40650-76e7-495e-96e8-df384292b5d5","EoS":false} {"level":"info","ts":1784864260.7973058,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"32f40650-76e7-495e-96e8-df384292b5d5","EoS":true} {"level":"info","ts":1784864260.797347,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"32f40650-76e7-495e-96e8-df384292b5d5"} {"level":"info","ts":1784864283.9203131,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864283.920421,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8f0e187-e764-4e5a-afac-a5fb816bfe18"} {"level":"info","ts":1784864283.920459,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b8f0e187-e764-4e5a-afac-a5fb816bfe18"} {"level":"info","ts":1784864283.9204795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8f0e187-e764-4e5a-afac-a5fb816bfe18","EoS":true} {"level":"info","ts":1784864283.9205234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8f0e187-e764-4e5a-afac-a5fb816bfe18","header":"x-maas-username"} {"level":"info","ts":1784864283.9205365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8f0e187-e764-4e5a-afac-a5fb816bfe18","header":"x-maas-subscription"} {"level":"info","ts":1784864283.9205427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8f0e187-e764-4e5a-afac-a5fb816bfe18","header":"x-maas-group"} {"level":"info","ts":1784864283.920559,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8f0e187-e764-4e5a-afac-a5fb816bfe18","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784864283.920589,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b8f0e187-e764-4e5a-afac-a5fb816bfe18"} {"level":"info","ts":1784864283.9214132,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b8f0e187-e764-4e5a-afac-a5fb816bfe18"} {"level":"info","ts":1784864283.9214494,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b8f0e187-e764-4e5a-afac-a5fb816bfe18"} {"level":"info","ts":1784864283.921469,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b8f0e187-e764-4e5a-afac-a5fb816bfe18","EoS":false} {"level":"info","ts":1784864283.9214838,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b8f0e187-e764-4e5a-afac-a5fb816bfe18","EoS":true} {"level":"info","ts":1784864283.9215283,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b8f0e187-e764-4e5a-afac-a5fb816bfe18"} {"level":"info","ts":1784864310.5041053,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864310.5042088,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"032efce5-03a3-4d36-9999-e0b5cc5f7468"} {"level":"info","ts":1784864310.5042272,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"032efce5-03a3-4d36-9999-e0b5cc5f7468"} {"level":"info","ts":1784864310.504247,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"032efce5-03a3-4d36-9999-e0b5cc5f7468","EoS":true} {"level":"info","ts":1784864310.504282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"032efce5-03a3-4d36-9999-e0b5cc5f7468","header":"x-maas-subscription"} {"level":"info","ts":1784864310.504297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"032efce5-03a3-4d36-9999-e0b5cc5f7468","header":"x-maas-group"} {"level":"info","ts":1784864310.5043044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"032efce5-03a3-4d36-9999-e0b5cc5f7468","header":"x-maas-username"} {"level":"info","ts":1784864310.5043213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"032efce5-03a3-4d36-9999-e0b5cc5f7468","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784864310.5043564,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"032efce5-03a3-4d36-9999-e0b5cc5f7468"} {"level":"info","ts":1784864310.5053453,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"032efce5-03a3-4d36-9999-e0b5cc5f7468"} {"level":"info","ts":1784864310.505373,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"032efce5-03a3-4d36-9999-e0b5cc5f7468"} {"level":"info","ts":1784864310.5053902,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"032efce5-03a3-4d36-9999-e0b5cc5f7468","EoS":false} {"level":"info","ts":1784864310.5054016,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"032efce5-03a3-4d36-9999-e0b5cc5f7468","EoS":true} {"level":"info","ts":1784864310.5054607,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"032efce5-03a3-4d36-9999-e0b5cc5f7468"} {"level":"info","ts":1784864319.995737,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864319.9958222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b9cb4caf-9b64-47cb-887f-5d0a47b77f3c"} {"level":"info","ts":1784864319.9958308,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b9cb4caf-9b64-47cb-887f-5d0a47b77f3c"} {"level":"info","ts":1784864319.9958422,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b9cb4caf-9b64-47cb-887f-5d0a47b77f3c","EoS":true} {"level":"info","ts":1784864319.9958673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b9cb4caf-9b64-47cb-887f-5d0a47b77f3c","header":"x-maas-username"} {"level":"info","ts":1784864319.9958756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b9cb4caf-9b64-47cb-887f-5d0a47b77f3c","header":"x-maas-subscription"} {"level":"info","ts":1784864319.9958827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b9cb4caf-9b64-47cb-887f-5d0a47b77f3c","header":"x-maas-group"} {"level":"info","ts":1784864319.9959,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b9cb4caf-9b64-47cb-887f-5d0a47b77f3c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784864319.9959288,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b9cb4caf-9b64-47cb-887f-5d0a47b77f3c"} {"level":"info","ts":1784864319.9968095,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b9cb4caf-9b64-47cb-887f-5d0a47b77f3c"} {"level":"info","ts":1784864319.9968271,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b9cb4caf-9b64-47cb-887f-5d0a47b77f3c"} {"level":"info","ts":1784864319.9968412,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b9cb4caf-9b64-47cb-887f-5d0a47b77f3c","EoS":false} {"level":"info","ts":1784864319.9968524,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b9cb4caf-9b64-47cb-887f-5d0a47b77f3c","EoS":true} {"level":"info","ts":1784864319.996892,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b9cb4caf-9b64-47cb-887f-5d0a47b77f3c"} {"level":"info","ts":1784864320.032829,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864320.0329046,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c3e0bec-d798-49fe-836c-47a1a57820ee"} {"level":"info","ts":1784864320.0329144,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c3e0bec-d798-49fe-836c-47a1a57820ee"} {"level":"info","ts":1784864320.0329251,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c3e0bec-d798-49fe-836c-47a1a57820ee","EoS":true} {"level":"info","ts":1784864320.0329545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c3e0bec-d798-49fe-836c-47a1a57820ee","header":"x-maas-username"} {"level":"info","ts":1784864320.0329645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c3e0bec-d798-49fe-836c-47a1a57820ee","header":"x-maas-group"} {"level":"info","ts":1784864320.0329707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c3e0bec-d798-49fe-836c-47a1a57820ee","header":"x-maas-subscription"} {"level":"info","ts":1784864320.0329847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c3e0bec-d798-49fe-836c-47a1a57820ee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784864320.0330086,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c3e0bec-d798-49fe-836c-47a1a57820ee"} {"level":"info","ts":1784864320.033887,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c3e0bec-d798-49fe-836c-47a1a57820ee"} {"level":"info","ts":1784864320.0339072,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9c3e0bec-d798-49fe-836c-47a1a57820ee"} {"level":"info","ts":1784864320.0339217,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c3e0bec-d798-49fe-836c-47a1a57820ee","EoS":false} {"level":"info","ts":1784864320.0339334,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c3e0bec-d798-49fe-836c-47a1a57820ee","EoS":true} {"level":"info","ts":1784864320.0339758,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9c3e0bec-d798-49fe-836c-47a1a57820ee"} {"level":"info","ts":1784864339.2562408,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864339.2563245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22bc6944-8343-4a20-a41d-264e5b14236b"} {"level":"info","ts":1784864339.2563345,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22bc6944-8343-4a20-a41d-264e5b14236b"} {"level":"info","ts":1784864339.2563474,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22bc6944-8343-4a20-a41d-264e5b14236b","EoS":true} {"level":"info","ts":1784864339.25638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22bc6944-8343-4a20-a41d-264e5b14236b","header":"x-maas-subscription"} {"level":"info","ts":1784864339.2563918,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22bc6944-8343-4a20-a41d-264e5b14236b","header":"x-maas-group"} {"level":"info","ts":1784864339.2563984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22bc6944-8343-4a20-a41d-264e5b14236b","header":"x-maas-username"} {"level":"info","ts":1784864339.2564116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22bc6944-8343-4a20-a41d-264e5b14236b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784864339.25646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22bc6944-8343-4a20-a41d-264e5b14236b"} {"level":"info","ts":1784864339.259343,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22bc6944-8343-4a20-a41d-264e5b14236b"} {"level":"info","ts":1784864339.2593668,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"22bc6944-8343-4a20-a41d-264e5b14236b"} {"level":"info","ts":1784864339.259382,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"22bc6944-8343-4a20-a41d-264e5b14236b","EoS":false} {"level":"info","ts":1784864339.2593944,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"22bc6944-8343-4a20-a41d-264e5b14236b","EoS":true} {"level":"info","ts":1784864339.2594905,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"22bc6944-8343-4a20-a41d-264e5b14236b"} {"level":"info","ts":1784864470.3568735,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864470.3569617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5f25a94-bce2-458f-9ae9-13e26f5a8890"} {"level":"info","ts":1784864470.3569732,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d5f25a94-bce2-458f-9ae9-13e26f5a8890"} {"level":"info","ts":1784864470.3569908,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5f25a94-bce2-458f-9ae9-13e26f5a8890","EoS":true} {"level":"info","ts":1784864470.3570192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5f25a94-bce2-458f-9ae9-13e26f5a8890","header":"x-maas-subscription"} {"level":"info","ts":1784864470.35703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5f25a94-bce2-458f-9ae9-13e26f5a8890","header":"x-maas-group"} {"level":"info","ts":1784864470.3570347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5f25a94-bce2-458f-9ae9-13e26f5a8890","header":"x-maas-username"} {"level":"info","ts":1784864470.3570485,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5f25a94-bce2-458f-9ae9-13e26f5a8890","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784864470.3570783,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d5f25a94-bce2-458f-9ae9-13e26f5a8890"} {"level":"info","ts":1784864470.3596396,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d5f25a94-bce2-458f-9ae9-13e26f5a8890"} {"level":"info","ts":1784864470.3596644,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d5f25a94-bce2-458f-9ae9-13e26f5a8890"} {"level":"info","ts":1784864470.3596797,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d5f25a94-bce2-458f-9ae9-13e26f5a8890","EoS":false} {"level":"info","ts":1784864470.359692,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d5f25a94-bce2-458f-9ae9-13e26f5a8890","EoS":true} {"level":"info","ts":1784864470.359729,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d5f25a94-bce2-458f-9ae9-13e26f5a8890"} {"level":"info","ts":1784864507.579322,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864507.5794053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"785c1a51-7454-40ee-bebd-b42b45f8d01c"} {"level":"info","ts":1784864507.5794165,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"785c1a51-7454-40ee-bebd-b42b45f8d01c"} {"level":"info","ts":1784864507.5794497,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"785c1a51-7454-40ee-bebd-b42b45f8d01c","EoS":true} {"level":"info","ts":1784864507.5794775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"785c1a51-7454-40ee-bebd-b42b45f8d01c","header":"x-maas-subscription"} {"level":"info","ts":1784864507.5794892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"785c1a51-7454-40ee-bebd-b42b45f8d01c","header":"x-maas-username"} {"level":"info","ts":1784864507.579494,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"785c1a51-7454-40ee-bebd-b42b45f8d01c","header":"x-maas-group"} {"level":"info","ts":1784864507.579556,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"785c1a51-7454-40ee-bebd-b42b45f8d01c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784864507.5795815,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"785c1a51-7454-40ee-bebd-b42b45f8d01c"} {"level":"info","ts":1784864507.5806298,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"785c1a51-7454-40ee-bebd-b42b45f8d01c"} {"level":"info","ts":1784864507.5806577,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"785c1a51-7454-40ee-bebd-b42b45f8d01c"} {"level":"info","ts":1784864507.58068,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"785c1a51-7454-40ee-bebd-b42b45f8d01c","EoS":false} {"level":"info","ts":1784864507.5806973,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"785c1a51-7454-40ee-bebd-b42b45f8d01c","EoS":true} {"level":"info","ts":1784864507.5807478,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"785c1a51-7454-40ee-bebd-b42b45f8d01c"} {"level":"info","ts":1784864522.9323728,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864522.9325027,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd90a086-1e68-4a2e-942b-7898c5197058"} {"level":"info","ts":1784864522.9325216,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd90a086-1e68-4a2e-942b-7898c5197058"} {"level":"info","ts":1784864522.9325407,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd90a086-1e68-4a2e-942b-7898c5197058","EoS":true} {"level":"info","ts":1784864522.9325771,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd90a086-1e68-4a2e-942b-7898c5197058","header":"x-maas-subscription"} {"level":"info","ts":1784864522.932592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd90a086-1e68-4a2e-942b-7898c5197058","header":"x-maas-group"} {"level":"info","ts":1784864522.9326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd90a086-1e68-4a2e-942b-7898c5197058","header":"x-maas-username"} {"level":"info","ts":1784864522.9326181,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd90a086-1e68-4a2e-942b-7898c5197058","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784864522.932656,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd90a086-1e68-4a2e-942b-7898c5197058"} {"level":"info","ts":1784864522.9352612,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cd90a086-1e68-4a2e-942b-7898c5197058"} {"level":"info","ts":1784864522.9352827,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cd90a086-1e68-4a2e-942b-7898c5197058"} {"level":"info","ts":1784864522.935299,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd90a086-1e68-4a2e-942b-7898c5197058","EoS":false} {"level":"info","ts":1784864522.935311,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd90a086-1e68-4a2e-942b-7898c5197058","EoS":true} {"level":"info","ts":1784864522.9353533,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cd90a086-1e68-4a2e-942b-7898c5197058"} {"level":"info","ts":1784864831.6538038,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864831.653888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5a77b52-9134-42e7-80fa-7d36250afaf5"} {"level":"info","ts":1784864831.6538959,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5a77b52-9134-42e7-80fa-7d36250afaf5"} {"level":"info","ts":1784864831.653908,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5a77b52-9134-42e7-80fa-7d36250afaf5","EoS":true} {"level":"info","ts":1784864831.6539354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5a77b52-9134-42e7-80fa-7d36250afaf5","header":"x-maas-username"} {"level":"info","ts":1784864831.6539464,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5a77b52-9134-42e7-80fa-7d36250afaf5","header":"x-maas-group"} {"level":"info","ts":1784864831.6539512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5a77b52-9134-42e7-80fa-7d36250afaf5","header":"x-maas-subscription"} {"level":"info","ts":1784864831.6539643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5a77b52-9134-42e7-80fa-7d36250afaf5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784864831.6539905,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5a77b52-9134-42e7-80fa-7d36250afaf5"} {"level":"info","ts":1784864831.6558323,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f5a77b52-9134-42e7-80fa-7d36250afaf5"} {"level":"info","ts":1784864831.6558573,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f5a77b52-9134-42e7-80fa-7d36250afaf5"} {"level":"info","ts":1784864831.655879,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5a77b52-9134-42e7-80fa-7d36250afaf5","EoS":false} {"level":"info","ts":1784864831.6558912,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5a77b52-9134-42e7-80fa-7d36250afaf5","EoS":true} {"level":"info","ts":1784864831.6559296,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f5a77b52-9134-42e7-80fa-7d36250afaf5"} {"level":"info","ts":1784864836.4701257,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"64d3fe22-683d-4ced-a242-1887991d9528","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784864836.4703763,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36209.290200898,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784864836.4703948,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784864836.5119371,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784864836.5709488,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"64d3fe22-683d-4ced-a242-1887991d9528","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784864836.592169,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef140f57-44ea-4f4c-9c1e-0c0f1621f4cb"} {"level":"info","ts":1784864836.5922675,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35fed0b5-6759-40aa-87d9-320ce266ee84","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784864836.5922925,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35fed0b5-6759-40aa-87d9-320ce266ee84","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784864836.5996208,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aeabbb6a-28ce-4b9d-b0ef-ba952db80d2f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784864836.5996525,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aeabbb6a-28ce-4b9d-b0ef-ba952db80d2f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784864836.6000488,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34461.519817623,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784864836.6000736,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784864836.6086464,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784864836.7004743,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef140f57-44ea-4f4c-9c1e-0c0f1621f4cb","name":"e2e-external-provider"} {"level":"info","ts":1784864836.7117183,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef140f57-44ea-4f4c-9c1e-0c0f1621f4cb","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784864836.7121365,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ae7f83f-6c16-4189-a7c4-8138214716d0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784864836.7121804,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ae7f83f-6c16-4189-a7c4-8138214716d0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784864836.71218,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a222fd8-35ba-4b7d-9225-6a1dd35683dc"} {"level":"info","ts":1784864836.7201147,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4fab87a4-72a8-4050-b369-9c634a91045c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784864836.7201586,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4fab87a4-72a8-4050-b369-9c634a91045c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784864836.7202442,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef140f57-44ea-4f4c-9c1e-0c0f1621f4cb","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784864836.7202814,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a222fd8-35ba-4b7d-9225-6a1dd35683dc","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784864836.7249405,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef140f57-44ea-4f4c-9c1e-0c0f1621f4cb","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784864836.7279632,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6f851f7-5a0a-4811-912b-70239fd8c84c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784864836.728022,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6f851f7-5a0a-4811-912b-70239fd8c84c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784864836.7283094,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a222fd8-35ba-4b7d-9225-6a1dd35683dc","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784864836.7283971,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a6a9ab6-f4cf-487e-9a27-dbddd371d648"} {"level":"info","ts":1784864836.7284563,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a6a9ab6-f4cf-487e-9a27-dbddd371d648","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784864836.7319233,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c00d503f-1e9d-4e22-928c-5ff1aa4ba365","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784864836.731953,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c00d503f-1e9d-4e22-928c-5ff1aa4ba365","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784864836.7319186,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f9b96745-b425-4926-9200-7e3a8383b504","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784864836.732006,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f9b96745-b425-4926-9200-7e3a8383b504","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784864836.7321455,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b388e078-b5d0-4802-8368-d978f09e219d"} {"level":"info","ts":1784864836.7322035,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b388e078-b5d0-4802-8368-d978f09e219d","name":"e2e-external-provider"} {"level":"error","ts":1784864836.7325888,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a6a9ab6-f4cf-487e-9a27-dbddd371d648","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784864836.7326477,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1793a9c7-847a-45cb-83eb-b9ac7adc5510"} {"level":"info","ts":1784864836.732848,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33447.372835154,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784864836.7328684,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784864836.739479,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784864836.74124,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b388e078-b5d0-4802-8368-d978f09e219d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784864836.8335915,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1793a9c7-847a-45cb-83eb-b9ac7adc5510","name":"e2e-external-model"} {"level":"info","ts":1784864836.8447585,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1793a9c7-847a-45cb-83eb-b9ac7adc5510","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784864836.8504572,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73a70db2-383a-41f9-9024-11650456c4b0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784864836.8505003,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73a70db2-383a-41f9-9024-11650456c4b0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784864836.8506198,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9080fe41-1276-4126-b5e3-0b071eeb23aa"} {"level":"info","ts":1784864836.8506904,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9080fe41-1276-4126-b5e3-0b071eeb23aa","name":"e2e-external-model"} {"level":"info","ts":1784864836.8692951,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7aaed289-5f6a-4883-a242-cb78e6919742","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784864836.8693576,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7aaed289-5f6a-4883-a242-cb78e6919742","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784864836.8694084,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9080fe41-1276-4126-b5e3-0b071eeb23aa","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784864836.869547,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"455353a1-9335-4626-a912-e94eab575286"} {"level":"info","ts":1784864836.8696074,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"455353a1-9335-4626-a912-e94eab575286","name":"e2e-external-model"} {"level":"info","ts":1784864836.877102,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"455353a1-9335-4626-a912-e94eab575286","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784864836.8823938,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"554839c8-8eaa-4a03-87a7-2178557f7892"} {"level":"info","ts":1784864836.8825123,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"554839c8-8eaa-4a03-87a7-2178557f7892","name":"e2e-external-model"} {"level":"info","ts":1784864836.8823946,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3248ccf2-aaf5-427b-b3ca-5c9bf1ffe8b8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784864836.8825626,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3248ccf2-aaf5-427b-b3ca-5c9bf1ffe8b8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784864836.8906112,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"554839c8-8eaa-4a03-87a7-2178557f7892","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784864842.1192331,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864842.1193388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"019256ed-0086-407e-a1a6-52106db3cc9e"} {"level":"info","ts":1784864842.119354,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"019256ed-0086-407e-a1a6-52106db3cc9e"} {"level":"info","ts":1784864842.1193714,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"019256ed-0086-407e-a1a6-52106db3cc9e","EoS":true} {"level":"info","ts":1784864842.1194115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"019256ed-0086-407e-a1a6-52106db3cc9e","header":"x-maas-username"} {"level":"info","ts":1784864842.1194534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"019256ed-0086-407e-a1a6-52106db3cc9e","header":"x-maas-subscription"} {"level":"info","ts":1784864842.1194649,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"019256ed-0086-407e-a1a6-52106db3cc9e","header":"x-maas-group"} {"level":"info","ts":1784864842.119483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"019256ed-0086-407e-a1a6-52106db3cc9e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784864842.1194963,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"019256ed-0086-407e-a1a6-52106db3cc9e","modelName":"e2e-external-model"} {"level":"info","ts":1784864842.1195133,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"019256ed-0086-407e-a1a6-52106db3cc9e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784864842.1195686,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"019256ed-0086-407e-a1a6-52106db3cc9e","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784864842.1195931,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"019256ed-0086-407e-a1a6-52106db3cc9e","authType":"apikey"} {"level":"info","ts":1784864842.1196313,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"019256ed-0086-407e-a1a6-52106db3cc9e"} {"level":"info","ts":1784864842.2433665,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39bfdd47-e35b-44db-8422-c5d5146b4585"} {"level":"info","ts":1784864842.243374,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50aefcfe-2c8a-4565-b22b-44d6edb09bbc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784864842.2434936,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50aefcfe-2c8a-4565-b22b-44d6edb09bbc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784864842.2510898,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2287fc42-f98a-4dd9-aaba-8e3652c05e5e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784864842.2511375,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2287fc42-f98a-4dd9-aaba-8e3652c05e5e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784864842.2526114,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39bfdd47-e35b-44db-8422-c5d5146b4585","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784864842.2526953,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39bfdd47-e35b-44db-8422-c5d5146b4585","name":"e2e-cleanup-test"} {"level":"info","ts":1784864842.2663848,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8a9aa24-c6ae-4904-adc8-b015d6a24a8e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784864842.2664568,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8a9aa24-c6ae-4904-adc8-b015d6a24a8e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784864842.2721465,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39bfdd47-e35b-44db-8422-c5d5146b4585","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784864842.2722008,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39bfdd47-e35b-44db-8422-c5d5146b4585","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784864842.2723012,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21aa1240-00fb-42e1-be4d-a24c33dde98c"} {"level":"info","ts":1784864842.2723732,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21aa1240-00fb-42e1-be4d-a24c33dde98c","name":"e2e-cleanup-test"} {"level":"info","ts":1784864842.2811413,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91b1dd40-c59c-4fee-9869-0b60794bd02d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784864842.2811792,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91b1dd40-c59c-4fee-9869-0b60794bd02d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784864842.2824912,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21aa1240-00fb-42e1-be4d-a24c33dde98c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784864842.282527,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21aa1240-00fb-42e1-be4d-a24c33dde98c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784864842.2825694,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86da4a17-1a37-4c9c-b78f-77cfb27903d5"} {"level":"info","ts":1784864842.2826169,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86da4a17-1a37-4c9c-b78f-77cfb27903d5","name":"e2e-cleanup-test"} {"level":"info","ts":1784864842.2904537,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86da4a17-1a37-4c9c-b78f-77cfb27903d5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784864842.2952561,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05eee314-92a7-4e66-aa4c-dc55dfc420e6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784864842.2952883,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05eee314-92a7-4e66-aa4c-dc55dfc420e6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784864842.2966213,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86da4a17-1a37-4c9c-b78f-77cfb27903d5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784864842.296674,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00403c0e-3b41-48f2-9d26-8be251c3766e"} {"level":"info","ts":1784864842.2967212,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00403c0e-3b41-48f2-9d26-8be251c3766e","name":"e2e-cleanup-test"} {"level":"info","ts":1784864842.3045633,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00403c0e-3b41-48f2-9d26-8be251c3766e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784864850.5191343,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab1ca4f0-0b9d-43ee-96c9-40feebd5a637","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784864850.519175,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab1ca4f0-0b9d-43ee-96c9-40feebd5a637","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784864850.5191839,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9bce50f6-9194-449b-81ee-27efabef2d4a"} {"level":"info","ts":1784864854.8410606,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864854.841159,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"959eb26d-94c2-426e-a88a-4d630e55dc78"} {"level":"info","ts":1784864854.8411767,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"959eb26d-94c2-426e-a88a-4d630e55dc78"} {"level":"info","ts":1784864854.841195,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"959eb26d-94c2-426e-a88a-4d630e55dc78","EoS":true} {"level":"info","ts":1784864854.8412454,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"959eb26d-94c2-426e-a88a-4d630e55dc78","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784864854.8412824,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"959eb26d-94c2-426e-a88a-4d630e55dc78"} {"level":"info","ts":1784864854.8828924,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864854.8829727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a6d9605-1d85-46e2-8447-4508cb449a46"} {"level":"info","ts":1784864854.8829823,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3a6d9605-1d85-46e2-8447-4508cb449a46"} {"level":"info","ts":1784864854.8829937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a6d9605-1d85-46e2-8447-4508cb449a46","EoS":true} {"level":"info","ts":1784864854.8830197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a6d9605-1d85-46e2-8447-4508cb449a46","header":"x-maas-group"} {"level":"info","ts":1784864854.8830342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a6d9605-1d85-46e2-8447-4508cb449a46","header":"x-maas-subscription"} {"level":"info","ts":1784864854.883041,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a6d9605-1d85-46e2-8447-4508cb449a46","header":"x-maas-username"} {"level":"info","ts":1784864854.8830578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a6d9605-1d85-46e2-8447-4508cb449a46","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784864854.8830705,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3a6d9605-1d85-46e2-8447-4508cb449a46","modelName":"e2e-external-model"} {"level":"info","ts":1784864854.883084,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3a6d9605-1d85-46e2-8447-4508cb449a46","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784864854.88311,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"3a6d9605-1d85-46e2-8447-4508cb449a46","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784864854.8831334,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"3a6d9605-1d85-46e2-8447-4508cb449a46","authType":"apikey"} {"level":"info","ts":1784864854.8831604,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a6d9605-1d85-46e2-8447-4508cb449a46"} {"level":"info","ts":1784864854.9182553,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864854.9183335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac0d25d6-8c89-42b5-9875-74a8386e4eb1"} {"level":"info","ts":1784864854.9183466,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac0d25d6-8c89-42b5-9875-74a8386e4eb1"} {"level":"info","ts":1784864854.918364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac0d25d6-8c89-42b5-9875-74a8386e4eb1","EoS":true} {"level":"info","ts":1784864854.9183905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac0d25d6-8c89-42b5-9875-74a8386e4eb1","header":"x-maas-group"} {"level":"info","ts":1784864854.9183986,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac0d25d6-8c89-42b5-9875-74a8386e4eb1","header":"x-maas-username"} {"level":"info","ts":1784864854.918404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac0d25d6-8c89-42b5-9875-74a8386e4eb1","header":"x-maas-subscription"} {"level":"info","ts":1784864854.9184487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac0d25d6-8c89-42b5-9875-74a8386e4eb1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784864854.918481,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac0d25d6-8c89-42b5-9875-74a8386e4eb1"} {"level":"info","ts":1784864855.0172188,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac0d25d6-8c89-42b5-9875-74a8386e4eb1"} {"level":"info","ts":1784864855.0172489,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ac0d25d6-8c89-42b5-9875-74a8386e4eb1"} {"level":"info","ts":1784864855.0172715,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac0d25d6-8c89-42b5-9875-74a8386e4eb1","EoS":false} {"level":"info","ts":1784864855.017288,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac0d25d6-8c89-42b5-9875-74a8386e4eb1","EoS":true} {"level":"error","ts":1784864855.01731,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"ac0d25d6-8c89-42b5-9875-74a8386e4eb1","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784864855.0174627,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ac0d25d6-8c89-42b5-9875-74a8386e4eb1"} {"level":"info","ts":1784864855.054874,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784864855.0549526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6975a2c3-4d39-46ba-be18-c3458167b892"} {"level":"info","ts":1784864855.0549617,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6975a2c3-4d39-46ba-be18-c3458167b892"} {"level":"info","ts":1784864855.054972,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6975a2c3-4d39-46ba-be18-c3458167b892","EoS":true} {"level":"info","ts":1784864855.054994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6975a2c3-4d39-46ba-be18-c3458167b892","header":"x-maas-group"} {"level":"info","ts":1784864855.0550022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6975a2c3-4d39-46ba-be18-c3458167b892","header":"x-maas-subscription"} {"level":"info","ts":1784864855.0550067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6975a2c3-4d39-46ba-be18-c3458167b892","header":"x-maas-username"} {"level":"info","ts":1784864855.0550377,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6975a2c3-4d39-46ba-be18-c3458167b892"} {"level":"info","ts":1784864855.103814,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6975a2c3-4d39-46ba-be18-c3458167b892"} {"level":"info","ts":1784864855.103843,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6975a2c3-4d39-46ba-be18-c3458167b892"} {"level":"info","ts":1784864855.1038604,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6975a2c3-4d39-46ba-be18-c3458167b892","EoS":false} {"level":"info","ts":1784864855.1038766,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6975a2c3-4d39-46ba-be18-c3458167b892","EoS":true} {"level":"error","ts":1784864855.1038945,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"6975a2c3-4d39-46ba-be18-c3458167b892","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784864855.1039274,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6975a2c3-4d39-46ba-be18-c3458167b892"} {"level":"info","ts":1784864855.980313,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"249eeb3f-6ffa-49de-810b-7c8b2e72a9a6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784864855.980358,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"249eeb3f-6ffa-49de-810b-7c8b2e72a9a6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784864855.9803228,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58d3dd3a-b291-4244-b2c9-b807e1b8649e"} {"level":"info","ts":1784864856.1309268,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3cc22bc6-23b5-4168-b4f1-812f38bf6fba"} {"level":"info","ts":1784864856.130927,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c0ebb180-2fba-4695-95b6-4ffc354a0e9f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784864856.130966,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c0ebb180-2fba-4695-95b6-4ffc354a0e9f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784864856.2550738,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"af674e64-6c38-400e-a002-ee01b4a919ca","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784864856.2551289,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"af674e64-6c38-400e-a002-ee01b4a919ca","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784865992.7567952,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784865992.7568803,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"76d02ea6-fd71-476a-bc03-b82b92668368"} {"level":"info","ts":1784866047.2806242,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784866047.2807431,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77d1c1d6-455b-4214-98ac-ca3d493bbcb0"} {"level":"info","ts":1784866047.2807553,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"77d1c1d6-455b-4214-98ac-ca3d493bbcb0"} {"level":"info","ts":1784866047.2807672,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77d1c1d6-455b-4214-98ac-ca3d493bbcb0","EoS":true} {"level":"info","ts":1784866047.2808013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77d1c1d6-455b-4214-98ac-ca3d493bbcb0","header":"x-maas-group"} {"level":"info","ts":1784866047.2808115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77d1c1d6-455b-4214-98ac-ca3d493bbcb0","header":"x-maas-subscription"} {"level":"info","ts":1784866047.2808156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77d1c1d6-455b-4214-98ac-ca3d493bbcb0","header":"x-maas-username"} {"level":"info","ts":1784866047.280829,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77d1c1d6-455b-4214-98ac-ca3d493bbcb0","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784866047.2808545,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"77d1c1d6-455b-4214-98ac-ca3d493bbcb0"} {"level":"info","ts":1784866047.2965882,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"77d1c1d6-455b-4214-98ac-ca3d493bbcb0"} {"level":"info","ts":1784866047.2966213,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"77d1c1d6-455b-4214-98ac-ca3d493bbcb0"} {"level":"info","ts":1784866047.2966404,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"77d1c1d6-455b-4214-98ac-ca3d493bbcb0","EoS":false} {"level":"info","ts":1784866047.296653,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"77d1c1d6-455b-4214-98ac-ca3d493bbcb0","EoS":true} {"level":"info","ts":1784866047.2967062,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"77d1c1d6-455b-4214-98ac-ca3d493bbcb0"}