{"level":"info","ts":1784728913.1171448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e751bbb1-69cf-4142-b810-024af87a960c"}
{"level":"info","ts":1784728913.1171565,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e751bbb1-69cf-4142-b810-024af87a960c"}
{"level":"info","ts":1784728913.1171687,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e751bbb1-69cf-4142-b810-024af87a960c","EoS":true}
{"level":"info","ts":1784728913.117192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e751bbb1-69cf-4142-b810-024af87a960c","header":"x-maas-username"}
{"level":"info","ts":1784728913.1172013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e751bbb1-69cf-4142-b810-024af87a960c","header":"x-maas-group"}
{"level":"info","ts":1784728913.117214,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e751bbb1-69cf-4142-b810-024af87a960c","header":"x-maas-subscription"}
{"level":"info","ts":1784728913.1172278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e751bbb1-69cf-4142-b810-024af87a960c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784728913.1172512,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e751bbb1-69cf-4142-b810-024af87a960c"}
{"level":"info","ts":1784728913.118077,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e751bbb1-69cf-4142-b810-024af87a960c"}
{"level":"info","ts":1784728913.118101,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e751bbb1-69cf-4142-b810-024af87a960c"}
{"level":"info","ts":1784728913.1181157,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e751bbb1-69cf-4142-b810-024af87a960c","EoS":false}
{"level":"info","ts":1784728913.118138,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e751bbb1-69cf-4142-b810-024af87a960c","EoS":true}
{"level":"info","ts":1784728913.1181712,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e751bbb1-69cf-4142-b810-024af87a960c"}
{"level":"info","ts":1784728936.3090541,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784728936.3091404,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f62c9f0a-769c-457a-a3dc-d08beae52c9f"}
{"level":"info","ts":1784728936.3091547,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f62c9f0a-769c-457a-a3dc-d08beae52c9f"}
{"level":"info","ts":1784728936.3091743,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f62c9f0a-769c-457a-a3dc-d08beae52c9f","EoS":true}
{"level":"info","ts":1784728936.3092237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f62c9f0a-769c-457a-a3dc-d08beae52c9f","header":"x-maas-username"}
{"level":"info","ts":1784728936.3092363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f62c9f0a-769c-457a-a3dc-d08beae52c9f","header":"x-maas-subscription"}
{"level":"info","ts":1784728936.3092437,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f62c9f0a-769c-457a-a3dc-d08beae52c9f","header":"x-maas-group"}
{"level":"info","ts":1784728936.3092642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f62c9f0a-769c-457a-a3dc-d08beae52c9f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784728936.309295,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f62c9f0a-769c-457a-a3dc-d08beae52c9f"}
{"level":"info","ts":1784728936.3102303,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f62c9f0a-769c-457a-a3dc-d08beae52c9f"}
{"level":"info","ts":1784728936.3102546,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f62c9f0a-769c-457a-a3dc-d08beae52c9f"}
{"level":"info","ts":1784728936.3102767,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f62c9f0a-769c-457a-a3dc-d08beae52c9f","EoS":false}
{"level":"info","ts":1784728936.3102994,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f62c9f0a-769c-457a-a3dc-d08beae52c9f","EoS":true}
{"level":"info","ts":1784728936.3103402,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f62c9f0a-769c-457a-a3dc-d08beae52c9f"}
{"level":"info","ts":1784728936.4468732,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784728936.4469876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"416f961e-5008-4182-a1fb-83866fb816d1"}
{"level":"info","ts":1784728936.4470024,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"416f961e-5008-4182-a1fb-83866fb816d1"}
{"level":"info","ts":1784728936.4470148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"416f961e-5008-4182-a1fb-83866fb816d1","EoS":true}
{"level":"info","ts":1784728936.4470413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"416f961e-5008-4182-a1fb-83866fb816d1","header":"x-maas-username"}
{"level":"info","ts":1784728936.4470513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"416f961e-5008-4182-a1fb-83866fb816d1","header":"x-maas-group"}
{"level":"info","ts":1784728936.447056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"416f961e-5008-4182-a1fb-83866fb816d1","header":"x-maas-subscription"}
{"level":"info","ts":1784728936.4470694,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"416f961e-5008-4182-a1fb-83866fb816d1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784728936.4470937,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"416f961e-5008-4182-a1fb-83866fb816d1"}
{"level":"info","ts":1784728936.4492865,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"416f961e-5008-4182-a1fb-83866fb816d1"}
{"level":"info","ts":1784728936.449309,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"416f961e-5008-4182-a1fb-83866fb816d1"}
{"level":"info","ts":1784728936.4493382,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"416f961e-5008-4182-a1fb-83866fb816d1","EoS":false}
{"level":"info","ts":1784728936.4493608,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"416f961e-5008-4182-a1fb-83866fb816d1","EoS":true}
{"level":"info","ts":1784728936.4493992,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"416f961e-5008-4182-a1fb-83866fb816d1"}
{"level":"info","ts":1784728936.5835402,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784728936.5836282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b79f4105-7340-4a8a-8c5c-cedd7ea45910"}
{"level":"info","ts":1784728936.5836444,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b79f4105-7340-4a8a-8c5c-cedd7ea45910"}
{"level":"info","ts":1784728936.5836573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b79f4105-7340-4a8a-8c5c-cedd7ea45910","EoS":true}
{"level":"info","ts":1784728936.5836818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b79f4105-7340-4a8a-8c5c-cedd7ea45910","header":"x-maas-username"}
{"level":"info","ts":1784728936.5836923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b79f4105-7340-4a8a-8c5c-cedd7ea45910","header":"x-maas-subscription"}
{"level":"info","ts":1784728936.5836968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b79f4105-7340-4a8a-8c5c-cedd7ea45910","header":"x-maas-group"}
{"level":"info","ts":1784728936.58371,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b79f4105-7340-4a8a-8c5c-cedd7ea45910","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784728936.5837328,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b79f4105-7340-4a8a-8c5c-cedd7ea45910"}
{"level":"info","ts":1784728936.5844882,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b79f4105-7340-4a8a-8c5c-cedd7ea45910"}
{"level":"info","ts":1784728936.5845008,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b79f4105-7340-4a8a-8c5c-cedd7ea45910"}
{"level":"info","ts":1784728936.5845127,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b79f4105-7340-4a8a-8c5c-cedd7ea45910","EoS":false}
{"level":"info","ts":1784728936.584523,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b79f4105-7340-4a8a-8c5c-cedd7ea45910","EoS":true}
{"level":"info","ts":1784728936.584561,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b79f4105-7340-4a8a-8c5c-cedd7ea45910"}
{"level":"info","ts":1784728936.7194614,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784728936.7195346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66d58e46-5e28-4210-9f93-9efe82660f57"}
{"level":"info","ts":1784728936.7195442,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"66d58e46-5e28-4210-9f93-9efe82660f57"}
{"level":"info","ts":1784728936.719555,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66d58e46-5e28-4210-9f93-9efe82660f57","EoS":true}
{"level":"info","ts":1784728936.7195804,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66d58e46-5e28-4210-9f93-9efe82660f57","header":"x-maas-username"}
{"level":"info","ts":1784728936.71959,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66d58e46-5e28-4210-9f93-9efe82660f57","header":"x-maas-group"}
{"level":"info","ts":1784728936.7195947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66d58e46-5e28-4210-9f93-9efe82660f57","header":"x-maas-subscription"}
{"level":"info","ts":1784728936.7196078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66d58e46-5e28-4210-9f93-9efe82660f57","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784728936.719632,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"66d58e46-5e28-4210-9f93-9efe82660f57"}
{"level":"info","ts":1784728936.7203515,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"66d58e46-5e28-4210-9f93-9efe82660f57"}
{"level":"info","ts":1784728936.720371,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"66d58e46-5e28-4210-9f93-9efe82660f57"}
{"level":"info","ts":1784728936.7203867,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"66d58e46-5e28-4210-9f93-9efe82660f57","EoS":false}
{"level":"info","ts":1784728936.7203987,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"66d58e46-5e28-4210-9f93-9efe82660f57","EoS":true}
{"level":"info","ts":1784728936.7204409,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"66d58e46-5e28-4210-9f93-9efe82660f57"}
{"level":"info","ts":1784728936.8535855,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784728936.8536696,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63d51434-5455-4cc9-b8dd-7979d687feea"}
{"level":"info","ts":1784728936.8537116,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63d51434-5455-4cc9-b8dd-7979d687feea"}
{"level":"info","ts":1784728936.8537245,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63d51434-5455-4cc9-b8dd-7979d687feea","EoS":true}
{"level":"info","ts":1784728936.8537493,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63d51434-5455-4cc9-b8dd-7979d687feea","header":"x-maas-subscription"}
{"level":"info","ts":1784728936.85376,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63d51434-5455-4cc9-b8dd-7979d687feea","header":"x-maas-username"}
{"level":"info","ts":1784728936.8537645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63d51434-5455-4cc9-b8dd-7979d687feea","header":"x-maas-group"}
{"level":"info","ts":1784728936.8537812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63d51434-5455-4cc9-b8dd-7979d687feea","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784728936.8538046,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"63d51434-5455-4cc9-b8dd-7979d687feea"}
{"level":"info","ts":1784728936.8545,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"63d51434-5455-4cc9-b8dd-7979d687feea"}
{"level":"info","ts":1784728936.8545177,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"63d51434-5455-4cc9-b8dd-7979d687feea"}
{"level":"info","ts":1784728936.8545296,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"63d51434-5455-4cc9-b8dd-7979d687feea","EoS":false}
{"level":"info","ts":1784728936.85454,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"63d51434-5455-4cc9-b8dd-7979d687feea","EoS":true}
{"level":"info","ts":1784728936.8545823,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"63d51434-5455-4cc9-b8dd-7979d687feea"}
{"level":"info","ts":1784728953.7613766,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784728953.7614558,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3fa0e52-cfde-466f-aeee-99a0d9fce20a"}
{"level":"info","ts":1784728953.7614772,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3fa0e52-cfde-466f-aeee-99a0d9fce20a"}
{"level":"info","ts":1784728953.7614884,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3fa0e52-cfde-466f-aeee-99a0d9fce20a","EoS":true}
{"level":"info","ts":1784728953.7615137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3fa0e52-cfde-466f-aeee-99a0d9fce20a","header":"x-maas-username"}
{"level":"info","ts":1784728953.761524,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3fa0e52-cfde-466f-aeee-99a0d9fce20a","header":"x-maas-group"}
{"level":"info","ts":1784728953.7615294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3fa0e52-cfde-466f-aeee-99a0d9fce20a","header":"x-maas-subscription"}
{"level":"info","ts":1784728953.7615426,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3fa0e52-cfde-466f-aeee-99a0d9fce20a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784728953.7615666,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3fa0e52-cfde-466f-aeee-99a0d9fce20a"}
{"level":"info","ts":1784728953.7623458,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b3fa0e52-cfde-466f-aeee-99a0d9fce20a"}
{"level":"info","ts":1784728953.7623744,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b3fa0e52-cfde-466f-aeee-99a0d9fce20a"}
{"level":"info","ts":1784728953.7623923,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b3fa0e52-cfde-466f-aeee-99a0d9fce20a","EoS":false}
{"level":"info","ts":1784728953.7624042,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b3fa0e52-cfde-466f-aeee-99a0d9fce20a","EoS":true}
{"level":"info","ts":1784728953.7624443,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b3fa0e52-cfde-466f-aeee-99a0d9fce20a"}
{"level":"info","ts":1784728953.8603604,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784728953.8604295,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7bc9c9ff-3a2c-4fea-8415-95bac4016ffa"}
{"level":"info","ts":1784728953.8619573,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7bc9c9ff-3a2c-4fea-8415-95bac4016ffa"}
{"level":"info","ts":1784728953.8619823,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7bc9c9ff-3a2c-4fea-8415-95bac4016ffa"}
{"level":"info","ts":1784728953.8620048,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7bc9c9ff-3a2c-4fea-8415-95bac4016ffa","EoS":false}
{"level":"info","ts":1784728953.8620234,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"7bc9c9ff-3a2c-4fea-8415-95bac4016ffa"}
{"level":"info","ts":1784728953.862055,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7bc9c9ff-3a2c-4fea-8415-95bac4016ffa","EoS":true}
{"level":"info","ts":1784728953.8620691,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"7bc9c9ff-3a2c-4fea-8415-95bac4016ffa"}
{"level":"info","ts":1784728958.490405,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784728958.4905112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06cf1931-ca36-448b-aaaf-44976aeb3e38"}
{"level":"info","ts":1784728958.4905262,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06cf1931-ca36-448b-aaaf-44976aeb3e38"}
{"level":"info","ts":1784728958.4905436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06cf1931-ca36-448b-aaaf-44976aeb3e38","EoS":true}
{"level":"info","ts":1784728958.490579,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06cf1931-ca36-448b-aaaf-44976aeb3e38","header":"x-maas-group"}
{"level":"info","ts":1784728958.490593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06cf1931-ca36-448b-aaaf-44976aeb3e38","header":"x-maas-username"}
{"level":"info","ts":1784728958.4905999,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06cf1931-ca36-448b-aaaf-44976aeb3e38","header":"x-maas-subscription"}
{"level":"info","ts":1784728958.4906166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06cf1931-ca36-448b-aaaf-44976aeb3e38","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784728958.4906473,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06cf1931-ca36-448b-aaaf-44976aeb3e38"}
{"level":"info","ts":1784728958.4924746,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"06cf1931-ca36-448b-aaaf-44976aeb3e38"}
{"level":"info","ts":1784728958.492494,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"06cf1931-ca36-448b-aaaf-44976aeb3e38"}
{"level":"info","ts":1784728958.4925117,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"06cf1931-ca36-448b-aaaf-44976aeb3e38","EoS":false}
{"level":"info","ts":1784728958.4925299,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"06cf1931-ca36-448b-aaaf-44976aeb3e38","EoS":true}
{"level":"info","ts":1784728958.4925625,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"06cf1931-ca36-448b-aaaf-44976aeb3e38"}
{"level":"info","ts":1784728969.0877974,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784728969.087877,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac11ca61-bfcb-4486-b785-08eff2780972"}
{"level":"info","ts":1784728969.0878909,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac11ca61-bfcb-4486-b785-08eff2780972"}
{"level":"info","ts":1784728969.0879025,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac11ca61-bfcb-4486-b785-08eff2780972","EoS":true}
{"level":"info","ts":1784728969.0879595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac11ca61-bfcb-4486-b785-08eff2780972","header":"x-maas-username"}
{"level":"info","ts":1784728969.0879693,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac11ca61-bfcb-4486-b785-08eff2780972","header":"x-maas-subscription"}
{"level":"info","ts":1784728969.0879743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac11ca61-bfcb-4486-b785-08eff2780972","header":"x-maas-group"}
{"level":"info","ts":1784728969.0879898,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac11ca61-bfcb-4486-b785-08eff2780972","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784728969.0880148,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac11ca61-bfcb-4486-b785-08eff2780972"}
{"level":"info","ts":1784728969.0889614,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac11ca61-bfcb-4486-b785-08eff2780972"}
{"level":"info","ts":1784728969.0889802,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ac11ca61-bfcb-4486-b785-08eff2780972"}
{"level":"info","ts":1784728969.0889938,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac11ca61-bfcb-4486-b785-08eff2780972","EoS":false}
{"level":"info","ts":1784728969.0890045,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac11ca61-bfcb-4486-b785-08eff2780972","EoS":true}
{"level":"info","ts":1784728969.0890367,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ac11ca61-bfcb-4486-b785-08eff2780972"}
{"level":"info","ts":1784728981.9855654,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784728981.9856448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8e68902-91fb-40b4-9fd1-a43f0739392b"}
{"level":"info","ts":1784728981.985658,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b8e68902-91fb-40b4-9fd1-a43f0739392b"}
{"level":"info","ts":1784728981.98567,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8e68902-91fb-40b4-9fd1-a43f0739392b","EoS":true}
{"level":"info","ts":1784728981.9856958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8e68902-91fb-40b4-9fd1-a43f0739392b","header":"x-maas-subscription"}
{"level":"info","ts":1784728981.9857054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8e68902-91fb-40b4-9fd1-a43f0739392b","header":"x-maas-username"}
{"level":"info","ts":1784728981.9857106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8e68902-91fb-40b4-9fd1-a43f0739392b","header":"x-maas-group"}
{"level":"info","ts":1784728981.985723,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8e68902-91fb-40b4-9fd1-a43f0739392b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784728981.985748,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b8e68902-91fb-40b4-9fd1-a43f0739392b"}
{"level":"info","ts":1784728981.986565,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b8e68902-91fb-40b4-9fd1-a43f0739392b"}
{"level":"info","ts":1784728981.9865906,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b8e68902-91fb-40b4-9fd1-a43f0739392b"}
{"level":"info","ts":1784728981.986611,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b8e68902-91fb-40b4-9fd1-a43f0739392b","EoS":false}
{"level":"info","ts":1784728981.9866304,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b8e68902-91fb-40b4-9fd1-a43f0739392b","EoS":true}
{"level":"info","ts":1784728981.986675,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b8e68902-91fb-40b4-9fd1-a43f0739392b"}
{"level":"info","ts":1784728990.5376217,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784728990.537704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed60a565-8b87-41b5-aa0f-29a3edee3af0"}
{"level":"info","ts":1784728990.5377176,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ed60a565-8b87-41b5-aa0f-29a3edee3af0"}
{"level":"info","ts":1784728990.5377302,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed60a565-8b87-41b5-aa0f-29a3edee3af0","EoS":true}
{"level":"info","ts":1784728990.537758,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed60a565-8b87-41b5-aa0f-29a3edee3af0","header":"x-maas-subscription"}
{"level":"info","ts":1784728990.5377686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed60a565-8b87-41b5-aa0f-29a3edee3af0","header":"x-maas-group"}
{"level":"info","ts":1784728990.5377734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed60a565-8b87-41b5-aa0f-29a3edee3af0","header":"x-maas-username"}
{"level":"info","ts":1784728990.5377872,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed60a565-8b87-41b5-aa0f-29a3edee3af0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784728990.5378108,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ed60a565-8b87-41b5-aa0f-29a3edee3af0"}
{"level":"info","ts":1784728990.538636,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ed60a565-8b87-41b5-aa0f-29a3edee3af0"}
{"level":"info","ts":1784728990.5386517,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ed60a565-8b87-41b5-aa0f-29a3edee3af0"}
{"level":"info","ts":1784728990.5386665,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ed60a565-8b87-41b5-aa0f-29a3edee3af0","EoS":false}
{"level":"info","ts":1784728990.538677,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ed60a565-8b87-41b5-aa0f-29a3edee3af0","EoS":true}
{"level":"info","ts":1784728990.538715,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ed60a565-8b87-41b5-aa0f-29a3edee3af0"}
{"level":"info","ts":1784728999.4570858,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784728999.4571683,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6976c491-3ba6-433b-8988-b033adde8e02"}
{"level":"info","ts":1784728999.4571867,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6976c491-3ba6-433b-8988-b033adde8e02"}
{"level":"info","ts":1784728999.4572089,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6976c491-3ba6-433b-8988-b033adde8e02","EoS":true}
{"level":"info","ts":1784728999.4572382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6976c491-3ba6-433b-8988-b033adde8e02","header":"x-maas-subscription"}
{"level":"info","ts":1784728999.457249,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6976c491-3ba6-433b-8988-b033adde8e02","header":"x-maas-group"}
{"level":"info","ts":1784728999.457254,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6976c491-3ba6-433b-8988-b033adde8e02","header":"x-maas-username"}
{"level":"info","ts":1784728999.4572687,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6976c491-3ba6-433b-8988-b033adde8e02","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784728999.4573011,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6976c491-3ba6-433b-8988-b033adde8e02"}
{"level":"info","ts":1784728999.4581897,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6976c491-3ba6-433b-8988-b033adde8e02"}
{"level":"info","ts":1784728999.4582098,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6976c491-3ba6-433b-8988-b033adde8e02"}
{"level":"info","ts":1784728999.4582272,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6976c491-3ba6-433b-8988-b033adde8e02","EoS":false}
{"level":"info","ts":1784728999.458239,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6976c491-3ba6-433b-8988-b033adde8e02","EoS":true}
{"level":"info","ts":1784728999.458276,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6976c491-3ba6-433b-8988-b033adde8e02"}
{"level":"info","ts":1784729022.5700467,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784729022.5701282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c011955a-f5a4-4870-b363-1136db47d1cf"}
{"level":"info","ts":1784729022.5701463,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c011955a-f5a4-4870-b363-1136db47d1cf"}
{"level":"info","ts":1784729022.57016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c011955a-f5a4-4870-b363-1136db47d1cf","EoS":true}
{"level":"info","ts":1784729022.5701854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c011955a-f5a4-4870-b363-1136db47d1cf","header":"x-maas-username"}
{"level":"info","ts":1784729022.5701954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c011955a-f5a4-4870-b363-1136db47d1cf","header":"x-maas-group"}
{"level":"info","ts":1784729022.5701997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c011955a-f5a4-4870-b363-1136db47d1cf","header":"x-maas-subscription"}
{"level":"info","ts":1784729022.5702157,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c011955a-f5a4-4870-b363-1136db47d1cf","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784729022.570248,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c011955a-f5a4-4870-b363-1136db47d1cf"}
{"level":"info","ts":1784729022.5711708,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c011955a-f5a4-4870-b363-1136db47d1cf"}
{"level":"info","ts":1784729022.5711946,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c011955a-f5a4-4870-b363-1136db47d1cf"}
{"level":"info","ts":1784729022.5712104,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c011955a-f5a4-4870-b363-1136db47d1cf","EoS":false}
{"level":"info","ts":1784729022.5712206,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c011955a-f5a4-4870-b363-1136db47d1cf","EoS":true}
{"level":"info","ts":1784729022.5712574,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c011955a-f5a4-4870-b363-1136db47d1cf"}
{"level":"info","ts":1784729045.085097,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784729045.0851738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8377d63-86fe-4525-b7c8-18e575e16fcc"}
{"level":"info","ts":1784729045.0851896,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e8377d63-86fe-4525-b7c8-18e575e16fcc"}
{"level":"info","ts":1784729045.0852175,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8377d63-86fe-4525-b7c8-18e575e16fcc","EoS":true}
{"level":"info","ts":1784729045.085252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8377d63-86fe-4525-b7c8-18e575e16fcc","header":"x-maas-username"}
{"level":"info","ts":1784729045.0852652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8377d63-86fe-4525-b7c8-18e575e16fcc","header":"x-maas-group"}
{"level":"info","ts":1784729045.0852733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8377d63-86fe-4525-b7c8-18e575e16fcc","header":"x-maas-subscription"}
{"level":"info","ts":1784729045.0852907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8377d63-86fe-4525-b7c8-18e575e16fcc","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784729045.0853252,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e8377d63-86fe-4525-b7c8-18e575e16fcc"}
{"level":"info","ts":1784729045.0878174,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e8377d63-86fe-4525-b7c8-18e575e16fcc"}
{"level":"info","ts":1784729045.0878432,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e8377d63-86fe-4525-b7c8-18e575e16fcc"}
{"level":"info","ts":1784729045.0878658,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e8377d63-86fe-4525-b7c8-18e575e16fcc","EoS":false}
{"level":"info","ts":1784729045.0878835,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e8377d63-86fe-4525-b7c8-18e575e16fcc","EoS":true}
{"level":"info","ts":1784729045.0879362,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e8377d63-86fe-4525-b7c8-18e575e16fcc"}
{"level":"info","ts":1784729076.5238833,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784729076.5239787,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6e88c71-6322-4b39-8f56-9cd9e86524ae"}
{"level":"info","ts":1784729076.5239913,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e6e88c71-6322-4b39-8f56-9cd9e86524ae"}
{"level":"info","ts":1784729076.5240028,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6e88c71-6322-4b39-8f56-9cd9e86524ae","EoS":true}
{"level":"info","ts":1784729076.5240238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e6e88c71-6322-4b39-8f56-9cd9e86524ae","header":"x-maas-group"}
{"level":"info","ts":1784729076.5240335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e6e88c71-6322-4b39-8f56-9cd9e86524ae","header":"x-maas-subscription"}
{"level":"info","ts":1784729076.5240395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e6e88c71-6322-4b39-8f56-9cd9e86524ae","header":"x-maas-username"}
{"level":"info","ts":1784729076.524053,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6e88c71-6322-4b39-8f56-9cd9e86524ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784729076.5240755,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e6e88c71-6322-4b39-8f56-9cd9e86524ae"}
{"level":"info","ts":1784729076.5260608,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e6e88c71-6322-4b39-8f56-9cd9e86524ae"}
{"level":"info","ts":1784729076.5260806,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e6e88c71-6322-4b39-8f56-9cd9e86524ae"}
{"level":"info","ts":1784729076.5260954,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e6e88c71-6322-4b39-8f56-9cd9e86524ae","EoS":false}
{"level":"info","ts":1784729076.5261073,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e6e88c71-6322-4b39-8f56-9cd9e86524ae","EoS":true}
{"level":"info","ts":1784729076.5261421,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e6e88c71-6322-4b39-8f56-9cd9e86524ae"}
{"level":"info","ts":1784729085.9754064,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784729085.9754975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5a53ebd-5b56-4989-b791-10247dc07050"}
{"level":"info","ts":1784729085.9755123,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5a53ebd-5b56-4989-b791-10247dc07050"}
{"level":"info","ts":1784729085.9755318,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5a53ebd-5b56-4989-b791-10247dc07050","EoS":true}
{"level":"info","ts":1784729085.9755661,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5a53ebd-5b56-4989-b791-10247dc07050","header":"x-maas-subscription"}
{"level":"info","ts":1784729085.9755785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5a53ebd-5b56-4989-b791-10247dc07050","header":"x-maas-username"}
{"level":"info","ts":1784729085.9755876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5a53ebd-5b56-4989-b791-10247dc07050","header":"x-maas-group"}
{"level":"info","ts":1784729085.975606,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5a53ebd-5b56-4989-b791-10247dc07050","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784729085.9756405,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5a53ebd-5b56-4989-b791-10247dc07050"}
{"level":"info","ts":1784729085.9765313,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f5a53ebd-5b56-4989-b791-10247dc07050"}
{"level":"info","ts":1784729085.9765587,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f5a53ebd-5b56-4989-b791-10247dc07050"}
{"level":"info","ts":1784729085.9765809,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5a53ebd-5b56-4989-b791-10247dc07050","EoS":false}
{"level":"info","ts":1784729085.9765956,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5a53ebd-5b56-4989-b791-10247dc07050","EoS":true}
{"level":"info","ts":1784729085.9766316,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f5a53ebd-5b56-4989-b791-10247dc07050"}
{"level":"info","ts":1784729086.0073605,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784729086.0074618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4db219f-9b1c-47b5-a649-205f194c0852"}
{"level":"info","ts":1784729086.007477,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b4db219f-9b1c-47b5-a649-205f194c0852"}
{"level":"info","ts":1784729086.0074892,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4db219f-9b1c-47b5-a649-205f194c0852","EoS":true}
{"level":"info","ts":1784729086.0075116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4db219f-9b1c-47b5-a649-205f194c0852","header":"x-maas-username"}
{"level":"info","ts":1784729086.007524,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4db219f-9b1c-47b5-a649-205f194c0852","header":"x-maas-subscription"}
{"level":"info","ts":1784729086.0075295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4db219f-9b1c-47b5-a649-205f194c0852","header":"x-maas-group"}
{"level":"info","ts":1784729086.0075433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4db219f-9b1c-47b5-a649-205f194c0852","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784729086.00757,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b4db219f-9b1c-47b5-a649-205f194c0852"}
{"level":"info","ts":1784729086.0083725,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b4db219f-9b1c-47b5-a649-205f194c0852"}
{"level":"info","ts":1784729086.008388,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b4db219f-9b1c-47b5-a649-205f194c0852"}
{"level":"info","ts":1784729086.0084088,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b4db219f-9b1c-47b5-a649-205f194c0852","EoS":false}
{"level":"info","ts":1784729086.0084245,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b4db219f-9b1c-47b5-a649-205f194c0852","EoS":true}
{"level":"info","ts":1784729086.008466,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b4db219f-9b1c-47b5-a649-205f194c0852"}
{"level":"info","ts":1784729105.0815625,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784729105.0816817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fc3fb9b-0676-4a00-93c3-e227babd1080"}
{"level":"info","ts":1784729105.0817,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0fc3fb9b-0676-4a00-93c3-e227babd1080"}
{"level":"info","ts":1784729105.0817149,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0fc3fb9b-0676-4a00-93c3-e227babd1080","EoS":true}
{"level":"info","ts":1784729105.0817413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fc3fb9b-0676-4a00-93c3-e227babd1080","header":"x-maas-subscription"}
{"level":"info","ts":1784729105.0817525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fc3fb9b-0676-4a00-93c3-e227babd1080","header":"x-maas-username"}
{"level":"info","ts":1784729105.0817611,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fc3fb9b-0676-4a00-93c3-e227babd1080","header":"x-maas-group"}
{"level":"info","ts":1784729105.0817769,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fc3fb9b-0676-4a00-93c3-e227babd1080","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784729105.081802,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0fc3fb9b-0676-4a00-93c3-e227babd1080"}
{"level":"info","ts":1784729105.0828469,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0fc3fb9b-0676-4a00-93c3-e227babd1080"}
{"level":"info","ts":1784729105.08287,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0fc3fb9b-0676-4a00-93c3-e227babd1080"}
{"level":"info","ts":1784729105.082891,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0fc3fb9b-0676-4a00-93c3-e227babd1080","EoS":false}
{"level":"info","ts":1784729105.0829225,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0fc3fb9b-0676-4a00-93c3-e227babd1080","EoS":true}
{"level":"info","ts":1784729105.0829701,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0fc3fb9b-0676-4a00-93c3-e227babd1080"}
{"level":"info","ts":1784729235.4488683,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784729235.4489622,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf5d395f-bd4f-46de-94ce-1f248e69db06"}
{"level":"info","ts":1784729235.448974,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf5d395f-bd4f-46de-94ce-1f248e69db06"}
{"level":"info","ts":1784729235.448986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf5d395f-bd4f-46de-94ce-1f248e69db06","EoS":true}
{"level":"info","ts":1784729235.4490085,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf5d395f-bd4f-46de-94ce-1f248e69db06","header":"x-maas-subscription"}
{"level":"info","ts":1784729235.44902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf5d395f-bd4f-46de-94ce-1f248e69db06","header":"x-maas-username"}
{"level":"info","ts":1784729235.449025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf5d395f-bd4f-46de-94ce-1f248e69db06","header":"x-maas-group"}
{"level":"info","ts":1784729235.4490378,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf5d395f-bd4f-46de-94ce-1f248e69db06","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784729235.4490635,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf5d395f-bd4f-46de-94ce-1f248e69db06"}
{"level":"info","ts":1784729235.4501343,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bf5d395f-bd4f-46de-94ce-1f248e69db06"}
{"level":"info","ts":1784729235.4501555,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bf5d395f-bd4f-46de-94ce-1f248e69db06"}
{"level":"info","ts":1784729235.4501715,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bf5d395f-bd4f-46de-94ce-1f248e69db06","EoS":false}
{"level":"info","ts":1784729235.4501834,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bf5d395f-bd4f-46de-94ce-1f248e69db06","EoS":true}
{"level":"info","ts":1784729235.4502218,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bf5d395f-bd4f-46de-94ce-1f248e69db06"}
{"level":"info","ts":1784729272.6163406,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784729272.6164274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24244721-7e33-46b5-b37f-925ee8c3315d"}
{"level":"info","ts":1784729272.6164415,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"24244721-7e33-46b5-b37f-925ee8c3315d"}
{"level":"info","ts":1784729272.6164608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24244721-7e33-46b5-b37f-925ee8c3315d","EoS":true}
{"level":"info","ts":1784729272.6164985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24244721-7e33-46b5-b37f-925ee8c3315d","header":"x-maas-username"}
{"level":"info","ts":1784729272.6165123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24244721-7e33-46b5-b37f-925ee8c3315d","header":"x-maas-subscription"}
{"level":"info","ts":1784729272.6165206,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24244721-7e33-46b5-b37f-925ee8c3315d","header":"x-maas-group"}
{"level":"info","ts":1784729272.616538,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24244721-7e33-46b5-b37f-925ee8c3315d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784729272.6165738,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"24244721-7e33-46b5-b37f-925ee8c3315d"}
{"level":"info","ts":1784729272.6196387,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"24244721-7e33-46b5-b37f-925ee8c3315d"}
{"level":"info","ts":1784729272.6196623,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"24244721-7e33-46b5-b37f-925ee8c3315d"}
{"level":"info","ts":1784729272.6196828,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"24244721-7e33-46b5-b37f-925ee8c3315d","EoS":false}
{"level":"info","ts":1784729272.6196954,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"24244721-7e33-46b5-b37f-925ee8c3315d","EoS":true}
{"level":"info","ts":1784729272.6197286,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"24244721-7e33-46b5-b37f-925ee8c3315d"}
{"level":"info","ts":1784729287.867657,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784729287.8677385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eae861ff-9b6a-4fb6-8807-0bdc707b3bc5"}
{"level":"info","ts":1784729287.867747,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eae861ff-9b6a-4fb6-8807-0bdc707b3bc5"}
{"level":"info","ts":1784729287.8677583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eae861ff-9b6a-4fb6-8807-0bdc707b3bc5","EoS":true}
{"level":"info","ts":1784729287.8677833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eae861ff-9b6a-4fb6-8807-0bdc707b3bc5","header":"x-maas-username"}
{"level":"info","ts":1784729287.867794,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eae861ff-9b6a-4fb6-8807-0bdc707b3bc5","header":"x-maas-group"}
{"level":"info","ts":1784729287.8677988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eae861ff-9b6a-4fb6-8807-0bdc707b3bc5","header":"x-maas-subscription"}
{"level":"info","ts":1784729287.8678133,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eae861ff-9b6a-4fb6-8807-0bdc707b3bc5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784729287.867841,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eae861ff-9b6a-4fb6-8807-0bdc707b3bc5"}
{"level":"info","ts":1784729287.8687067,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eae861ff-9b6a-4fb6-8807-0bdc707b3bc5"}
{"level":"info","ts":1784729287.868729,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"eae861ff-9b6a-4fb6-8807-0bdc707b3bc5"}
{"level":"info","ts":1784729287.8687506,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eae861ff-9b6a-4fb6-8807-0bdc707b3bc5","EoS":false}
{"level":"info","ts":1784729287.86877,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eae861ff-9b6a-4fb6-8807-0bdc707b3bc5","EoS":true}
{"level":"info","ts":1784729287.868816,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"eae861ff-9b6a-4fb6-8807-0bdc707b3bc5"}
{"level":"info","ts":1784729595.0450866,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784729595.045185,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba7d605b-f01f-4f6e-8db7-96e898e41f62"}
{"level":"info","ts":1784729595.0452018,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba7d605b-f01f-4f6e-8db7-96e898e41f62"}
{"level":"info","ts":1784729595.045218,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba7d605b-f01f-4f6e-8db7-96e898e41f62","EoS":true}
{"level":"info","ts":1784729595.0452511,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba7d605b-f01f-4f6e-8db7-96e898e41f62","header":"x-maas-group"}
{"level":"info","ts":1784729595.045262,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba7d605b-f01f-4f6e-8db7-96e898e41f62","header":"x-maas-username"}
{"level":"info","ts":1784729595.045267,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba7d605b-f01f-4f6e-8db7-96e898e41f62","header":"x-maas-subscription"}
{"level":"info","ts":1784729595.045281,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba7d605b-f01f-4f6e-8db7-96e898e41f62","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784729595.0453067,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba7d605b-f01f-4f6e-8db7-96e898e41f62"}
{"level":"info","ts":1784729595.0479622,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ba7d605b-f01f-4f6e-8db7-96e898e41f62"}
{"level":"info","ts":1784729595.0479934,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ba7d605b-f01f-4f6e-8db7-96e898e41f62"}
{"level":"info","ts":1784729595.0480103,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ba7d605b-f01f-4f6e-8db7-96e898e41f62","EoS":false}
{"level":"info","ts":1784729595.0480227,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ba7d605b-f01f-4f6e-8db7-96e898e41f62","EoS":true}
{"level":"info","ts":1784729595.0480642,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ba7d605b-f01f-4f6e-8db7-96e898e41f62"}
{"level":"info","ts":1784729599.8524249,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"16561f91-fcdc-4646-a096-336dcf6d2721","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784729599.8526816,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36171.792970925,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784729599.8527143,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784729599.893673,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784729599.9535701,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"16561f91-fcdc-4646-a096-336dcf6d2721","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784729599.9710455,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c49d6ca-6f39-4b3d-928d-1b1021311214","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784729599.9710522,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a393bb8f-e358-42b8-9835-ec48adf93b52"}
{"level":"info","ts":1784729599.9710913,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c49d6ca-6f39-4b3d-928d-1b1021311214","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784729599.9795046,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7c917ee-c534-4ebd-b598-6facb3becbeb","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784729599.9796596,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34239.908392759,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784729599.9796793,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7c917ee-c534-4ebd-b598-6facb3becbeb","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784729599.9796803,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784729599.9879816,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784729600.0799682,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a393bb8f-e358-42b8-9835-ec48adf93b52","name":"e2e-external-provider"}
{"level":"info","ts":1784729600.082332,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d842456-41a5-49ca-959e-73f01cbe1f4b"}
{"level":"info","ts":1784729600.0823607,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2b5f245-3236-469a-8fbb-57655114bed9","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784729600.0824025,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2b5f245-3236-469a-8fbb-57655114bed9","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784729600.0881057,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a16ddb57-6bf4-4cf8-adfa-26373e3e3ea1","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784729600.0881474,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a16ddb57-6bf4-4cf8-adfa-26373e3e3ea1","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784729600.088294,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d842456-41a5-49ca-959e-73f01cbe1f4b","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784729600.0950422,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8372178b-3632-410e-a28a-03042b56c814","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784729600.0950785,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8372178b-3632-410e-a28a-03042b56c814","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784729600.0951364,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d842456-41a5-49ca-959e-73f01cbe1f4b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784729600.0952601,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d1989e7-3fe6-468c-b4e3-3efa600c4781"}
{"level":"info","ts":1784729600.0952883,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d1989e7-3fe6-468c-b4e3-3efa600c4781","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784729600.0964024,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a393bb8f-e358-42b8-9835-ec48adf93b52","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"error","ts":1784729600.0996144,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d1989e7-3fe6-468c-b4e3-3efa600c4781","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784729600.104222,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a393bb8f-e358-42b8-9835-ec48adf93b52","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784729600.110388,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffec552d-e970-431e-8ca6-a1d3dae1a638"}
{"level":"info","ts":1784729600.1104298,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffec552d-e970-431e-8ca6-a1d3dae1a638","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784729600.1116421,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a393bb8f-e358-42b8-9835-ec48adf93b52","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784729600.115097,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffec552d-e970-431e-8ca6-a1d3dae1a638","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784729600.119048,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"11ee8c0c-6627-4e8a-a586-627b1a2afd02"}
{"level":"info","ts":1784729600.1190743,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4fb73b1e-71e9-4f23-9ce5-185cb5fbd08b","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784729600.1190994,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4fb73b1e-71e9-4f23-9ce5-185cb5fbd08b","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784729600.1191237,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"11ee8c0c-6627-4e8a-a586-627b1a2afd02","name":"e2e-external-provider"}
{"level":"info","ts":1784729600.119163,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d99d4203-9da2-4c12-9046-519997636890"}
{"level":"info","ts":1784729600.1193583,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34806.230783564,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784729600.1193643,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f089acc-95ab-4b1b-a19c-f76e17721a0c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784729600.1193733,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784729600.119386,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f089acc-95ab-4b1b-a19c-f76e17721a0c","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784729600.1271632,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784729600.1299832,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"11ee8c0c-6627-4e8a-a586-627b1a2afd02","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784729600.134219,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0d72fcdd-c655-4354-a60e-e8f51d93afde"}
{"level":"info","ts":1784729600.134263,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0d72fcdd-c655-4354-a60e-e8f51d93afde","name":"e2e-external-provider"}
{"level":"info","ts":1784729600.1433303,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0d72fcdd-c655-4354-a60e-e8f51d93afde","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784729600.2198539,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d99d4203-9da2-4c12-9046-519997636890","name":"e2e-external-model"}
{"level":"info","ts":1784729600.228591,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d99d4203-9da2-4c12-9046-519997636890","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784729600.236451,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba5e2fae-247c-4865-b9eb-2cffff3c1453"}
{"level":"info","ts":1784729600.2364984,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15f3afb1-513e-49fe-8334-9e2d3a37398e","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784729600.2365243,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba5e2fae-247c-4865-b9eb-2cffff3c1453","name":"e2e-external-model"}
{"level":"info","ts":1784729600.2365413,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15f3afb1-513e-49fe-8334-9e2d3a37398e","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784729600.2555206,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58d5bfa8-c50c-4db2-8b7b-c7d0a007e559","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784729600.2555637,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58d5bfa8-c50c-4db2-8b7b-c7d0a007e559","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784729600.271749,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba5e2fae-247c-4865-b9eb-2cffff3c1453","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784729600.2718573,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c23004c-7d3b-42bc-ad0e-21b1288bedbc"}
{"level":"info","ts":1784729600.271939,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c23004c-7d3b-42bc-ad0e-21b1288bedbc","name":"e2e-external-model"}
{"level":"info","ts":1784729600.279338,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c23004c-7d3b-42bc-ad0e-21b1288bedbc","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784729600.2842782,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1361c35e-8b12-4eed-98e7-8d8d2d9cefaa","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784729600.2843149,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1361c35e-8b12-4eed-98e7-8d8d2d9cefaa","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784729600.2843876,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15828d96-4446-4365-95f5-85429883981e"}
{"level":"info","ts":1784729600.28444,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15828d96-4446-4365-95f5-85429883981e","name":"e2e-external-model"}
{"level":"info","ts":1784729600.292134,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15828d96-4446-4365-95f5-85429883981e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784729609.6250448,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784729609.625124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c15a0898-832a-42d4-ae56-671cb29b6271"}
{"level":"info","ts":1784729609.6251407,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c15a0898-832a-42d4-ae56-671cb29b6271"}
{"level":"info","ts":1784729609.625159,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c15a0898-832a-42d4-ae56-671cb29b6271","EoS":true}
{"level":"info","ts":1784729609.6251912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c15a0898-832a-42d4-ae56-671cb29b6271","header":"x-maas-group"}
{"level":"info","ts":1784729609.625206,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c15a0898-832a-42d4-ae56-671cb29b6271","header":"x-maas-username"}
{"level":"info","ts":1784729609.625213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c15a0898-832a-42d4-ae56-671cb29b6271","header":"x-maas-subscription"}
{"level":"info","ts":1784729609.6252296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c15a0898-832a-42d4-ae56-671cb29b6271","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784729609.6252444,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c15a0898-832a-42d4-ae56-671cb29b6271","modelName":"e2e-external-model"}
{"level":"info","ts":1784729609.6252708,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c15a0898-832a-42d4-ae56-671cb29b6271","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784729609.6253097,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"c15a0898-832a-42d4-ae56-671cb29b6271","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784729609.6253374,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"c15a0898-832a-42d4-ae56-671cb29b6271","authType":"apikey"}
{"level":"info","ts":1784729609.6253755,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c15a0898-832a-42d4-ae56-671cb29b6271"}
{"level":"info","ts":1784729609.745359,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d807656-f2c1-4c27-a105-395ff44a5530"}
{"level":"info","ts":1784729609.74536,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b9b9045-99ee-45de-a64a-ccee499c27c4","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784729609.745485,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b9b9045-99ee-45de-a64a-ccee499c27c4","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784729609.752879,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fcb4122b-60cc-4ee4-a25e-a3d716393bce","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784729609.7529268,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fcb4122b-60cc-4ee4-a25e-a3d716393bce","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784729609.7533553,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d807656-f2c1-4c27-a105-395ff44a5530","name":"e2e-cleanup-test"}
{"level":"error","ts":1784729609.7713094,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d807656-f2c1-4c27-a105-395ff44a5530","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784729609.7713678,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5cd6c9d-c75a-49bb-bf03-83d2d756a027"}
{"level":"info","ts":1784729609.77138,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"41eaab66-914d-446d-8060-19f90ca160d9","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784729609.7714012,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"41eaab66-914d-446d-8060-19f90ca160d9","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784729609.771406,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5cd6c9d-c75a-49bb-bf03-83d2d756a027","name":"e2e-cleanup-test"}
{"level":"error","ts":1784729609.7842836,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5cd6c9d-c75a-49bb-bf03-83d2d756a027","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784729609.784399,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a88786ba-1952-4700-9e0c-6c30e881e558","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784729609.784411,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81a2722b-f578-403e-b035-1ddf6fdaac83"}
{"level":"info","ts":1784729609.7844245,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a88786ba-1952-4700-9e0c-6c30e881e558","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784729609.7844527,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81a2722b-f578-403e-b035-1ddf6fdaac83","name":"e2e-cleanup-test"}
{"level":"info","ts":1784729609.7920272,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81a2722b-f578-403e-b035-1ddf6fdaac83","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784729609.7993348,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e4c1784-0d9c-4d85-b3ca-6d4492ce4fd6","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784729609.799364,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e4c1784-0d9c-4d85-b3ca-6d4492ce4fd6","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784729609.7995033,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c80ae1ce-a2c2-478b-a0a0-ba30fc635f0c"}
{"level":"info","ts":1784729609.7995405,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c80ae1ce-a2c2-478b-a0a0-ba30fc635f0c","name":"e2e-cleanup-test"}
{"level":"info","ts":1784729609.8076842,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c80ae1ce-a2c2-478b-a0a0-ba30fc635f0c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784729617.9992037,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0302a81f-232b-4f1d-91ae-e7e016dac71f"}
{"level":"info","ts":1784729617.9992034,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3327668-9b1e-46ff-9460-987756391060","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784729617.999258,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3327668-9b1e-46ff-9460-987756391060","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784729622.290407,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784729622.2904735,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b8382cb-005a-4062-b62c-0839a213286c"}
{"level":"info","ts":1784729622.2904851,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b8382cb-005a-4062-b62c-0839a213286c"}
{"level":"info","ts":1784729622.290499,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b8382cb-005a-4062-b62c-0839a213286c","EoS":true}
{"level":"info","ts":1784729622.2905278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b8382cb-005a-4062-b62c-0839a213286c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784729622.2905562,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b8382cb-005a-4062-b62c-0839a213286c"}
{"level":"info","ts":1784729622.325804,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784729622.325877,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31d4d2e2-e864-4769-92dd-b1c66d313fc0"}
{"level":"info","ts":1784729622.3258922,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31d4d2e2-e864-4769-92dd-b1c66d313fc0"}
{"level":"info","ts":1784729622.3259327,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31d4d2e2-e864-4769-92dd-b1c66d313fc0","EoS":true}
{"level":"info","ts":1784729622.3259642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31d4d2e2-e864-4769-92dd-b1c66d313fc0","header":"x-maas-group"}
{"level":"info","ts":1784729622.3259752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31d4d2e2-e864-4769-92dd-b1c66d313fc0","header":"x-maas-username"}
{"level":"info","ts":1784729622.3259804,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31d4d2e2-e864-4769-92dd-b1c66d313fc0","header":"x-maas-subscription"}
{"level":"info","ts":1784729622.3259945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31d4d2e2-e864-4769-92dd-b1c66d313fc0","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784729622.3260028,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"31d4d2e2-e864-4769-92dd-b1c66d313fc0","modelName":"e2e-external-model"}
{"level":"info","ts":1784729622.326019,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"31d4d2e2-e864-4769-92dd-b1c66d313fc0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784729622.326044,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"31d4d2e2-e864-4769-92dd-b1c66d313fc0","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784729622.3260605,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"31d4d2e2-e864-4769-92dd-b1c66d313fc0","authType":"apikey"}
{"level":"info","ts":1784729622.3260844,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31d4d2e2-e864-4769-92dd-b1c66d313fc0"}
{"level":"info","ts":1784729622.361713,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784729622.3617966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92d873a0-e121-494a-b2c7-9fccfcbf372b"}
{"level":"info","ts":1784729622.361839,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92d873a0-e121-494a-b2c7-9fccfcbf372b"}
{"level":"info","ts":1784729622.36186,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92d873a0-e121-494a-b2c7-9fccfcbf372b","EoS":true}
{"level":"info","ts":1784729622.361903,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92d873a0-e121-494a-b2c7-9fccfcbf372b","header":"x-maas-subscription"}
{"level":"info","ts":1784729622.361941,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92d873a0-e121-494a-b2c7-9fccfcbf372b","header":"x-maas-username"}
{"level":"info","ts":1784729622.36195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92d873a0-e121-494a-b2c7-9fccfcbf372b","header":"x-maas-group"}
{"level":"info","ts":1784729622.3619692,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92d873a0-e121-494a-b2c7-9fccfcbf372b","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784729622.3620052,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92d873a0-e121-494a-b2c7-9fccfcbf372b"}
{"level":"info","ts":1784729622.4690728,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92d873a0-e121-494a-b2c7-9fccfcbf372b"}
{"level":"info","ts":1784729622.4691021,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"92d873a0-e121-494a-b2c7-9fccfcbf372b"}
{"level":"info","ts":1784729622.4691238,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92d873a0-e121-494a-b2c7-9fccfcbf372b","EoS":false}
{"level":"info","ts":1784729622.4691412,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92d873a0-e121-494a-b2c7-9fccfcbf372b","EoS":true}
{"level":"error","ts":1784729622.469164,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"92d873a0-e121-494a-b2c7-9fccfcbf372b","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784729622.4692295,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"92d873a0-e121-494a-b2c7-9fccfcbf372b"}
{"level":"info","ts":1784729622.5064948,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784729622.5065663,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57186d75-afd7-410a-97f0-799adab870e8"}
{"level":"info","ts":1784729622.5065787,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"57186d75-afd7-410a-97f0-799adab870e8"}
{"level":"info","ts":1784729622.5065904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57186d75-afd7-410a-97f0-799adab870e8","EoS":true}
{"level":"info","ts":1784729622.506615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57186d75-afd7-410a-97f0-799adab870e8","header":"x-maas-group"}
{"level":"info","ts":1784729622.5066273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57186d75-afd7-410a-97f0-799adab870e8","header":"x-maas-subscription"}
{"level":"info","ts":1784729622.5066328,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57186d75-afd7-410a-97f0-799adab870e8","header":"x-maas-username"}
{"level":"info","ts":1784729622.5066597,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"57186d75-afd7-410a-97f0-799adab870e8"}
{"level":"info","ts":1784729622.557531,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"57186d75-afd7-410a-97f0-799adab870e8"}
{"level":"info","ts":1784729622.557559,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"57186d75-afd7-410a-97f0-799adab870e8"}
{"level":"info","ts":1784729622.557581,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"57186d75-afd7-410a-97f0-799adab870e8","EoS":false}
{"level":"info","ts":1784729622.557599,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"57186d75-afd7-410a-97f0-799adab870e8","EoS":true}
{"level":"error","ts":1784729622.5576224,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"57186d75-afd7-410a-97f0-799adab870e8","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784729622.557658,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"57186d75-afd7-410a-97f0-799adab870e8"}
{"level":"info","ts":1784729623.3994832,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b1b14ca-1929-44e8-99f9-de104fb37fb4"}
{"level":"info","ts":1784729623.3994834,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7377720-8f38-4fdc-94dd-c8f61ac0aaea","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784729623.399542,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7377720-8f38-4fdc-94dd-c8f61ac0aaea","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784729623.543037,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bc482212-878c-4524-96b1-945363a1beb3"}
{"level":"info","ts":1784729623.543067,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d8cb0ad9-5364-47d8-943d-3f2d391e9997","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784729623.5431092,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d8cb0ad9-5364-47d8-943d-3f2d391e9997","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784729623.6604111,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a534ddc2-46ba-4449-a1ed-6695bf6b1aba","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784729623.6604743,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a534ddc2-46ba-4449-a1ed-6695bf6b1aba","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784730262.8165808,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784730262.8166604,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a78da97-319e-4bd3-b18e-c650fd3195ee"}
{"level":"info","ts":1784730262.8166742,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a78da97-319e-4bd3-b18e-c650fd3195ee"}
{"level":"info","ts":1784730262.8166869,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a78da97-319e-4bd3-b18e-c650fd3195ee","EoS":true}
{"level":"info","ts":1784730262.8167121,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a78da97-319e-4bd3-b18e-c650fd3195ee","header":"x-maas-group"}
{"level":"info","ts":1784730262.8167238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a78da97-319e-4bd3-b18e-c650fd3195ee","header":"x-maas-subscription"}
{"level":"info","ts":1784730262.8167286,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a78da97-319e-4bd3-b18e-c650fd3195ee","header":"x-maas-username"}
{"level":"info","ts":1784730262.8167408,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a78da97-319e-4bd3-b18e-c650fd3195ee","path":"/ai-tenant-e2e-inf-b-13629f/test-model-13629f/v1/chat/completions"}
{"level":"info","ts":1784730262.8167646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a78da97-319e-4bd3-b18e-c650fd3195ee"}
{"level":"info","ts":1784730262.829421,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4a78da97-319e-4bd3-b18e-c650fd3195ee"}
{"level":"info","ts":1784730262.8294473,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4a78da97-319e-4bd3-b18e-c650fd3195ee"}
{"level":"info","ts":1784730262.8294635,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4a78da97-319e-4bd3-b18e-c650fd3195ee","EoS":false}
{"level":"info","ts":1784730262.8294742,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4a78da97-319e-4bd3-b18e-c650fd3195ee","EoS":true}
{"level":"info","ts":1784730262.8295171,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4a78da97-319e-4bd3-b18e-c650fd3195ee"}
{"level":"info","ts":1784730749.2741244,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784730749.274203,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bed2890-94ad-4ac9-b53b-a40d6b9f8dbb"}
{"level":"info","ts":1784730749.2742124,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3bed2890-94ad-4ac9-b53b-a40d6b9f8dbb"}
{"level":"info","ts":1784730749.2742264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3bed2890-94ad-4ac9-b53b-a40d6b9f8dbb","EoS":true}
{"level":"info","ts":1784730749.2742503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bed2890-94ad-4ac9-b53b-a40d6b9f8dbb","header":"x-maas-username"}
{"level":"info","ts":1784730749.274258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bed2890-94ad-4ac9-b53b-a40d6b9f8dbb","header":"x-maas-subscription"}
{"level":"info","ts":1784730749.2742636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bed2890-94ad-4ac9-b53b-a40d6b9f8dbb","header":"x-maas-group"}
{"level":"info","ts":1784730749.2742782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3bed2890-94ad-4ac9-b53b-a40d6b9f8dbb","path":"/ai-tenant-e2e-shared-b-f0b3df/rate-test-model-f0b3df/v1/completions"}
{"level":"info","ts":1784730749.2743056,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3bed2890-94ad-4ac9-b53b-a40d6b9f8dbb"}
{"level":"info","ts":1784730749.287265,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3bed2890-94ad-4ac9-b53b-a40d6b9f8dbb"}
{"level":"info","ts":1784730749.2873006,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3bed2890-94ad-4ac9-b53b-a40d6b9f8dbb"}
{"level":"info","ts":1784730749.2873235,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3bed2890-94ad-4ac9-b53b-a40d6b9f8dbb","EoS":false}
{"level":"info","ts":1784730749.2873385,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3bed2890-94ad-4ac9-b53b-a40d6b9f8dbb","EoS":true}
{"level":"info","ts":1784730749.2873902,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3bed2890-94ad-4ac9-b53b-a40d6b9f8dbb"}