{"level":"info","ts":1784733503.4860818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7162048e-380c-4efc-a840-6e887f828ac1","header":"x-maas-group"} {"level":"info","ts":1784733503.486089,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7162048e-380c-4efc-a840-6e887f828ac1","header":"x-maas-username"} {"level":"info","ts":1784733503.4861052,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7162048e-380c-4efc-a840-6e887f828ac1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733503.4861374,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7162048e-380c-4efc-a840-6e887f828ac1"} {"level":"info","ts":1784733503.4869754,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7162048e-380c-4efc-a840-6e887f828ac1"} {"level":"info","ts":1784733503.48699,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7162048e-380c-4efc-a840-6e887f828ac1"} {"level":"info","ts":1784733503.4870021,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7162048e-380c-4efc-a840-6e887f828ac1","EoS":false} {"level":"info","ts":1784733503.487022,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7162048e-380c-4efc-a840-6e887f828ac1","EoS":true} {"level":"info","ts":1784733503.4870594,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7162048e-380c-4efc-a840-6e887f828ac1"} {"level":"info","ts":1784733523.6127334,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733523.612805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4461edbb-c068-4b3f-9c59-a1afce6f7b29"} {"level":"info","ts":1784733523.6128168,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4461edbb-c068-4b3f-9c59-a1afce6f7b29"} {"level":"info","ts":1784733523.612829,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4461edbb-c068-4b3f-9c59-a1afce6f7b29","EoS":true} {"level":"info","ts":1784733523.6128519,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4461edbb-c068-4b3f-9c59-a1afce6f7b29","header":"x-maas-username"} {"level":"info","ts":1784733523.6128614,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4461edbb-c068-4b3f-9c59-a1afce6f7b29","header":"x-maas-group"} {"level":"info","ts":1784733523.6128664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4461edbb-c068-4b3f-9c59-a1afce6f7b29","header":"x-maas-subscription"} {"level":"info","ts":1784733523.6128795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4461edbb-c068-4b3f-9c59-a1afce6f7b29","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733523.6129034,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4461edbb-c068-4b3f-9c59-a1afce6f7b29"} {"level":"info","ts":1784733523.6160543,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4461edbb-c068-4b3f-9c59-a1afce6f7b29"} {"level":"info","ts":1784733523.6160758,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4461edbb-c068-4b3f-9c59-a1afce6f7b29"} {"level":"info","ts":1784733523.6160908,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4461edbb-c068-4b3f-9c59-a1afce6f7b29","EoS":false} {"level":"info","ts":1784733523.6161027,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4461edbb-c068-4b3f-9c59-a1afce6f7b29","EoS":true} {"level":"info","ts":1784733523.6161416,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4461edbb-c068-4b3f-9c59-a1afce6f7b29"} {"level":"info","ts":1784733523.7534301,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733523.7535157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b382763f-b095-4df7-8375-4482228a3879"} {"level":"info","ts":1784733523.753528,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b382763f-b095-4df7-8375-4482228a3879"} {"level":"info","ts":1784733523.753539,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b382763f-b095-4df7-8375-4482228a3879","EoS":true} {"level":"info","ts":1784733523.7535632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b382763f-b095-4df7-8375-4482228a3879","header":"x-maas-username"} {"level":"info","ts":1784733523.753575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b382763f-b095-4df7-8375-4482228a3879","header":"x-maas-group"} {"level":"info","ts":1784733523.7535856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b382763f-b095-4df7-8375-4482228a3879","header":"x-maas-subscription"} {"level":"info","ts":1784733523.7535975,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b382763f-b095-4df7-8375-4482228a3879","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733523.753623,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b382763f-b095-4df7-8375-4482228a3879"} {"level":"info","ts":1784733523.7546117,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b382763f-b095-4df7-8375-4482228a3879"} {"level":"info","ts":1784733523.7546299,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b382763f-b095-4df7-8375-4482228a3879"} {"level":"info","ts":1784733523.754657,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b382763f-b095-4df7-8375-4482228a3879","EoS":false} {"level":"info","ts":1784733523.7546713,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b382763f-b095-4df7-8375-4482228a3879","EoS":true} {"level":"info","ts":1784733523.7547092,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b382763f-b095-4df7-8375-4482228a3879"} {"level":"info","ts":1784733523.8955464,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733523.895614,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3980c7f8-57a8-4fff-a5e6-f3180b9741e7"} {"level":"info","ts":1784733523.8956223,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3980c7f8-57a8-4fff-a5e6-f3180b9741e7"} {"level":"info","ts":1784733523.8956318,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3980c7f8-57a8-4fff-a5e6-f3180b9741e7","EoS":true} {"level":"info","ts":1784733523.895697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3980c7f8-57a8-4fff-a5e6-f3180b9741e7","header":"x-maas-username"} {"level":"info","ts":1784733523.8957083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3980c7f8-57a8-4fff-a5e6-f3180b9741e7","header":"x-maas-subscription"} {"level":"info","ts":1784733523.8957155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3980c7f8-57a8-4fff-a5e6-f3180b9741e7","header":"x-maas-group"} {"level":"info","ts":1784733523.8957283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3980c7f8-57a8-4fff-a5e6-f3180b9741e7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733523.8957517,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3980c7f8-57a8-4fff-a5e6-f3180b9741e7"} {"level":"info","ts":1784733523.8966725,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3980c7f8-57a8-4fff-a5e6-f3180b9741e7"} {"level":"info","ts":1784733523.8966923,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3980c7f8-57a8-4fff-a5e6-f3180b9741e7"} {"level":"info","ts":1784733523.8967078,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3980c7f8-57a8-4fff-a5e6-f3180b9741e7","EoS":false} {"level":"info","ts":1784733523.8967206,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3980c7f8-57a8-4fff-a5e6-f3180b9741e7","EoS":true} {"level":"info","ts":1784733523.896753,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3980c7f8-57a8-4fff-a5e6-f3180b9741e7"} {"level":"info","ts":1784733524.0321095,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733524.0321786,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37d40787-9922-465c-9af7-4657a043c12d"} {"level":"info","ts":1784733524.0321925,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37d40787-9922-465c-9af7-4657a043c12d"} {"level":"info","ts":1784733524.032205,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37d40787-9922-465c-9af7-4657a043c12d","EoS":true} {"level":"info","ts":1784733524.0322266,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37d40787-9922-465c-9af7-4657a043c12d","header":"x-maas-group"} {"level":"info","ts":1784733524.0322368,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37d40787-9922-465c-9af7-4657a043c12d","header":"x-maas-subscription"} {"level":"info","ts":1784733524.0322418,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37d40787-9922-465c-9af7-4657a043c12d","header":"x-maas-username"} {"level":"info","ts":1784733524.0322578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37d40787-9922-465c-9af7-4657a043c12d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733524.0322828,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37d40787-9922-465c-9af7-4657a043c12d"} {"level":"info","ts":1784733524.033327,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"37d40787-9922-465c-9af7-4657a043c12d"} {"level":"info","ts":1784733524.0333455,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"37d40787-9922-465c-9af7-4657a043c12d"} {"level":"info","ts":1784733524.0333598,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37d40787-9922-465c-9af7-4657a043c12d","EoS":false} {"level":"info","ts":1784733524.033372,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37d40787-9922-465c-9af7-4657a043c12d","EoS":true} {"level":"info","ts":1784733524.0334063,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"37d40787-9922-465c-9af7-4657a043c12d"} {"level":"info","ts":1784733524.169893,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733524.1699522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffd06032-592a-429d-bdb3-e06eca7b6065"} {"level":"info","ts":1784733524.169967,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ffd06032-592a-429d-bdb3-e06eca7b6065"} {"level":"info","ts":1784733524.1699805,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffd06032-592a-429d-bdb3-e06eca7b6065","EoS":true} {"level":"info","ts":1784733524.1700015,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffd06032-592a-429d-bdb3-e06eca7b6065","header":"x-maas-subscription"} {"level":"info","ts":1784733524.1700122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffd06032-592a-429d-bdb3-e06eca7b6065","header":"x-maas-group"} {"level":"info","ts":1784733524.170018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffd06032-592a-429d-bdb3-e06eca7b6065","header":"x-maas-username"} {"level":"info","ts":1784733524.1700296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffd06032-592a-429d-bdb3-e06eca7b6065","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733524.1700547,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ffd06032-592a-429d-bdb3-e06eca7b6065"} {"level":"info","ts":1784733524.1711485,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ffd06032-592a-429d-bdb3-e06eca7b6065"} {"level":"info","ts":1784733524.1711655,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ffd06032-592a-429d-bdb3-e06eca7b6065"} {"level":"info","ts":1784733524.1711793,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ffd06032-592a-429d-bdb3-e06eca7b6065","EoS":false} {"level":"info","ts":1784733524.1711955,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ffd06032-592a-429d-bdb3-e06eca7b6065","EoS":true} {"level":"info","ts":1784733524.1712294,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ffd06032-592a-429d-bdb3-e06eca7b6065"} {"level":"info","ts":1784733540.0824842,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733540.0825477,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa27c8b8-e424-404e-a764-9dee3a06a5f4"} {"level":"info","ts":1784733540.0825553,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa27c8b8-e424-404e-a764-9dee3a06a5f4"} {"level":"info","ts":1784733540.0825686,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa27c8b8-e424-404e-a764-9dee3a06a5f4","EoS":true} {"level":"info","ts":1784733540.0825922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa27c8b8-e424-404e-a764-9dee3a06a5f4","header":"x-maas-username"} {"level":"info","ts":1784733540.0826023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa27c8b8-e424-404e-a764-9dee3a06a5f4","header":"x-maas-subscription"} {"level":"info","ts":1784733540.082608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa27c8b8-e424-404e-a764-9dee3a06a5f4","header":"x-maas-group"} {"level":"info","ts":1784733540.0826194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa27c8b8-e424-404e-a764-9dee3a06a5f4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733540.0826445,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa27c8b8-e424-404e-a764-9dee3a06a5f4"} {"level":"info","ts":1784733540.0836196,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fa27c8b8-e424-404e-a764-9dee3a06a5f4"} {"level":"info","ts":1784733540.0836408,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fa27c8b8-e424-404e-a764-9dee3a06a5f4"} {"level":"info","ts":1784733540.0836575,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa27c8b8-e424-404e-a764-9dee3a06a5f4","EoS":false} {"level":"info","ts":1784733540.0836709,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa27c8b8-e424-404e-a764-9dee3a06a5f4","EoS":true} {"level":"info","ts":1784733540.083708,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fa27c8b8-e424-404e-a764-9dee3a06a5f4"} {"level":"info","ts":1784733540.1820412,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733540.182108,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d700028-54eb-439c-94b9-9147efc76be9"} {"level":"info","ts":1784733540.1828928,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4d700028-54eb-439c-94b9-9147efc76be9"} {"level":"info","ts":1784733540.18291,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4d700028-54eb-439c-94b9-9147efc76be9"} {"level":"info","ts":1784733540.1829267,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4d700028-54eb-439c-94b9-9147efc76be9","EoS":false} {"level":"info","ts":1784733540.1829395,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"4d700028-54eb-439c-94b9-9147efc76be9"} {"level":"info","ts":1784733540.182966,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4d700028-54eb-439c-94b9-9147efc76be9","EoS":true} {"level":"info","ts":1784733540.1829755,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"4d700028-54eb-439c-94b9-9147efc76be9"} {"level":"info","ts":1784733544.820837,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733544.8209045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f415d35-d5f8-4202-bf7c-d002928f1f41"} {"level":"info","ts":1784733544.8209183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5f415d35-d5f8-4202-bf7c-d002928f1f41"} {"level":"info","ts":1784733544.8209295,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f415d35-d5f8-4202-bf7c-d002928f1f41","EoS":true} {"level":"info","ts":1784733544.8209503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f415d35-d5f8-4202-bf7c-d002928f1f41","header":"x-maas-subscription"} {"level":"info","ts":1784733544.8209615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f415d35-d5f8-4202-bf7c-d002928f1f41","header":"x-maas-username"} {"level":"info","ts":1784733544.8209672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f415d35-d5f8-4202-bf7c-d002928f1f41","header":"x-maas-group"} {"level":"info","ts":1784733544.8210247,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f415d35-d5f8-4202-bf7c-d002928f1f41","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733544.8210516,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f415d35-d5f8-4202-bf7c-d002928f1f41"} {"level":"info","ts":1784733544.8230226,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5f415d35-d5f8-4202-bf7c-d002928f1f41"} {"level":"info","ts":1784733544.8230443,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5f415d35-d5f8-4202-bf7c-d002928f1f41"} {"level":"info","ts":1784733544.8230655,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5f415d35-d5f8-4202-bf7c-d002928f1f41","EoS":false} {"level":"info","ts":1784733544.8230777,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5f415d35-d5f8-4202-bf7c-d002928f1f41","EoS":true} {"level":"info","ts":1784733544.8231163,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5f415d35-d5f8-4202-bf7c-d002928f1f41"} {"level":"info","ts":1784733553.4060903,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733553.4061623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f032bf7-4e88-4fa2-99b2-503700839e55"} {"level":"info","ts":1784733553.4061713,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f032bf7-4e88-4fa2-99b2-503700839e55"} {"level":"info","ts":1784733553.4061818,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f032bf7-4e88-4fa2-99b2-503700839e55","EoS":true} {"level":"info","ts":1784733553.4062104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f032bf7-4e88-4fa2-99b2-503700839e55","header":"x-maas-subscription"} {"level":"info","ts":1784733553.4062197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f032bf7-4e88-4fa2-99b2-503700839e55","header":"x-maas-username"} {"level":"info","ts":1784733553.4062245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f032bf7-4e88-4fa2-99b2-503700839e55","header":"x-maas-group"} {"level":"info","ts":1784733553.4062366,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f032bf7-4e88-4fa2-99b2-503700839e55","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784733553.4062603,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f032bf7-4e88-4fa2-99b2-503700839e55"} {"level":"info","ts":1784733553.408466,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f032bf7-4e88-4fa2-99b2-503700839e55"} {"level":"info","ts":1784733553.4084816,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7f032bf7-4e88-4fa2-99b2-503700839e55"} {"level":"info","ts":1784733553.4084961,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7f032bf7-4e88-4fa2-99b2-503700839e55","EoS":false} {"level":"info","ts":1784733553.408507,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7f032bf7-4e88-4fa2-99b2-503700839e55","EoS":true} {"level":"info","ts":1784733553.4085429,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7f032bf7-4e88-4fa2-99b2-503700839e55"} {"level":"info","ts":1784733566.3256273,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733566.325704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7155a71-5f59-4151-b044-85979cc8dfc5"} {"level":"info","ts":1784733566.3257194,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7155a71-5f59-4151-b044-85979cc8dfc5"} {"level":"info","ts":1784733566.325745,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7155a71-5f59-4151-b044-85979cc8dfc5","EoS":true} {"level":"info","ts":1784733566.3257816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7155a71-5f59-4151-b044-85979cc8dfc5","header":"x-maas-subscription"} {"level":"info","ts":1784733566.3257952,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7155a71-5f59-4151-b044-85979cc8dfc5","header":"x-maas-group"} {"level":"info","ts":1784733566.3258033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7155a71-5f59-4151-b044-85979cc8dfc5","header":"x-maas-username"} {"level":"info","ts":1784733566.3258202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7155a71-5f59-4151-b044-85979cc8dfc5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733566.3258514,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7155a71-5f59-4151-b044-85979cc8dfc5"} {"level":"info","ts":1784733566.3267272,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d7155a71-5f59-4151-b044-85979cc8dfc5"} {"level":"info","ts":1784733566.3267484,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d7155a71-5f59-4151-b044-85979cc8dfc5"} {"level":"info","ts":1784733566.3267672,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d7155a71-5f59-4151-b044-85979cc8dfc5","EoS":false} {"level":"info","ts":1784733566.3267815,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d7155a71-5f59-4151-b044-85979cc8dfc5","EoS":true} {"level":"info","ts":1784733566.3268173,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d7155a71-5f59-4151-b044-85979cc8dfc5"} {"level":"info","ts":1784733574.8949306,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733574.894993,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"047662f1-76c3-4c50-8c54-edde1abe774d"} {"level":"info","ts":1784733574.8950012,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"047662f1-76c3-4c50-8c54-edde1abe774d"} {"level":"info","ts":1784733574.8950126,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"047662f1-76c3-4c50-8c54-edde1abe774d","EoS":true} {"level":"info","ts":1784733574.8950396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"047662f1-76c3-4c50-8c54-edde1abe774d","header":"x-maas-group"} {"level":"info","ts":1784733574.8950489,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"047662f1-76c3-4c50-8c54-edde1abe774d","header":"x-maas-username"} {"level":"info","ts":1784733574.8950548,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"047662f1-76c3-4c50-8c54-edde1abe774d","header":"x-maas-subscription"} {"level":"info","ts":1784733574.895066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"047662f1-76c3-4c50-8c54-edde1abe774d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733574.8950872,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"047662f1-76c3-4c50-8c54-edde1abe774d"} {"level":"info","ts":1784733574.895945,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"047662f1-76c3-4c50-8c54-edde1abe774d"} {"level":"info","ts":1784733574.8959618,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"047662f1-76c3-4c50-8c54-edde1abe774d"} {"level":"info","ts":1784733574.8959758,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"047662f1-76c3-4c50-8c54-edde1abe774d","EoS":false} {"level":"info","ts":1784733574.8959875,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"047662f1-76c3-4c50-8c54-edde1abe774d","EoS":true} {"level":"info","ts":1784733574.8960207,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"047662f1-76c3-4c50-8c54-edde1abe774d"} {"level":"info","ts":1784733583.7663956,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733583.76648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6016f57e-185e-4f6b-a4af-167fbeadc5a1"} {"level":"info","ts":1784733583.7664888,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6016f57e-185e-4f6b-a4af-167fbeadc5a1"} {"level":"info","ts":1784733583.7665007,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6016f57e-185e-4f6b-a4af-167fbeadc5a1","EoS":true} {"level":"info","ts":1784733583.7665224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6016f57e-185e-4f6b-a4af-167fbeadc5a1","header":"x-maas-username"} {"level":"info","ts":1784733583.7665315,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6016f57e-185e-4f6b-a4af-167fbeadc5a1","header":"x-maas-group"} {"level":"info","ts":1784733583.7665362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6016f57e-185e-4f6b-a4af-167fbeadc5a1","header":"x-maas-subscription"} {"level":"info","ts":1784733583.7665484,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6016f57e-185e-4f6b-a4af-167fbeadc5a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733583.7665744,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6016f57e-185e-4f6b-a4af-167fbeadc5a1"} {"level":"info","ts":1784733583.7674787,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6016f57e-185e-4f6b-a4af-167fbeadc5a1"} {"level":"info","ts":1784733583.7674994,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6016f57e-185e-4f6b-a4af-167fbeadc5a1"} {"level":"info","ts":1784733583.7675192,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6016f57e-185e-4f6b-a4af-167fbeadc5a1","EoS":false} {"level":"info","ts":1784733583.7675307,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6016f57e-185e-4f6b-a4af-167fbeadc5a1","EoS":true} {"level":"info","ts":1784733583.7675636,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6016f57e-185e-4f6b-a4af-167fbeadc5a1"} {"level":"info","ts":1784733608.7826958,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733608.7827768,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b9790cc2-9ce5-463b-89a2-9041d40f9969"} {"level":"info","ts":1784733608.78279,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b9790cc2-9ce5-463b-89a2-9041d40f9969"} {"level":"info","ts":1784733608.782802,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b9790cc2-9ce5-463b-89a2-9041d40f9969","EoS":true} {"level":"info","ts":1784733608.7828317,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b9790cc2-9ce5-463b-89a2-9041d40f9969","header":"x-maas-username"} {"level":"info","ts":1784733608.7828417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b9790cc2-9ce5-463b-89a2-9041d40f9969","header":"x-maas-subscription"} {"level":"info","ts":1784733608.7828467,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b9790cc2-9ce5-463b-89a2-9041d40f9969","header":"x-maas-group"} {"level":"info","ts":1784733608.7828596,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b9790cc2-9ce5-463b-89a2-9041d40f9969","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784733608.782883,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b9790cc2-9ce5-463b-89a2-9041d40f9969"} {"level":"info","ts":1784733608.7839646,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b9790cc2-9ce5-463b-89a2-9041d40f9969"} {"level":"info","ts":1784733608.783983,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b9790cc2-9ce5-463b-89a2-9041d40f9969"} {"level":"info","ts":1784733608.7839959,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b9790cc2-9ce5-463b-89a2-9041d40f9969","EoS":false} {"level":"info","ts":1784733608.7840064,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b9790cc2-9ce5-463b-89a2-9041d40f9969","EoS":true} {"level":"info","ts":1784733608.784044,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b9790cc2-9ce5-463b-89a2-9041d40f9969"} {"level":"info","ts":1784733632.59483,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733632.5949051,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49baf73c-7a9a-41d9-9541-042fa5fa57ec"} {"level":"info","ts":1784733632.5949185,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49baf73c-7a9a-41d9-9541-042fa5fa57ec"} {"level":"info","ts":1784733632.5949368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49baf73c-7a9a-41d9-9541-042fa5fa57ec","EoS":true} {"level":"info","ts":1784733632.5949728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49baf73c-7a9a-41d9-9541-042fa5fa57ec","header":"x-maas-username"} {"level":"info","ts":1784733632.594987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49baf73c-7a9a-41d9-9541-042fa5fa57ec","header":"x-maas-subscription"} {"level":"info","ts":1784733632.5949957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49baf73c-7a9a-41d9-9541-042fa5fa57ec","header":"x-maas-group"} {"level":"info","ts":1784733632.5950127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49baf73c-7a9a-41d9-9541-042fa5fa57ec","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784733632.5950403,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49baf73c-7a9a-41d9-9541-042fa5fa57ec"} {"level":"info","ts":1784733632.597684,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"49baf73c-7a9a-41d9-9541-042fa5fa57ec"} {"level":"info","ts":1784733632.597708,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"49baf73c-7a9a-41d9-9541-042fa5fa57ec"} {"level":"info","ts":1784733632.597736,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49baf73c-7a9a-41d9-9541-042fa5fa57ec","EoS":false} {"level":"info","ts":1784733632.5977535,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49baf73c-7a9a-41d9-9541-042fa5fa57ec","EoS":true} {"level":"info","ts":1784733632.5978522,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"49baf73c-7a9a-41d9-9541-042fa5fa57ec"} {"level":"info","ts":1784733657.2464328,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733657.2465246,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f83d683-297a-4597-8ae8-18054c3d1d10"} {"level":"info","ts":1784733657.246536,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f83d683-297a-4597-8ae8-18054c3d1d10"} {"level":"info","ts":1784733657.246589,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f83d683-297a-4597-8ae8-18054c3d1d10","EoS":true} {"level":"info","ts":1784733657.2466106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f83d683-297a-4597-8ae8-18054c3d1d10","header":"x-maas-subscription"} {"level":"info","ts":1784733657.246621,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f83d683-297a-4597-8ae8-18054c3d1d10","header":"x-maas-username"} {"level":"info","ts":1784733657.2466278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f83d683-297a-4597-8ae8-18054c3d1d10","header":"x-maas-group"} {"level":"info","ts":1784733657.2466393,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f83d683-297a-4597-8ae8-18054c3d1d10","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733657.246661,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4f83d683-297a-4597-8ae8-18054c3d1d10"} {"level":"info","ts":1784733657.2475066,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4f83d683-297a-4597-8ae8-18054c3d1d10"} {"level":"info","ts":1784733657.2475302,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4f83d683-297a-4597-8ae8-18054c3d1d10"} {"level":"info","ts":1784733657.2475483,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4f83d683-297a-4597-8ae8-18054c3d1d10","EoS":false} {"level":"info","ts":1784733657.2475626,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4f83d683-297a-4597-8ae8-18054c3d1d10","EoS":true} {"level":"info","ts":1784733657.2475984,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4f83d683-297a-4597-8ae8-18054c3d1d10"} {"level":"info","ts":1784733666.7088227,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733666.708904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff07b33e-4754-486e-907b-6dddbc24e92a"} {"level":"info","ts":1784733666.7089214,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff07b33e-4754-486e-907b-6dddbc24e92a"} {"level":"info","ts":1784733666.7089381,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff07b33e-4754-486e-907b-6dddbc24e92a","EoS":true} {"level":"info","ts":1784733666.708963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff07b33e-4754-486e-907b-6dddbc24e92a","header":"x-maas-group"} {"level":"info","ts":1784733666.7089744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff07b33e-4754-486e-907b-6dddbc24e92a","header":"x-maas-subscription"} {"level":"info","ts":1784733666.7089822,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff07b33e-4754-486e-907b-6dddbc24e92a","header":"x-maas-username"} {"level":"info","ts":1784733666.709,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff07b33e-4754-486e-907b-6dddbc24e92a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733666.7090268,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff07b33e-4754-486e-907b-6dddbc24e92a"} {"level":"info","ts":1784733666.7099278,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ff07b33e-4754-486e-907b-6dddbc24e92a"} {"level":"info","ts":1784733666.7099478,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ff07b33e-4754-486e-907b-6dddbc24e92a"} {"level":"info","ts":1784733666.7099702,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ff07b33e-4754-486e-907b-6dddbc24e92a","EoS":false} {"level":"info","ts":1784733666.7099822,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ff07b33e-4754-486e-907b-6dddbc24e92a","EoS":true} {"level":"info","ts":1784733666.710021,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ff07b33e-4754-486e-907b-6dddbc24e92a"} {"level":"info","ts":1784733666.740046,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733666.7401226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8876a85b-cae5-430b-bf7d-0580b3ecad62"} {"level":"info","ts":1784733666.7401395,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8876a85b-cae5-430b-bf7d-0580b3ecad62"} {"level":"info","ts":1784733666.7401574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8876a85b-cae5-430b-bf7d-0580b3ecad62","EoS":true} {"level":"info","ts":1784733666.7401915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8876a85b-cae5-430b-bf7d-0580b3ecad62","header":"x-maas-group"} {"level":"info","ts":1784733666.7402046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8876a85b-cae5-430b-bf7d-0580b3ecad62","header":"x-maas-username"} {"level":"info","ts":1784733666.7402124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8876a85b-cae5-430b-bf7d-0580b3ecad62","header":"x-maas-subscription"} {"level":"info","ts":1784733666.7402296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8876a85b-cae5-430b-bf7d-0580b3ecad62","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733666.740263,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8876a85b-cae5-430b-bf7d-0580b3ecad62"} {"level":"info","ts":1784733666.7412717,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8876a85b-cae5-430b-bf7d-0580b3ecad62"} {"level":"info","ts":1784733666.7412887,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8876a85b-cae5-430b-bf7d-0580b3ecad62"} {"level":"info","ts":1784733666.741303,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8876a85b-cae5-430b-bf7d-0580b3ecad62","EoS":false} {"level":"info","ts":1784733666.741315,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8876a85b-cae5-430b-bf7d-0580b3ecad62","EoS":true} {"level":"info","ts":1784733666.7413483,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8876a85b-cae5-430b-bf7d-0580b3ecad62"} {"level":"info","ts":1784733686.0976608,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733686.0977361,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f97af0e-6bc7-4b12-8beb-f5939d7632a5"} {"level":"info","ts":1784733686.0977488,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f97af0e-6bc7-4b12-8beb-f5939d7632a5"} {"level":"info","ts":1784733686.09776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f97af0e-6bc7-4b12-8beb-f5939d7632a5","EoS":true} {"level":"info","ts":1784733686.0977836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f97af0e-6bc7-4b12-8beb-f5939d7632a5","header":"x-maas-subscription"} {"level":"info","ts":1784733686.0977938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f97af0e-6bc7-4b12-8beb-f5939d7632a5","header":"x-maas-group"} {"level":"info","ts":1784733686.0977988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f97af0e-6bc7-4b12-8beb-f5939d7632a5","header":"x-maas-username"} {"level":"info","ts":1784733686.0978115,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f97af0e-6bc7-4b12-8beb-f5939d7632a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733686.0978389,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f97af0e-6bc7-4b12-8beb-f5939d7632a5"} {"level":"info","ts":1784733686.0987306,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3f97af0e-6bc7-4b12-8beb-f5939d7632a5"} {"level":"info","ts":1784733686.0987513,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3f97af0e-6bc7-4b12-8beb-f5939d7632a5"} {"level":"info","ts":1784733686.098766,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3f97af0e-6bc7-4b12-8beb-f5939d7632a5","EoS":false} {"level":"info","ts":1784733686.0987773,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3f97af0e-6bc7-4b12-8beb-f5939d7632a5","EoS":true} {"level":"info","ts":1784733686.0988178,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3f97af0e-6bc7-4b12-8beb-f5939d7632a5"} {"level":"info","ts":1784733817.0974815,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733817.0975554,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0d861e9-91c2-43ba-8492-b447db8da032"} {"level":"info","ts":1784733817.0975642,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0d861e9-91c2-43ba-8492-b447db8da032"} {"level":"info","ts":1784733817.0975761,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0d861e9-91c2-43ba-8492-b447db8da032","EoS":true} {"level":"info","ts":1784733817.097601,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0d861e9-91c2-43ba-8492-b447db8da032","header":"x-maas-subscription"} {"level":"info","ts":1784733817.0976107,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0d861e9-91c2-43ba-8492-b447db8da032","header":"x-maas-group"} {"level":"info","ts":1784733817.097615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0d861e9-91c2-43ba-8492-b447db8da032","header":"x-maas-username"} {"level":"info","ts":1784733817.0976284,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0d861e9-91c2-43ba-8492-b447db8da032","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784733817.0976477,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0d861e9-91c2-43ba-8492-b447db8da032"} {"level":"info","ts":1784733817.0992413,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b0d861e9-91c2-43ba-8492-b447db8da032"} {"level":"info","ts":1784733817.0992625,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b0d861e9-91c2-43ba-8492-b447db8da032"} {"level":"info","ts":1784733817.0992785,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b0d861e9-91c2-43ba-8492-b447db8da032","EoS":false} {"level":"info","ts":1784733817.0992897,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b0d861e9-91c2-43ba-8492-b447db8da032","EoS":true} {"level":"info","ts":1784733817.0993254,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b0d861e9-91c2-43ba-8492-b447db8da032"} {"level":"info","ts":1784733854.4537802,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733854.4538634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"273b08d9-5590-4b45-af16-0a4cfcf256d9"} {"level":"info","ts":1784733854.4538767,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"273b08d9-5590-4b45-af16-0a4cfcf256d9"} {"level":"info","ts":1784733854.453888,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"273b08d9-5590-4b45-af16-0a4cfcf256d9","EoS":true} {"level":"info","ts":1784733854.4539144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"273b08d9-5590-4b45-af16-0a4cfcf256d9","header":"x-maas-username"} {"level":"info","ts":1784733854.4539242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"273b08d9-5590-4b45-af16-0a4cfcf256d9","header":"x-maas-subscription"} {"level":"info","ts":1784733854.453929,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"273b08d9-5590-4b45-af16-0a4cfcf256d9","header":"x-maas-group"} {"level":"info","ts":1784733854.4539418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"273b08d9-5590-4b45-af16-0a4cfcf256d9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733854.4539635,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"273b08d9-5590-4b45-af16-0a4cfcf256d9"} {"level":"info","ts":1784733854.4550228,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"273b08d9-5590-4b45-af16-0a4cfcf256d9"} {"level":"info","ts":1784733854.4550436,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"273b08d9-5590-4b45-af16-0a4cfcf256d9"} {"level":"info","ts":1784733854.4550602,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"273b08d9-5590-4b45-af16-0a4cfcf256d9","EoS":false} {"level":"info","ts":1784733854.455071,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"273b08d9-5590-4b45-af16-0a4cfcf256d9","EoS":true} {"level":"info","ts":1784733854.4551048,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"273b08d9-5590-4b45-af16-0a4cfcf256d9"} {"level":"info","ts":1784733869.743625,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733869.7436996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7c2e9f6-addd-48b0-ab89-c9e71cb78b47"} {"level":"info","ts":1784733869.7437088,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7c2e9f6-addd-48b0-ab89-c9e71cb78b47"} {"level":"info","ts":1784733869.7437203,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7c2e9f6-addd-48b0-ab89-c9e71cb78b47","EoS":true} {"level":"info","ts":1784733869.743744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7c2e9f6-addd-48b0-ab89-c9e71cb78b47","header":"x-maas-group"} {"level":"info","ts":1784733869.743755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7c2e9f6-addd-48b0-ab89-c9e71cb78b47","header":"x-maas-subscription"} {"level":"info","ts":1784733869.7437599,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7c2e9f6-addd-48b0-ab89-c9e71cb78b47","header":"x-maas-username"} {"level":"info","ts":1784733869.7437735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7c2e9f6-addd-48b0-ab89-c9e71cb78b47","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733869.743798,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7c2e9f6-addd-48b0-ab89-c9e71cb78b47"} {"level":"info","ts":1784733869.746301,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c7c2e9f6-addd-48b0-ab89-c9e71cb78b47"} {"level":"info","ts":1784733869.7463286,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c7c2e9f6-addd-48b0-ab89-c9e71cb78b47"} {"level":"info","ts":1784733869.7463455,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c7c2e9f6-addd-48b0-ab89-c9e71cb78b47","EoS":false} {"level":"info","ts":1784733869.7463586,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c7c2e9f6-addd-48b0-ab89-c9e71cb78b47","EoS":true} {"level":"info","ts":1784733869.7464333,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c7c2e9f6-addd-48b0-ab89-c9e71cb78b47"} {"level":"info","ts":1784734162.4299734,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734162.430061,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbb8d0de-e948-4b32-af34-8912dd4b2219"} {"level":"info","ts":1784734162.430071,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fbb8d0de-e948-4b32-af34-8912dd4b2219"} {"level":"info","ts":1784734162.4300823,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fbb8d0de-e948-4b32-af34-8912dd4b2219","EoS":true} {"level":"info","ts":1784734162.4301107,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbb8d0de-e948-4b32-af34-8912dd4b2219","header":"x-maas-username"} {"level":"info","ts":1784734162.430127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbb8d0de-e948-4b32-af34-8912dd4b2219","header":"x-maas-group"} {"level":"info","ts":1784734162.430134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbb8d0de-e948-4b32-af34-8912dd4b2219","header":"x-maas-subscription"} {"level":"info","ts":1784734162.4301488,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fbb8d0de-e948-4b32-af34-8912dd4b2219","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734162.4301758,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fbb8d0de-e948-4b32-af34-8912dd4b2219"} {"level":"info","ts":1784734162.4310832,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fbb8d0de-e948-4b32-af34-8912dd4b2219"} {"level":"info","ts":1784734162.4311032,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fbb8d0de-e948-4b32-af34-8912dd4b2219"} {"level":"info","ts":1784734162.4311194,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fbb8d0de-e948-4b32-af34-8912dd4b2219","EoS":false} {"level":"info","ts":1784734162.4311326,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fbb8d0de-e948-4b32-af34-8912dd4b2219","EoS":true} {"level":"info","ts":1784734162.4311688,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fbb8d0de-e948-4b32-af34-8912dd4b2219"} {"level":"info","ts":1784734162.4647422,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734162.4648116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffee936a-07c5-409b-aac3-45450bd139f0"} {"level":"info","ts":1784734162.464823,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ffee936a-07c5-409b-aac3-45450bd139f0"} {"level":"info","ts":1784734162.4648337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffee936a-07c5-409b-aac3-45450bd139f0","EoS":true} {"level":"info","ts":1784734162.464858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffee936a-07c5-409b-aac3-45450bd139f0","header":"x-maas-username"} {"level":"info","ts":1784734162.464868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffee936a-07c5-409b-aac3-45450bd139f0","header":"x-maas-group"} {"level":"info","ts":1784734162.4648721,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffee936a-07c5-409b-aac3-45450bd139f0","header":"x-maas-subscription"} {"level":"info","ts":1784734162.464884,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffee936a-07c5-409b-aac3-45450bd139f0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734162.4649057,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ffee936a-07c5-409b-aac3-45450bd139f0"} {"level":"info","ts":1784734162.4657156,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ffee936a-07c5-409b-aac3-45450bd139f0"} {"level":"info","ts":1784734162.465745,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ffee936a-07c5-409b-aac3-45450bd139f0"} {"level":"info","ts":1784734162.4657633,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ffee936a-07c5-409b-aac3-45450bd139f0","EoS":false} {"level":"info","ts":1784734162.4657767,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ffee936a-07c5-409b-aac3-45450bd139f0","EoS":true} {"level":"info","ts":1784734162.4658108,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ffee936a-07c5-409b-aac3-45450bd139f0"} {"level":"info","ts":1784734167.302013,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"51d0f5e5-fd26-47cf-83a3-e74467206111","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784734167.3023074,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33729.14304936,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734167.3023334,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734167.335851,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734167.4027307,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"51d0f5e5-fd26-47cf-83a3-e74467206111","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784734167.4255238,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"30c5f5d1-1ed5-4c26-9d78-72daa7b220c5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784734167.4255564,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"30c5f5d1-1ed5-4c26-9d78-72daa7b220c5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784734167.4259062,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"22b7b762-9d31-498e-9b6e-3c3169add38d"} {"level":"info","ts":1784734167.4310963,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce1896ea-9eb6-4dce-9de9-17110fff7975","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784734167.4311256,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce1896ea-9eb6-4dce-9de9-17110fff7975","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784734167.4313576,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36324.274186533,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734167.4313772,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734167.4384224,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734167.5315762,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"22b7b762-9d31-498e-9b6e-3c3169add38d","name":"e2e-external-provider"} {"level":"info","ts":1784734167.5461938,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"22b7b762-9d31-498e-9b6e-3c3169add38d","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784734167.5556333,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"22b7b762-9d31-498e-9b6e-3c3169add38d","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784734167.5605435,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"22b7b762-9d31-498e-9b6e-3c3169add38d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784734167.5678174,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fbd262cf-2637-443e-928b-a06d5af89377"} {"level":"info","ts":1784734167.5678496,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bc7cc4e9-6103-458b-b746-0c6d8175f6b4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784734167.5678778,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fbd262cf-2637-443e-928b-a06d5af89377","name":"e2e-external-provider"} {"level":"info","ts":1784734167.5678754,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bc7cc4e9-6103-458b-b746-0c6d8175f6b4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784734167.5686483,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5aa3f9d3-00cf-4268-b6d3-9c673544fb92","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734167.5686905,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5aa3f9d3-00cf-4268-b6d3-9c673544fb92","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784734167.5686712,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ee316a7-cb01-4c36-b215-4464f37ac8b4"} {"level":"info","ts":1784734167.5755517,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a7b1238-7d18-4a71-8bed-4e1f460d9fde","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734167.5755758,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a7b1238-7d18-4a71-8bed-4e1f460d9fde","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784734167.57562,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35019.650464127,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734167.5756395,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734167.5812268,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fbd262cf-2637-443e-928b-a06d5af89377","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784734167.5838866,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734167.5854864,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2dc245da-cbe0-4027-ab1c-31e8b2791bad"} {"level":"info","ts":1784734167.5855262,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2dc245da-cbe0-4027-ab1c-31e8b2791bad","name":"e2e-external-provider"} {"level":"info","ts":1784734167.5942223,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2dc245da-cbe0-4027-ab1c-31e8b2791bad","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784734167.676392,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ee316a7-cb01-4c36-b215-4464f37ac8b4","name":"e2e-external-model"} {"level":"info","ts":1784734167.6869435,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ee316a7-cb01-4c36-b215-4464f37ac8b4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784734167.6942544,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"476118ff-f5d1-4495-a2f7-f392bc74847f"} {"level":"info","ts":1784734167.694319,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7bf3f0d4-7f51-4d28-b954-b3f2d246e610","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734167.6943455,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"476118ff-f5d1-4495-a2f7-f392bc74847f","name":"e2e-external-model"} {"level":"info","ts":1784734167.6943717,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7bf3f0d4-7f51-4d28-b954-b3f2d246e610","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784734167.7102675,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa426202-600d-48ed-a0e4-b90338dae282","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734167.7103105,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa426202-600d-48ed-a0e4-b90338dae282","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784734167.7104037,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"476118ff-f5d1-4495-a2f7-f392bc74847f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784734167.7105708,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a79a0ca0-556f-4108-ba47-5f008bbf3b37"} {"level":"info","ts":1784734167.7106493,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a79a0ca0-556f-4108-ba47-5f008bbf3b37","name":"e2e-external-model"} {"level":"info","ts":1784734167.7189453,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a79a0ca0-556f-4108-ba47-5f008bbf3b37","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784734167.7239585,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98ec8a22-bc2f-4e68-87a5-f1ac5b11c481","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734167.7239687,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90eb111e-8c79-4e20-88e4-1d2f0b25e4af"} {"level":"info","ts":1784734167.7239883,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98ec8a22-bc2f-4e68-87a5-f1ac5b11c481","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784734167.724045,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90eb111e-8c79-4e20-88e4-1d2f0b25e4af","name":"e2e-external-model"} {"level":"info","ts":1784734167.7328115,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90eb111e-8c79-4e20-88e4-1d2f0b25e4af","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784734175.1378179,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734175.1378999,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9707ef74-11e5-4a5a-b497-428b50fb577f"} {"level":"info","ts":1784734175.1379158,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9707ef74-11e5-4a5a-b497-428b50fb577f"} {"level":"info","ts":1784734175.1379344,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9707ef74-11e5-4a5a-b497-428b50fb577f","EoS":true} {"level":"info","ts":1784734175.1379685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9707ef74-11e5-4a5a-b497-428b50fb577f","header":"x-maas-subscription"} {"level":"info","ts":1784734175.1379805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9707ef74-11e5-4a5a-b497-428b50fb577f","header":"x-maas-username"} {"level":"info","ts":1784734175.1379883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9707ef74-11e5-4a5a-b497-428b50fb577f","header":"x-maas-group"} {"level":"info","ts":1784734175.1380045,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9707ef74-11e5-4a5a-b497-428b50fb577f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784734175.1380148,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9707ef74-11e5-4a5a-b497-428b50fb577f","modelName":"e2e-external-model"} {"level":"info","ts":1784734175.1380339,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9707ef74-11e5-4a5a-b497-428b50fb577f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784734175.1380782,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"9707ef74-11e5-4a5a-b497-428b50fb577f","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784734175.1381052,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"9707ef74-11e5-4a5a-b497-428b50fb577f","authType":"apikey"} {"level":"info","ts":1784734175.1381464,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9707ef74-11e5-4a5a-b497-428b50fb577f"} {"level":"info","ts":1784734175.262,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba805472-b6de-4d08-b348-29a75a30466d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784734175.262041,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba805472-b6de-4d08-b348-29a75a30466d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784734175.2620485,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ba36ae0-dbdf-49f8-b76c-bf1e3ea24059"} {"level":"info","ts":1784734175.2688265,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ba36ae0-dbdf-49f8-b76c-bf1e3ea24059","name":"e2e-cleanup-test"} {"level":"info","ts":1784734175.2688692,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b8f48aa6-148d-432d-b279-91da61f72a91","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784734175.2688963,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b8f48aa6-148d-432d-b279-91da61f72a91","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784734175.278481,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ba36ae0-dbdf-49f8-b76c-bf1e3ea24059","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784734175.2835867,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3ab5184-d8d6-4490-ad76-179baef2a7dd"} {"level":"info","ts":1784734175.283664,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3ab5184-d8d6-4490-ad76-179baef2a7dd","name":"e2e-cleanup-test"} {"level":"info","ts":1784734175.2835872,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"415223be-f158-46ad-9f83-586adf7ab224","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784734175.2837045,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"415223be-f158-46ad-9f83-586adf7ab224","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784734175.2977796,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3ab5184-d8d6-4490-ad76-179baef2a7dd","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784734175.2978635,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65150ff6-43a3-456b-a6d9-26b9257f4e63","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784734175.2978852,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65150ff6-43a3-456b-a6d9-26b9257f4e63","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784734175.297886,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6779be7-8b05-48d1-b161-d452758814c2"} {"level":"info","ts":1784734175.2979584,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6779be7-8b05-48d1-b161-d452758814c2","name":"e2e-cleanup-test"} {"level":"info","ts":1784734175.3062005,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6779be7-8b05-48d1-b161-d452758814c2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784734175.311175,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0936e41b-e2ca-470e-be4c-abd0088fd97d"} {"level":"info","ts":1784734175.311243,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0936e41b-e2ca-470e-be4c-abd0088fd97d","name":"e2e-cleanup-test"} {"level":"info","ts":1784734175.3111842,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63d3a647-1824-4085-b233-86181d11d0b3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784734175.3112907,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63d3a647-1824-4085-b233-86181d11d0b3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784734175.3198545,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0936e41b-e2ca-470e-be4c-abd0088fd97d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784734175.324085,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"70a2f28c-0cbd-4ed7-90ce-45eb06a8fb65"} {"level":"info","ts":1784734175.324134,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"70a2f28c-0cbd-4ed7-90ce-45eb06a8fb65","name":"e2e-cleanup-test"} {"level":"info","ts":1784734175.3317914,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"70a2f28c-0cbd-4ed7-90ce-45eb06a8fb65","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784734183.548382,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33b21ec1-df1c-4296-a076-2d80899223b4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784734183.548427,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33b21ec1-df1c-4296-a076-2d80899223b4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784734183.5484188,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"60b54ca6-88e9-42eb-a694-ddad74cd9219"} {"level":"info","ts":1784734187.9028997,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734187.9029636,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3daa26d4-9381-49ec-88b5-6a9932ff2acc"} {"level":"info","ts":1784734187.9029717,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3daa26d4-9381-49ec-88b5-6a9932ff2acc"} {"level":"info","ts":1784734187.9029834,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3daa26d4-9381-49ec-88b5-6a9932ff2acc","EoS":true} {"level":"info","ts":1784734187.9030194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3daa26d4-9381-49ec-88b5-6a9932ff2acc","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784734187.9030554,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3daa26d4-9381-49ec-88b5-6a9932ff2acc"} {"level":"info","ts":1784734187.9393897,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734187.939491,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1437725c-861b-443d-b18e-2dd1071cc92b"} {"level":"info","ts":1784734187.9395041,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1437725c-861b-443d-b18e-2dd1071cc92b"} {"level":"info","ts":1784734187.9395156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1437725c-861b-443d-b18e-2dd1071cc92b","EoS":true} {"level":"info","ts":1784734187.9395425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1437725c-861b-443d-b18e-2dd1071cc92b","header":"x-maas-username"} {"level":"info","ts":1784734187.9395573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1437725c-861b-443d-b18e-2dd1071cc92b","header":"x-maas-subscription"} {"level":"info","ts":1784734187.9395638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1437725c-861b-443d-b18e-2dd1071cc92b","header":"x-maas-group"} {"level":"info","ts":1784734187.9395797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1437725c-861b-443d-b18e-2dd1071cc92b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784734187.9395914,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1437725c-861b-443d-b18e-2dd1071cc92b","modelName":"e2e-external-model"} {"level":"info","ts":1784734187.9396117,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1437725c-861b-443d-b18e-2dd1071cc92b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784734187.939635,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"1437725c-861b-443d-b18e-2dd1071cc92b","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784734187.9396505,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"1437725c-861b-443d-b18e-2dd1071cc92b","authType":"apikey"} {"level":"info","ts":1784734187.939673,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1437725c-861b-443d-b18e-2dd1071cc92b"} {"level":"info","ts":1784734187.9756405,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734187.975713,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cea7e992-e652-4beb-a91d-86a498809e58"} {"level":"info","ts":1784734187.9757218,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cea7e992-e652-4beb-a91d-86a498809e58"} {"level":"info","ts":1784734187.9757328,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cea7e992-e652-4beb-a91d-86a498809e58","EoS":true} {"level":"info","ts":1784734187.9757547,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cea7e992-e652-4beb-a91d-86a498809e58","header":"x-maas-group"} {"level":"info","ts":1784734187.9758103,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cea7e992-e652-4beb-a91d-86a498809e58","header":"x-maas-subscription"} {"level":"info","ts":1784734187.9758165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cea7e992-e652-4beb-a91d-86a498809e58","header":"x-maas-username"} {"level":"info","ts":1784734187.9758294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cea7e992-e652-4beb-a91d-86a498809e58","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784734187.9758544,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cea7e992-e652-4beb-a91d-86a498809e58"} {"level":"info","ts":1784734188.0824282,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cea7e992-e652-4beb-a91d-86a498809e58"} {"level":"info","ts":1784734188.0824742,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cea7e992-e652-4beb-a91d-86a498809e58"} {"level":"info","ts":1784734188.0824926,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cea7e992-e652-4beb-a91d-86a498809e58","EoS":false} {"level":"info","ts":1784734188.0825057,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cea7e992-e652-4beb-a91d-86a498809e58","EoS":true} {"level":"error","ts":1784734188.0825233,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"cea7e992-e652-4beb-a91d-86a498809e58","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784734188.0825748,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cea7e992-e652-4beb-a91d-86a498809e58"} {"level":"info","ts":1784734188.1161242,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734188.1161873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a76a913-5d46-4d6f-a9d6-699c44a93d80"} {"level":"info","ts":1784734188.1161957,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a76a913-5d46-4d6f-a9d6-699c44a93d80"} {"level":"info","ts":1784734188.1162071,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a76a913-5d46-4d6f-a9d6-699c44a93d80","EoS":true} {"level":"info","ts":1784734188.1162295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a76a913-5d46-4d6f-a9d6-699c44a93d80","header":"x-maas-username"} {"level":"info","ts":1784734188.1162424,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a76a913-5d46-4d6f-a9d6-699c44a93d80","header":"x-maas-group"} {"level":"info","ts":1784734188.1162477,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a76a913-5d46-4d6f-a9d6-699c44a93d80","header":"x-maas-subscription"} {"level":"info","ts":1784734188.116274,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a76a913-5d46-4d6f-a9d6-699c44a93d80"} {"level":"info","ts":1784734188.167381,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9a76a913-5d46-4d6f-a9d6-699c44a93d80"} {"level":"info","ts":1784734188.16741,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9a76a913-5d46-4d6f-a9d6-699c44a93d80"} {"level":"info","ts":1784734188.167427,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9a76a913-5d46-4d6f-a9d6-699c44a93d80","EoS":false} {"level":"info","ts":1784734188.1674387,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9a76a913-5d46-4d6f-a9d6-699c44a93d80","EoS":true} {"level":"error","ts":1784734188.1674707,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"9a76a913-5d46-4d6f-a9d6-699c44a93d80","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784734188.1675117,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9a76a913-5d46-4d6f-a9d6-699c44a93d80"} {"level":"info","ts":1784734189.0504022,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e0482d9-5a5f-4136-8ab2-795c8e1285fb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734189.0504742,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e0482d9-5a5f-4136-8ab2-795c8e1285fb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734189.050413,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"724d5e2d-c7eb-4bc2-879a-b1e280f0f0bc"} {"level":"info","ts":1784734189.2126095,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"240b884f-9600-44ea-b85c-33fb48d5432b"} {"level":"info","ts":1784734189.2126226,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c914695f-8a2b-4745-877f-6ad3bc24db70","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784734189.2126677,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c914695f-8a2b-4745-877f-6ad3bc24db70","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784734189.3396027,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d33bc007-6c43-431d-992e-aa6a355763b2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784734189.3396528,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d33bc007-6c43-431d-992e-aa6a355763b2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784734809.4935043,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734809.4936714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"665be597-4599-45cb-bf5a-7f9b695fe24f"} {"level":"info","ts":1784734809.4936898,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"665be597-4599-45cb-bf5a-7f9b695fe24f"} {"level":"info","ts":1784734809.4937096,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"665be597-4599-45cb-bf5a-7f9b695fe24f","EoS":true} {"level":"info","ts":1784734809.4937458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"665be597-4599-45cb-bf5a-7f9b695fe24f","header":"x-maas-group"} {"level":"info","ts":1784734809.4937608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"665be597-4599-45cb-bf5a-7f9b695fe24f","header":"x-maas-username"} {"level":"info","ts":1784734809.4937687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"665be597-4599-45cb-bf5a-7f9b695fe24f","header":"x-maas-subscription"} {"level":"info","ts":1784734809.4937816,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"665be597-4599-45cb-bf5a-7f9b695fe24f","path":"/ai-tenant-e2e-inf-b-9b66ab/test-model-9b66ab/v1/chat/completions"} {"level":"info","ts":1784734809.4938073,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"665be597-4599-45cb-bf5a-7f9b695fe24f"} {"level":"info","ts":1784734809.5066895,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"665be597-4599-45cb-bf5a-7f9b695fe24f"} {"level":"info","ts":1784734809.5067222,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"665be597-4599-45cb-bf5a-7f9b695fe24f"} {"level":"info","ts":1784734809.5067503,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"665be597-4599-45cb-bf5a-7f9b695fe24f","EoS":false} {"level":"info","ts":1784734809.506769,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"665be597-4599-45cb-bf5a-7f9b695fe24f","EoS":true} {"level":"info","ts":1784734809.5068216,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"665be597-4599-45cb-bf5a-7f9b695fe24f"} {"level":"info","ts":1784735270.4354827,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784735270.4355645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70da9152-b2c2-4c7c-9f3b-2471e7339a21"} {"level":"info","ts":1784735270.4355726,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"70da9152-b2c2-4c7c-9f3b-2471e7339a21"} {"level":"info","ts":1784735270.435584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70da9152-b2c2-4c7c-9f3b-2471e7339a21","EoS":true} {"level":"info","ts":1784735270.4356124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70da9152-b2c2-4c7c-9f3b-2471e7339a21","header":"x-maas-subscription"} {"level":"info","ts":1784735270.4356213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70da9152-b2c2-4c7c-9f3b-2471e7339a21","header":"x-maas-username"} {"level":"info","ts":1784735270.4356275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70da9152-b2c2-4c7c-9f3b-2471e7339a21","header":"x-maas-group"} {"level":"info","ts":1784735270.4356418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70da9152-b2c2-4c7c-9f3b-2471e7339a21","path":"/ai-tenant-e2e-shared-b-552a8b/rate-test-model-552a8b/v1/completions"} {"level":"info","ts":1784735270.435666,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"70da9152-b2c2-4c7c-9f3b-2471e7339a21"} {"level":"info","ts":1784735270.4477873,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"70da9152-b2c2-4c7c-9f3b-2471e7339a21"} {"level":"info","ts":1784735270.447812,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"70da9152-b2c2-4c7c-9f3b-2471e7339a21"} {"level":"info","ts":1784735270.4478316,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"70da9152-b2c2-4c7c-9f3b-2471e7339a21","EoS":false} {"level":"info","ts":1784735270.4478467,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"70da9152-b2c2-4c7c-9f3b-2471e7339a21","EoS":true} {"level":"info","ts":1784735270.4478896,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"70da9152-b2c2-4c7c-9f3b-2471e7339a21"}