{"level":"info","ts":1784801358.2480288,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f9ed8aaf-4500-44f8-9ce5-1dd6d48e7b32","EoS":true} {"level":"info","ts":1784801358.2480643,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f9ed8aaf-4500-44f8-9ce5-1dd6d48e7b32"} {"level":"info","ts":1784801358.3810112,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801358.3810925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8977a86-9fb4-4b5c-84a4-7ddeb5b06961"} {"level":"info","ts":1784801358.3811038,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c8977a86-9fb4-4b5c-84a4-7ddeb5b06961"} {"level":"info","ts":1784801358.3811152,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8977a86-9fb4-4b5c-84a4-7ddeb5b06961","EoS":true} {"level":"info","ts":1784801358.381138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8977a86-9fb4-4b5c-84a4-7ddeb5b06961","header":"x-maas-username"} {"level":"info","ts":1784801358.381147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8977a86-9fb4-4b5c-84a4-7ddeb5b06961","header":"x-maas-subscription"} {"level":"info","ts":1784801358.381152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8977a86-9fb4-4b5c-84a4-7ddeb5b06961","header":"x-maas-group"} {"level":"info","ts":1784801358.3811657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8977a86-9fb4-4b5c-84a4-7ddeb5b06961","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801358.3811913,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c8977a86-9fb4-4b5c-84a4-7ddeb5b06961"} {"level":"info","ts":1784801358.3820443,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c8977a86-9fb4-4b5c-84a4-7ddeb5b06961"} {"level":"info","ts":1784801358.3820639,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c8977a86-9fb4-4b5c-84a4-7ddeb5b06961"} {"level":"info","ts":1784801358.3820777,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c8977a86-9fb4-4b5c-84a4-7ddeb5b06961","EoS":false} {"level":"info","ts":1784801358.3820994,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c8977a86-9fb4-4b5c-84a4-7ddeb5b06961","EoS":true} {"level":"info","ts":1784801358.3821507,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c8977a86-9fb4-4b5c-84a4-7ddeb5b06961"} {"level":"info","ts":1784801358.517148,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801358.5172145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a81d690b-b381-401b-af4b-979d54561b22"} {"level":"info","ts":1784801358.5172257,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a81d690b-b381-401b-af4b-979d54561b22"} {"level":"info","ts":1784801358.517237,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a81d690b-b381-401b-af4b-979d54561b22","EoS":true} {"level":"info","ts":1784801358.5172834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a81d690b-b381-401b-af4b-979d54561b22","header":"x-maas-username"} {"level":"info","ts":1784801358.5172918,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a81d690b-b381-401b-af4b-979d54561b22","header":"x-maas-subscription"} {"level":"info","ts":1784801358.5172973,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a81d690b-b381-401b-af4b-979d54561b22","header":"x-maas-group"} {"level":"info","ts":1784801358.51731,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a81d690b-b381-401b-af4b-979d54561b22","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801358.5173364,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a81d690b-b381-401b-af4b-979d54561b22"} {"level":"info","ts":1784801358.5182335,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a81d690b-b381-401b-af4b-979d54561b22"} {"level":"info","ts":1784801358.51825,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a81d690b-b381-401b-af4b-979d54561b22"} {"level":"info","ts":1784801358.5182836,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a81d690b-b381-401b-af4b-979d54561b22","EoS":false} {"level":"info","ts":1784801358.5182972,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a81d690b-b381-401b-af4b-979d54561b22","EoS":true} {"level":"info","ts":1784801358.5183394,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a81d690b-b381-401b-af4b-979d54561b22"} {"level":"info","ts":1784801358.6552958,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801358.6553652,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebee602f-1877-4f51-bff5-252b543d8d78"} {"level":"info","ts":1784801358.6553762,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ebee602f-1877-4f51-bff5-252b543d8d78"} {"level":"info","ts":1784801358.6553879,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebee602f-1877-4f51-bff5-252b543d8d78","EoS":true} {"level":"info","ts":1784801358.6554096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebee602f-1877-4f51-bff5-252b543d8d78","header":"x-maas-username"} {"level":"info","ts":1784801358.6554213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebee602f-1877-4f51-bff5-252b543d8d78","header":"x-maas-subscription"} {"level":"info","ts":1784801358.6554255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebee602f-1877-4f51-bff5-252b543d8d78","header":"x-maas-group"} {"level":"info","ts":1784801358.6554377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebee602f-1877-4f51-bff5-252b543d8d78","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801358.6554632,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ebee602f-1877-4f51-bff5-252b543d8d78"} {"level":"info","ts":1784801358.6563313,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ebee602f-1877-4f51-bff5-252b543d8d78"} {"level":"info","ts":1784801358.6563532,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ebee602f-1877-4f51-bff5-252b543d8d78"} {"level":"info","ts":1784801358.6563764,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ebee602f-1877-4f51-bff5-252b543d8d78","EoS":false} {"level":"info","ts":1784801358.656392,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ebee602f-1877-4f51-bff5-252b543d8d78","EoS":true} {"level":"info","ts":1784801358.6564283,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ebee602f-1877-4f51-bff5-252b543d8d78"} {"level":"info","ts":1784801358.7892756,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801358.7893476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22e918d2-979e-45c6-a545-c17baabfa1c8"} {"level":"info","ts":1784801358.7893596,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22e918d2-979e-45c6-a545-c17baabfa1c8"} {"level":"info","ts":1784801358.7893703,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22e918d2-979e-45c6-a545-c17baabfa1c8","EoS":true} {"level":"info","ts":1784801358.789402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22e918d2-979e-45c6-a545-c17baabfa1c8","header":"x-maas-username"} {"level":"info","ts":1784801358.7894104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22e918d2-979e-45c6-a545-c17baabfa1c8","header":"x-maas-subscription"} {"level":"info","ts":1784801358.7894154,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22e918d2-979e-45c6-a545-c17baabfa1c8","header":"x-maas-group"} {"level":"info","ts":1784801358.7894275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22e918d2-979e-45c6-a545-c17baabfa1c8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801358.7894528,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22e918d2-979e-45c6-a545-c17baabfa1c8"} {"level":"info","ts":1784801358.79033,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22e918d2-979e-45c6-a545-c17baabfa1c8"} {"level":"info","ts":1784801358.790356,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"22e918d2-979e-45c6-a545-c17baabfa1c8"} {"level":"info","ts":1784801358.7903707,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"22e918d2-979e-45c6-a545-c17baabfa1c8","EoS":false} {"level":"info","ts":1784801358.7903824,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"22e918d2-979e-45c6-a545-c17baabfa1c8","EoS":true} {"level":"info","ts":1784801358.7904174,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"22e918d2-979e-45c6-a545-c17baabfa1c8"} {"level":"info","ts":1784801375.7668386,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801375.7669086,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1af16617-d6e7-4dd1-adcc-f6077362bc39"} {"level":"info","ts":1784801375.766921,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1af16617-d6e7-4dd1-adcc-f6077362bc39"} {"level":"info","ts":1784801375.7669346,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1af16617-d6e7-4dd1-adcc-f6077362bc39","EoS":true} {"level":"info","ts":1784801375.7669683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1af16617-d6e7-4dd1-adcc-f6077362bc39","header":"x-maas-username"} {"level":"info","ts":1784801375.7669766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1af16617-d6e7-4dd1-adcc-f6077362bc39","header":"x-maas-subscription"} {"level":"info","ts":1784801375.766981,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1af16617-d6e7-4dd1-adcc-f6077362bc39","header":"x-maas-group"} {"level":"info","ts":1784801375.766995,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1af16617-d6e7-4dd1-adcc-f6077362bc39","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801375.7670228,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1af16617-d6e7-4dd1-adcc-f6077362bc39"} {"level":"info","ts":1784801375.76788,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1af16617-d6e7-4dd1-adcc-f6077362bc39"} {"level":"info","ts":1784801375.7679007,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1af16617-d6e7-4dd1-adcc-f6077362bc39"} {"level":"info","ts":1784801375.7679193,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1af16617-d6e7-4dd1-adcc-f6077362bc39","EoS":false} {"level":"info","ts":1784801375.767932,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1af16617-d6e7-4dd1-adcc-f6077362bc39","EoS":true} {"level":"info","ts":1784801375.7679672,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1af16617-d6e7-4dd1-adcc-f6077362bc39"} {"level":"info","ts":1784801375.8637025,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801375.8637671,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f7ab52b7-f153-40b6-93d8-e3b3bf536133"} {"level":"info","ts":1784801375.866397,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f7ab52b7-f153-40b6-93d8-e3b3bf536133"} {"level":"info","ts":1784801375.866422,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f7ab52b7-f153-40b6-93d8-e3b3bf536133"} {"level":"info","ts":1784801375.8664398,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f7ab52b7-f153-40b6-93d8-e3b3bf536133","EoS":false} {"level":"info","ts":1784801375.8664534,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"f7ab52b7-f153-40b6-93d8-e3b3bf536133"} {"level":"info","ts":1784801375.8664842,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f7ab52b7-f153-40b6-93d8-e3b3bf536133","EoS":true} {"level":"info","ts":1784801375.8664978,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"f7ab52b7-f153-40b6-93d8-e3b3bf536133"} {"level":"info","ts":1784801380.5049777,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801380.505099,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"221e60bf-51ab-4ac6-8ef0-de8671a4598f"} {"level":"info","ts":1784801380.5051136,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"221e60bf-51ab-4ac6-8ef0-de8671a4598f"} {"level":"info","ts":1784801380.5051608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"221e60bf-51ab-4ac6-8ef0-de8671a4598f","EoS":true} {"level":"info","ts":1784801380.5051985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"221e60bf-51ab-4ac6-8ef0-de8671a4598f","header":"x-maas-subscription"} {"level":"info","ts":1784801380.5052116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"221e60bf-51ab-4ac6-8ef0-de8671a4598f","header":"x-maas-username"} {"level":"info","ts":1784801380.5052214,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"221e60bf-51ab-4ac6-8ef0-de8671a4598f","header":"x-maas-group"} {"level":"info","ts":1784801380.5052407,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"221e60bf-51ab-4ac6-8ef0-de8671a4598f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801380.5052874,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"221e60bf-51ab-4ac6-8ef0-de8671a4598f"} {"level":"info","ts":1784801380.50622,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"221e60bf-51ab-4ac6-8ef0-de8671a4598f"} {"level":"info","ts":1784801380.506242,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"221e60bf-51ab-4ac6-8ef0-de8671a4598f"} {"level":"info","ts":1784801380.5062766,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"221e60bf-51ab-4ac6-8ef0-de8671a4598f","EoS":false} {"level":"info","ts":1784801380.5062926,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"221e60bf-51ab-4ac6-8ef0-de8671a4598f","EoS":true} {"level":"info","ts":1784801380.506338,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"221e60bf-51ab-4ac6-8ef0-de8671a4598f"} {"level":"info","ts":1784801391.1439028,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801391.1440003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d4e049f-e4a6-47c6-87fb-5e4dbc6b82b4"} {"level":"info","ts":1784801391.1440148,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d4e049f-e4a6-47c6-87fb-5e4dbc6b82b4"} {"level":"info","ts":1784801391.144034,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d4e049f-e4a6-47c6-87fb-5e4dbc6b82b4","EoS":true} {"level":"info","ts":1784801391.1440697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d4e049f-e4a6-47c6-87fb-5e4dbc6b82b4","header":"x-maas-subscription"} {"level":"info","ts":1784801391.1440806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d4e049f-e4a6-47c6-87fb-5e4dbc6b82b4","header":"x-maas-group"} {"level":"info","ts":1784801391.1440885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d4e049f-e4a6-47c6-87fb-5e4dbc6b82b4","header":"x-maas-username"} {"level":"info","ts":1784801391.1441088,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d4e049f-e4a6-47c6-87fb-5e4dbc6b82b4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784801391.1441472,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d4e049f-e4a6-47c6-87fb-5e4dbc6b82b4"} {"level":"info","ts":1784801391.1450834,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5d4e049f-e4a6-47c6-87fb-5e4dbc6b82b4"} {"level":"info","ts":1784801391.1451054,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5d4e049f-e4a6-47c6-87fb-5e4dbc6b82b4"} {"level":"info","ts":1784801391.1451206,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d4e049f-e4a6-47c6-87fb-5e4dbc6b82b4","EoS":false} {"level":"info","ts":1784801391.1451323,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d4e049f-e4a6-47c6-87fb-5e4dbc6b82b4","EoS":true} {"level":"info","ts":1784801391.1451702,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5d4e049f-e4a6-47c6-87fb-5e4dbc6b82b4"} {"level":"info","ts":1784801404.0276961,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801404.027769,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f35ef08c-c0e2-42cd-9715-4be491e03924"} {"level":"info","ts":1784801404.027779,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f35ef08c-c0e2-42cd-9715-4be491e03924"} {"level":"info","ts":1784801404.0277903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f35ef08c-c0e2-42cd-9715-4be491e03924","EoS":true} {"level":"info","ts":1784801404.0278137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f35ef08c-c0e2-42cd-9715-4be491e03924","header":"x-maas-group"} {"level":"info","ts":1784801404.027821,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f35ef08c-c0e2-42cd-9715-4be491e03924","header":"x-maas-username"} {"level":"info","ts":1784801404.0278265,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f35ef08c-c0e2-42cd-9715-4be491e03924","header":"x-maas-subscription"} {"level":"info","ts":1784801404.02784,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f35ef08c-c0e2-42cd-9715-4be491e03924","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801404.0278606,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f35ef08c-c0e2-42cd-9715-4be491e03924"} {"level":"info","ts":1784801404.0287411,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f35ef08c-c0e2-42cd-9715-4be491e03924"} {"level":"info","ts":1784801404.028761,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f35ef08c-c0e2-42cd-9715-4be491e03924"} {"level":"info","ts":1784801404.0287778,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f35ef08c-c0e2-42cd-9715-4be491e03924","EoS":false} {"level":"info","ts":1784801404.0287912,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f35ef08c-c0e2-42cd-9715-4be491e03924","EoS":true} {"level":"info","ts":1784801404.0288606,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f35ef08c-c0e2-42cd-9715-4be491e03924"} {"level":"info","ts":1784801412.5549796,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801412.5551076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab90f968-de70-4563-8ad6-0b3cc893d0bc"} {"level":"info","ts":1784801412.555124,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab90f968-de70-4563-8ad6-0b3cc893d0bc"} {"level":"info","ts":1784801412.5551405,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab90f968-de70-4563-8ad6-0b3cc893d0bc","EoS":true} {"level":"info","ts":1784801412.5551677,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab90f968-de70-4563-8ad6-0b3cc893d0bc","header":"x-maas-subscription"} {"level":"info","ts":1784801412.5551786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab90f968-de70-4563-8ad6-0b3cc893d0bc","header":"x-maas-group"} {"level":"info","ts":1784801412.5551836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab90f968-de70-4563-8ad6-0b3cc893d0bc","header":"x-maas-username"} {"level":"info","ts":1784801412.555197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab90f968-de70-4563-8ad6-0b3cc893d0bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801412.5552213,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab90f968-de70-4563-8ad6-0b3cc893d0bc"} {"level":"info","ts":1784801412.556118,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab90f968-de70-4563-8ad6-0b3cc893d0bc"} {"level":"info","ts":1784801412.556136,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ab90f968-de70-4563-8ad6-0b3cc893d0bc"} {"level":"info","ts":1784801412.5561497,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab90f968-de70-4563-8ad6-0b3cc893d0bc","EoS":false} {"level":"info","ts":1784801412.5561607,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab90f968-de70-4563-8ad6-0b3cc893d0bc","EoS":true} {"level":"info","ts":1784801412.5561967,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ab90f968-de70-4563-8ad6-0b3cc893d0bc"} {"level":"info","ts":1784801421.452519,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801421.4525955,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29824b6b-b9f7-47f7-8be4-0972474a40ab"} {"level":"info","ts":1784801421.4526048,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"29824b6b-b9f7-47f7-8be4-0972474a40ab"} {"level":"info","ts":1784801421.4526157,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29824b6b-b9f7-47f7-8be4-0972474a40ab","EoS":true} {"level":"info","ts":1784801421.4526436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29824b6b-b9f7-47f7-8be4-0972474a40ab","header":"x-maas-group"} {"level":"info","ts":1784801421.4526548,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29824b6b-b9f7-47f7-8be4-0972474a40ab","header":"x-maas-username"} {"level":"info","ts":1784801421.4526606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29824b6b-b9f7-47f7-8be4-0972474a40ab","header":"x-maas-subscription"} {"level":"info","ts":1784801421.4526758,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29824b6b-b9f7-47f7-8be4-0972474a40ab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801421.4527009,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"29824b6b-b9f7-47f7-8be4-0972474a40ab"} {"level":"info","ts":1784801421.4536676,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"29824b6b-b9f7-47f7-8be4-0972474a40ab"} {"level":"info","ts":1784801421.453689,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"29824b6b-b9f7-47f7-8be4-0972474a40ab"} {"level":"info","ts":1784801421.453705,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"29824b6b-b9f7-47f7-8be4-0972474a40ab","EoS":false} {"level":"info","ts":1784801421.4537208,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"29824b6b-b9f7-47f7-8be4-0972474a40ab","EoS":true} {"level":"info","ts":1784801421.4537556,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"29824b6b-b9f7-47f7-8be4-0972474a40ab"} {"level":"info","ts":1784801446.4795454,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801446.479623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5273483-8476-42a1-b448-bdcc9088d2ee"} {"level":"info","ts":1784801446.4796348,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5273483-8476-42a1-b448-bdcc9088d2ee"} {"level":"info","ts":1784801446.4796467,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5273483-8476-42a1-b448-bdcc9088d2ee","EoS":true} {"level":"info","ts":1784801446.4796724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5273483-8476-42a1-b448-bdcc9088d2ee","header":"x-maas-username"} {"level":"info","ts":1784801446.4796867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5273483-8476-42a1-b448-bdcc9088d2ee","header":"x-maas-subscription"} {"level":"info","ts":1784801446.479695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5273483-8476-42a1-b448-bdcc9088d2ee","header":"x-maas-group"} {"level":"info","ts":1784801446.479713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5273483-8476-42a1-b448-bdcc9088d2ee","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784801446.4797435,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5273483-8476-42a1-b448-bdcc9088d2ee"} {"level":"info","ts":1784801446.4806817,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e5273483-8476-42a1-b448-bdcc9088d2ee"} {"level":"info","ts":1784801446.4807062,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e5273483-8476-42a1-b448-bdcc9088d2ee"} {"level":"info","ts":1784801446.480723,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e5273483-8476-42a1-b448-bdcc9088d2ee","EoS":false} {"level":"info","ts":1784801446.4807353,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e5273483-8476-42a1-b448-bdcc9088d2ee","EoS":true} {"level":"info","ts":1784801446.4807723,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e5273483-8476-42a1-b448-bdcc9088d2ee"} {"level":"info","ts":1784801468.9257739,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801468.9258409,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26f2a7d2-2597-428a-90d2-cc1801def258"} {"level":"info","ts":1784801468.925851,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26f2a7d2-2597-428a-90d2-cc1801def258"} {"level":"info","ts":1784801468.9258626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26f2a7d2-2597-428a-90d2-cc1801def258","EoS":true} {"level":"info","ts":1784801468.9258864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26f2a7d2-2597-428a-90d2-cc1801def258","header":"x-maas-group"} {"level":"info","ts":1784801468.9258974,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26f2a7d2-2597-428a-90d2-cc1801def258","header":"x-maas-username"} {"level":"info","ts":1784801468.9259033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26f2a7d2-2597-428a-90d2-cc1801def258","header":"x-maas-subscription"} {"level":"info","ts":1784801468.925917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26f2a7d2-2597-428a-90d2-cc1801def258","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784801468.9259417,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26f2a7d2-2597-428a-90d2-cc1801def258"} {"level":"info","ts":1784801468.9270413,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"26f2a7d2-2597-428a-90d2-cc1801def258"} {"level":"info","ts":1784801468.9270627,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"26f2a7d2-2597-428a-90d2-cc1801def258"} {"level":"info","ts":1784801468.927077,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"26f2a7d2-2597-428a-90d2-cc1801def258","EoS":false} {"level":"info","ts":1784801468.927089,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"26f2a7d2-2597-428a-90d2-cc1801def258","EoS":true} {"level":"info","ts":1784801468.9271255,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"26f2a7d2-2597-428a-90d2-cc1801def258"} {"level":"info","ts":1784801499.3186526,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801499.3188443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c9ae33e-e995-4725-90bb-f837d2839574"} {"level":"info","ts":1784801499.3188677,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1c9ae33e-e995-4725-90bb-f837d2839574"} {"level":"info","ts":1784801499.3188975,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1c9ae33e-e995-4725-90bb-f837d2839574","EoS":true} {"level":"info","ts":1784801499.3189347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1c9ae33e-e995-4725-90bb-f837d2839574","header":"x-maas-group"} {"level":"info","ts":1784801499.318957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1c9ae33e-e995-4725-90bb-f837d2839574","header":"x-maas-username"} {"level":"info","ts":1784801499.3189716,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1c9ae33e-e995-4725-90bb-f837d2839574","header":"x-maas-subscription"} {"level":"info","ts":1784801499.318991,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c9ae33e-e995-4725-90bb-f837d2839574","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801499.3190176,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1c9ae33e-e995-4725-90bb-f837d2839574"} {"level":"info","ts":1784801499.320373,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1c9ae33e-e995-4725-90bb-f837d2839574"} {"level":"info","ts":1784801499.3204005,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1c9ae33e-e995-4725-90bb-f837d2839574"} {"level":"info","ts":1784801499.320422,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1c9ae33e-e995-4725-90bb-f837d2839574","EoS":false} {"level":"info","ts":1784801499.3204398,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1c9ae33e-e995-4725-90bb-f837d2839574","EoS":true} {"level":"info","ts":1784801499.3204932,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1c9ae33e-e995-4725-90bb-f837d2839574"} {"level":"info","ts":1784801508.739966,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801508.7400398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ac21b23-1267-4d6b-8794-d62459b2c86c"} {"level":"info","ts":1784801508.7400494,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ac21b23-1267-4d6b-8794-d62459b2c86c"} {"level":"info","ts":1784801508.7400613,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ac21b23-1267-4d6b-8794-d62459b2c86c","EoS":true} {"level":"info","ts":1784801508.7400873,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ac21b23-1267-4d6b-8794-d62459b2c86c","header":"x-maas-subscription"} {"level":"info","ts":1784801508.7400978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ac21b23-1267-4d6b-8794-d62459b2c86c","header":"x-maas-group"} {"level":"info","ts":1784801508.7401032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ac21b23-1267-4d6b-8794-d62459b2c86c","header":"x-maas-username"} {"level":"info","ts":1784801508.7401152,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ac21b23-1267-4d6b-8794-d62459b2c86c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801508.7401404,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ac21b23-1267-4d6b-8794-d62459b2c86c"} {"level":"info","ts":1784801508.7428613,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1ac21b23-1267-4d6b-8794-d62459b2c86c"} {"level":"info","ts":1784801508.7428834,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1ac21b23-1267-4d6b-8794-d62459b2c86c"} {"level":"info","ts":1784801508.742898,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1ac21b23-1267-4d6b-8794-d62459b2c86c","EoS":false} {"level":"info","ts":1784801508.7429106,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1ac21b23-1267-4d6b-8794-d62459b2c86c","EoS":true} {"level":"info","ts":1784801508.7429552,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1ac21b23-1267-4d6b-8794-d62459b2c86c"} {"level":"info","ts":1784801508.7782385,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801508.7783206,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"792ada1e-2114-4e84-a69d-4eb285d78869"} {"level":"info","ts":1784801508.7783337,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"792ada1e-2114-4e84-a69d-4eb285d78869"} {"level":"info","ts":1784801508.7783458,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"792ada1e-2114-4e84-a69d-4eb285d78869","EoS":true} {"level":"info","ts":1784801508.7783673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"792ada1e-2114-4e84-a69d-4eb285d78869","header":"x-maas-subscription"} {"level":"info","ts":1784801508.7783787,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"792ada1e-2114-4e84-a69d-4eb285d78869","header":"x-maas-group"} {"level":"info","ts":1784801508.778384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"792ada1e-2114-4e84-a69d-4eb285d78869","header":"x-maas-username"} {"level":"info","ts":1784801508.7783968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"792ada1e-2114-4e84-a69d-4eb285d78869","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801508.7784255,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"792ada1e-2114-4e84-a69d-4eb285d78869"} {"level":"info","ts":1784801508.779402,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"792ada1e-2114-4e84-a69d-4eb285d78869"} {"level":"info","ts":1784801508.7794201,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"792ada1e-2114-4e84-a69d-4eb285d78869"} {"level":"info","ts":1784801508.779438,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"792ada1e-2114-4e84-a69d-4eb285d78869","EoS":false} {"level":"info","ts":1784801508.7794502,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"792ada1e-2114-4e84-a69d-4eb285d78869","EoS":true} {"level":"info","ts":1784801508.7794838,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"792ada1e-2114-4e84-a69d-4eb285d78869"} {"level":"info","ts":1784801527.8572087,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801527.85729,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"765a11fc-c16d-4c23-9740-b47fe8e248b6"} {"level":"info","ts":1784801527.8573022,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"765a11fc-c16d-4c23-9740-b47fe8e248b6"} {"level":"info","ts":1784801527.8573146,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"765a11fc-c16d-4c23-9740-b47fe8e248b6","EoS":true} {"level":"info","ts":1784801527.8573422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"765a11fc-c16d-4c23-9740-b47fe8e248b6","header":"x-maas-group"} {"level":"info","ts":1784801527.857352,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"765a11fc-c16d-4c23-9740-b47fe8e248b6","header":"x-maas-username"} {"level":"info","ts":1784801527.857356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"765a11fc-c16d-4c23-9740-b47fe8e248b6","header":"x-maas-subscription"} {"level":"info","ts":1784801527.8573685,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"765a11fc-c16d-4c23-9740-b47fe8e248b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801527.8573916,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"765a11fc-c16d-4c23-9740-b47fe8e248b6"} {"level":"info","ts":1784801527.858284,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"765a11fc-c16d-4c23-9740-b47fe8e248b6"} {"level":"info","ts":1784801527.8583045,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"765a11fc-c16d-4c23-9740-b47fe8e248b6"} {"level":"info","ts":1784801527.8583205,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"765a11fc-c16d-4c23-9740-b47fe8e248b6","EoS":false} {"level":"info","ts":1784801527.8583317,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"765a11fc-c16d-4c23-9740-b47fe8e248b6","EoS":true} {"level":"info","ts":1784801527.8583732,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"765a11fc-c16d-4c23-9740-b47fe8e248b6"} {"level":"info","ts":1784801658.3997903,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801658.3998635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d2a4649-b6b3-4c0c-921c-1212a4c16b87"} {"level":"info","ts":1784801658.3998756,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d2a4649-b6b3-4c0c-921c-1212a4c16b87"} {"level":"info","ts":1784801658.3998866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d2a4649-b6b3-4c0c-921c-1212a4c16b87","EoS":true} {"level":"info","ts":1784801658.399909,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d2a4649-b6b3-4c0c-921c-1212a4c16b87","header":"x-maas-group"} {"level":"info","ts":1784801658.3999188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d2a4649-b6b3-4c0c-921c-1212a4c16b87","header":"x-maas-username"} {"level":"info","ts":1784801658.399925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d2a4649-b6b3-4c0c-921c-1212a4c16b87","header":"x-maas-subscription"} {"level":"info","ts":1784801658.399937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d2a4649-b6b3-4c0c-921c-1212a4c16b87","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784801658.3999622,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d2a4649-b6b3-4c0c-921c-1212a4c16b87"} {"level":"info","ts":1784801658.4011252,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5d2a4649-b6b3-4c0c-921c-1212a4c16b87"} {"level":"info","ts":1784801658.4011447,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5d2a4649-b6b3-4c0c-921c-1212a4c16b87"} {"level":"info","ts":1784801658.4011595,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d2a4649-b6b3-4c0c-921c-1212a4c16b87","EoS":false} {"level":"info","ts":1784801658.4011734,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d2a4649-b6b3-4c0c-921c-1212a4c16b87","EoS":true} {"level":"info","ts":1784801658.4012072,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5d2a4649-b6b3-4c0c-921c-1212a4c16b87"} {"level":"info","ts":1784801695.334433,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801695.3345175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2534125f-fc37-4ebe-988c-6fd92110a62c"} {"level":"info","ts":1784801695.334528,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2534125f-fc37-4ebe-988c-6fd92110a62c"} {"level":"info","ts":1784801695.33454,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2534125f-fc37-4ebe-988c-6fd92110a62c","EoS":true} {"level":"info","ts":1784801695.334568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2534125f-fc37-4ebe-988c-6fd92110a62c","header":"x-maas-group"} {"level":"info","ts":1784801695.334579,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2534125f-fc37-4ebe-988c-6fd92110a62c","header":"x-maas-subscription"} {"level":"info","ts":1784801695.3345873,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2534125f-fc37-4ebe-988c-6fd92110a62c","header":"x-maas-username"} {"level":"info","ts":1784801695.3346055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2534125f-fc37-4ebe-988c-6fd92110a62c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801695.334636,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2534125f-fc37-4ebe-988c-6fd92110a62c"} {"level":"info","ts":1784801695.3380234,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2534125f-fc37-4ebe-988c-6fd92110a62c"} {"level":"info","ts":1784801695.3380442,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2534125f-fc37-4ebe-988c-6fd92110a62c"} {"level":"info","ts":1784801695.3380578,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2534125f-fc37-4ebe-988c-6fd92110a62c","EoS":false} {"level":"info","ts":1784801695.338068,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2534125f-fc37-4ebe-988c-6fd92110a62c","EoS":true} {"level":"info","ts":1784801695.3381038,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2534125f-fc37-4ebe-988c-6fd92110a62c"} {"level":"info","ts":1784801710.5651357,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801710.5652182,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"113453d3-b218-4b52-b409-b8577cba7678"} {"level":"info","ts":1784801710.565229,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"113453d3-b218-4b52-b409-b8577cba7678"} {"level":"info","ts":1784801710.565241,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"113453d3-b218-4b52-b409-b8577cba7678","EoS":true} {"level":"info","ts":1784801710.5652933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"113453d3-b218-4b52-b409-b8577cba7678","header":"x-maas-username"} {"level":"info","ts":1784801710.5653024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"113453d3-b218-4b52-b409-b8577cba7678","header":"x-maas-subscription"} {"level":"info","ts":1784801710.5653074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"113453d3-b218-4b52-b409-b8577cba7678","header":"x-maas-group"} {"level":"info","ts":1784801710.5653214,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"113453d3-b218-4b52-b409-b8577cba7678","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801710.5653493,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"113453d3-b218-4b52-b409-b8577cba7678"} {"level":"info","ts":1784801710.5671823,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"113453d3-b218-4b52-b409-b8577cba7678"} {"level":"info","ts":1784801710.5672033,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"113453d3-b218-4b52-b409-b8577cba7678"} {"level":"info","ts":1784801710.5672188,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"113453d3-b218-4b52-b409-b8577cba7678","EoS":false} {"level":"info","ts":1784801710.5672307,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"113453d3-b218-4b52-b409-b8577cba7678","EoS":true} {"level":"info","ts":1784801710.5672812,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"113453d3-b218-4b52-b409-b8577cba7678"} {"level":"info","ts":1784802019.1353002,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784802019.1353734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c02a5bdd-cf4b-4e52-9ddf-1b967e49d0fc"} {"level":"info","ts":1784802019.1353824,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c02a5bdd-cf4b-4e52-9ddf-1b967e49d0fc"} {"level":"info","ts":1784802019.1353939,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c02a5bdd-cf4b-4e52-9ddf-1b967e49d0fc","EoS":true} {"level":"info","ts":1784802019.1354182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c02a5bdd-cf4b-4e52-9ddf-1b967e49d0fc","header":"x-maas-username"} {"level":"info","ts":1784802019.1354291,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c02a5bdd-cf4b-4e52-9ddf-1b967e49d0fc","header":"x-maas-subscription"} {"level":"info","ts":1784802019.135435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c02a5bdd-cf4b-4e52-9ddf-1b967e49d0fc","header":"x-maas-group"} {"level":"info","ts":1784802019.1354477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c02a5bdd-cf4b-4e52-9ddf-1b967e49d0fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784802019.1354768,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c02a5bdd-cf4b-4e52-9ddf-1b967e49d0fc"} {"level":"info","ts":1784802019.136406,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c02a5bdd-cf4b-4e52-9ddf-1b967e49d0fc"} {"level":"info","ts":1784802019.136427,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c02a5bdd-cf4b-4e52-9ddf-1b967e49d0fc"} {"level":"info","ts":1784802019.1364405,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c02a5bdd-cf4b-4e52-9ddf-1b967e49d0fc","EoS":false} {"level":"info","ts":1784802019.1364524,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c02a5bdd-cf4b-4e52-9ddf-1b967e49d0fc","EoS":true} {"level":"info","ts":1784802019.1364858,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c02a5bdd-cf4b-4e52-9ddf-1b967e49d0fc"} {"level":"info","ts":1784802023.9162385,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"33b769b8-a5ce-49e3-8828-38223a78732a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784802023.9165392,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33309.248840365,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784802023.9165742,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784802023.973731,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784802024.0174148,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"33b769b8-a5ce-49e3-8828-38223a78732a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784802024.0264397,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0a404d9e-dc97-42b5-bd83-3bd0efe80205"} {"level":"info","ts":1784802024.0265982,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9744e16b-0ae5-4b46-9a52-5c8fc43733b4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784802024.0266376,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9744e16b-0ae5-4b46-9a52-5c8fc43733b4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784802024.0337472,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8ba801be-c873-4bd8-bac5-1e7dff99e714","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784802024.0337846,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8ba801be-c873-4bd8-bac5-1e7dff99e714","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784802024.0342085,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36348.027539049,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784802024.0342264,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784802024.0416117,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784802024.1342816,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0a404d9e-dc97-42b5-bd83-3bd0efe80205","name":"e2e-external-provider"} {"level":"info","ts":1784802024.1425748,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"889675dd-b48a-4fc6-9724-11b38128a273","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784802024.1426253,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"889675dd-b48a-4fc6-9724-11b38128a273","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784802024.1425743,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae16219f-5168-4571-b88a-92807601edff"} {"level":"info","ts":1784802024.1479874,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ea5de05-e5ff-4098-8877-0996c73b7521","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784802024.1480222,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ea5de05-e5ff-4098-8877-0996c73b7521","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784802024.1481912,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae16219f-5168-4571-b88a-92807601edff","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784802024.1490924,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0a404d9e-dc97-42b5-bd83-3bd0efe80205","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784802024.1564121,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17615881-2a91-474a-9528-2d7bef0504fb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784802024.1564476,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17615881-2a91-474a-9528-2d7bef0504fb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784802024.1566653,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae16219f-5168-4571-b88a-92807601edff","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784802024.1567607,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15bc83a5-3a4c-41be-8c1e-71e9c927a526"} {"level":"info","ts":1784802024.1567893,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15bc83a5-3a4c-41be-8c1e-71e9c927a526","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784802024.158751,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0a404d9e-dc97-42b5-bd83-3bd0efe80205","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784802024.160813,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15bc83a5-3a4c-41be-8c1e-71e9c927a526","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784802024.1652951,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0a404d9e-dc97-42b5-bd83-3bd0efe80205","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784802024.1714644,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"660c1ab2-f1e0-4bce-b7e0-33b7efd822c1"} {"level":"info","ts":1784802024.1714993,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"660c1ab2-f1e0-4bce-b7e0-33b7efd822c1","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784802024.1717238,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"487ca36f-0f5e-49fd-915c-88d15ed237f0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784802024.171756,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"487ca36f-0f5e-49fd-915c-88d15ed237f0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784802024.171826,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9a2f78bb-bca7-4377-b5ac-29a872be6665","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784802024.1718423,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9a2f78bb-bca7-4377-b5ac-29a872be6665","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784802024.1719134,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2bd69357-0722-406e-9af1-b0925e95c8d9"} {"level":"info","ts":1784802024.171975,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2bd69357-0722-406e-9af1-b0925e95c8d9","name":"e2e-external-provider"} {"level":"error","ts":1784802024.175528,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"660c1ab2-f1e0-4bce-b7e0-33b7efd822c1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784802024.175584,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"909a1d68-1e34-4390-8f6f-af48c90f75cf"} {"level":"info","ts":1784802024.1757627,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38280.055894569,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784802024.1757765,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784802024.179576,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2bd69357-0722-406e-9af1-b0925e95c8d9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784802024.1816494,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784802024.2760682,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"909a1d68-1e34-4390-8f6f-af48c90f75cf","name":"e2e-external-model"} {"level":"info","ts":1784802024.285871,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"909a1d68-1e34-4390-8f6f-af48c90f75cf","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784802024.2904408,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6425f9f4-3b8c-4f47-bf03-871cbab0562e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784802024.2904766,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6425f9f4-3b8c-4f47-bf03-871cbab0562e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784802024.2905731,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8fb1f892-079f-436d-bcc8-8b4640a51ca7"} {"level":"info","ts":1784802024.2906318,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8fb1f892-079f-436d-bcc8-8b4640a51ca7","name":"e2e-external-model"} {"level":"info","ts":1784802024.306638,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bafdbada-ad7a-4559-ad6c-901e876331f4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784802024.3066719,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bafdbada-ad7a-4559-ad6c-901e876331f4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784802024.3066308,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8fb1f892-079f-436d-bcc8-8b4640a51ca7","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784802024.306739,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98fa5148-0f75-4e4f-b1ce-f06aa6045cae"} {"level":"info","ts":1784802024.3067887,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98fa5148-0f75-4e4f-b1ce-f06aa6045cae","name":"e2e-external-model"} {"level":"info","ts":1784802024.3142366,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98fa5148-0f75-4e4f-b1ce-f06aa6045cae","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784802024.3187978,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4b6ee93-6659-429f-be88-42fe2ede6be5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784802024.3188148,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8aa9532c-6e4d-4e09-ab49-4c84fa4aa658"} {"level":"info","ts":1784802024.3188832,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8aa9532c-6e4d-4e09-ab49-4c84fa4aa658","name":"e2e-external-model"} {"level":"info","ts":1784802024.3188248,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4b6ee93-6659-429f-be88-42fe2ede6be5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784802024.3258219,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8aa9532c-6e4d-4e09-ab49-4c84fa4aa658","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784802033.6937284,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784802033.6937926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf90447e-e46f-4a99-8adc-e7287f2217e5"} {"level":"info","ts":1784802033.693801,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf90447e-e46f-4a99-8adc-e7287f2217e5"} {"level":"info","ts":1784802033.6938114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf90447e-e46f-4a99-8adc-e7287f2217e5","EoS":true} {"level":"info","ts":1784802033.693834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf90447e-e46f-4a99-8adc-e7287f2217e5","header":"x-maas-subscription"} {"level":"info","ts":1784802033.6938443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf90447e-e46f-4a99-8adc-e7287f2217e5","header":"x-maas-username"} {"level":"info","ts":1784802033.6938503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf90447e-e46f-4a99-8adc-e7287f2217e5","header":"x-maas-group"} {"level":"info","ts":1784802033.6938617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf90447e-e46f-4a99-8adc-e7287f2217e5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784802033.693868,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bf90447e-e46f-4a99-8adc-e7287f2217e5","modelName":"e2e-external-model"} {"level":"info","ts":1784802033.6938794,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bf90447e-e46f-4a99-8adc-e7287f2217e5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784802033.6939068,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"bf90447e-e46f-4a99-8adc-e7287f2217e5","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784802033.693925,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"bf90447e-e46f-4a99-8adc-e7287f2217e5","authType":"apikey"} {"level":"info","ts":1784802033.693952,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf90447e-e46f-4a99-8adc-e7287f2217e5"} {"level":"info","ts":1784802033.8185608,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b09bf072-e223-4e85-a42f-af915c792b81"} {"level":"info","ts":1784802033.818559,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4840447b-4884-4414-88f0-fbfbac6b60a0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784802033.8186858,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4840447b-4884-4414-88f0-fbfbac6b60a0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784802033.8234918,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b09bf072-e223-4e85-a42f-af915c792b81","name":"e2e-cleanup-test"} {"level":"info","ts":1784802033.8235211,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c63cc586-ad52-40a4-ab1b-3b73a733d129","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784802033.8235424,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c63cc586-ad52-40a4-ab1b-3b73a733d129","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784802033.833913,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b09bf072-e223-4e85-a42f-af915c792b81","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784802033.841412,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa83620a-9a35-497a-8311-11d14db5bff2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784802033.8415067,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa83620a-9a35-497a-8311-11d14db5bff2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784802033.842463,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d2aad6e1-1fdf-45d0-a6ba-039edcf18928"} {"level":"info","ts":1784802033.8425167,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d2aad6e1-1fdf-45d0-a6ba-039edcf18928","name":"e2e-cleanup-test"} {"level":"error","ts":1784802033.8571603,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d2aad6e1-1fdf-45d0-a6ba-039edcf18928","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784802033.8573859,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4553a307-5a2a-4276-b64c-9b85810c33d5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784802033.8574226,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4553a307-5a2a-4276-b64c-9b85810c33d5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784802033.8574302,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47ba13ff-ad04-41a9-b0e0-bcdc4cc512f5"} {"level":"info","ts":1784802033.857489,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47ba13ff-ad04-41a9-b0e0-bcdc4cc512f5","name":"e2e-cleanup-test"} {"level":"info","ts":1784802033.8644662,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47ba13ff-ad04-41a9-b0e0-bcdc4cc512f5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784802033.8710167,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ecbb830a-687c-4f76-a2a9-4bfd60ab41a1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784802033.8710406,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"044d794a-8237-44e9-9146-84b0a8d46bdd"} {"level":"info","ts":1784802033.8710532,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ecbb830a-687c-4f76-a2a9-4bfd60ab41a1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784802033.8711107,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"044d794a-8237-44e9-9146-84b0a8d46bdd","name":"e2e-cleanup-test"} {"level":"info","ts":1784802033.8807743,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"044d794a-8237-44e9-9146-84b0a8d46bdd","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784802042.0860035,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec04f43e-c220-4b7e-9ea9-4cf1ce4ba618","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784802042.0860155,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ddb8fc8c-7fef-4adb-a3f2-b1721c8fa2a2"} {"level":"info","ts":1784802042.0860438,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec04f43e-c220-4b7e-9ea9-4cf1ce4ba618","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784802046.4206426,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784802046.4207103,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4dd662b5-f136-41b1-80ca-7fc2746ec491"} {"level":"info","ts":1784802046.4207232,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4dd662b5-f136-41b1-80ca-7fc2746ec491"} {"level":"info","ts":1784802046.4207413,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4dd662b5-f136-41b1-80ca-7fc2746ec491","EoS":true} {"level":"info","ts":1784802046.420782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4dd662b5-f136-41b1-80ca-7fc2746ec491","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784802046.4208179,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4dd662b5-f136-41b1-80ca-7fc2746ec491"} {"level":"info","ts":1784802046.4545438,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784802046.454621,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b68d6244-4fa7-4642-af74-3b8f3be82f6f"} {"level":"info","ts":1784802046.4546342,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b68d6244-4fa7-4642-af74-3b8f3be82f6f"} {"level":"info","ts":1784802046.454647,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b68d6244-4fa7-4642-af74-3b8f3be82f6f","EoS":true} {"level":"info","ts":1784802046.4546745,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b68d6244-4fa7-4642-af74-3b8f3be82f6f","header":"x-maas-username"} {"level":"info","ts":1784802046.4546852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b68d6244-4fa7-4642-af74-3b8f3be82f6f","header":"x-maas-subscription"} {"level":"info","ts":1784802046.45469,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b68d6244-4fa7-4642-af74-3b8f3be82f6f","header":"x-maas-group"} {"level":"info","ts":1784802046.4547024,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b68d6244-4fa7-4642-af74-3b8f3be82f6f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784802046.4547093,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b68d6244-4fa7-4642-af74-3b8f3be82f6f","modelName":"e2e-external-model"} {"level":"info","ts":1784802046.4547224,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b68d6244-4fa7-4642-af74-3b8f3be82f6f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784802046.4547536,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"b68d6244-4fa7-4642-af74-3b8f3be82f6f","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784802046.4547691,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"b68d6244-4fa7-4642-af74-3b8f3be82f6f","authType":"apikey"} {"level":"info","ts":1784802046.454794,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b68d6244-4fa7-4642-af74-3b8f3be82f6f"} {"level":"info","ts":1784802046.4906676,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784802046.4907262,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c17c81c-afd6-40c3-bd3c-b51dcfb43004"} {"level":"info","ts":1784802046.4907346,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c17c81c-afd6-40c3-bd3c-b51dcfb43004"} {"level":"info","ts":1784802046.4907486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c17c81c-afd6-40c3-bd3c-b51dcfb43004","EoS":true} {"level":"info","ts":1784802046.490771,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c17c81c-afd6-40c3-bd3c-b51dcfb43004","header":"x-maas-subscription"} {"level":"info","ts":1784802046.4907792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c17c81c-afd6-40c3-bd3c-b51dcfb43004","header":"x-maas-username"} {"level":"info","ts":1784802046.4907832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c17c81c-afd6-40c3-bd3c-b51dcfb43004","header":"x-maas-group"} {"level":"info","ts":1784802046.490794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c17c81c-afd6-40c3-bd3c-b51dcfb43004","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784802046.490812,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c17c81c-afd6-40c3-bd3c-b51dcfb43004"} {"level":"info","ts":1784802046.5951395,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8c17c81c-afd6-40c3-bd3c-b51dcfb43004"} {"level":"info","ts":1784802046.5951688,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8c17c81c-afd6-40c3-bd3c-b51dcfb43004"} {"level":"info","ts":1784802046.5951917,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8c17c81c-afd6-40c3-bd3c-b51dcfb43004","EoS":false} {"level":"info","ts":1784802046.5952084,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8c17c81c-afd6-40c3-bd3c-b51dcfb43004","EoS":true} {"level":"error","ts":1784802046.5952296,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"8c17c81c-afd6-40c3-bd3c-b51dcfb43004","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784802046.59534,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8c17c81c-afd6-40c3-bd3c-b51dcfb43004"} {"level":"info","ts":1784802046.6341891,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784802046.6342494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5424f2e8-4c42-4efe-b5f3-4eb8451d28d6"} {"level":"info","ts":1784802046.63428,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5424f2e8-4c42-4efe-b5f3-4eb8451d28d6"} {"level":"info","ts":1784802046.6342914,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5424f2e8-4c42-4efe-b5f3-4eb8451d28d6","EoS":true} {"level":"info","ts":1784802046.6343117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5424f2e8-4c42-4efe-b5f3-4eb8451d28d6","header":"x-maas-username"} {"level":"info","ts":1784802046.6343215,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5424f2e8-4c42-4efe-b5f3-4eb8451d28d6","header":"x-maas-subscription"} {"level":"info","ts":1784802046.634327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5424f2e8-4c42-4efe-b5f3-4eb8451d28d6","header":"x-maas-group"} {"level":"info","ts":1784802046.6343536,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5424f2e8-4c42-4efe-b5f3-4eb8451d28d6"} {"level":"info","ts":1784802046.6807883,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5424f2e8-4c42-4efe-b5f3-4eb8451d28d6"} {"level":"info","ts":1784802046.6808095,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5424f2e8-4c42-4efe-b5f3-4eb8451d28d6"} {"level":"info","ts":1784802046.6808262,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5424f2e8-4c42-4efe-b5f3-4eb8451d28d6","EoS":false} {"level":"info","ts":1784802046.6808383,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5424f2e8-4c42-4efe-b5f3-4eb8451d28d6","EoS":true} {"level":"error","ts":1784802046.6808536,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"5424f2e8-4c42-4efe-b5f3-4eb8451d28d6","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784802046.680891,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5424f2e8-4c42-4efe-b5f3-4eb8451d28d6"} {"level":"info","ts":1784802047.518694,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"42626eea-705c-4f25-9608-999645d3858d"} {"level":"info","ts":1784802047.518694,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7f308f3-81d4-4a5d-bbb7-73253a87e299","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784802047.518755,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7f308f3-81d4-4a5d-bbb7-73253a87e299","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784802047.6589117,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d22f7aa2-06fe-4fa0-9de3-68f8af37e329"} {"level":"info","ts":1784802047.6589112,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"308dd7c2-0d11-4733-a0f0-70e202047945","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784802047.6590004,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"308dd7c2-0d11-4733-a0f0-70e202047945","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784802047.7773414,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"af04229e-0cc8-4d1c-9f52-05fb69e48b7a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784802047.7773998,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"af04229e-0cc8-4d1c-9f52-05fb69e48b7a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784802660.2159083,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784802660.2159886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"114f176a-ff6d-4c3b-bb92-d8a422253b07"} {"level":"info","ts":1784802660.2159977,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"114f176a-ff6d-4c3b-bb92-d8a422253b07"} {"level":"info","ts":1784802660.2160103,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"114f176a-ff6d-4c3b-bb92-d8a422253b07","EoS":true} {"level":"info","ts":1784802660.2160373,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"114f176a-ff6d-4c3b-bb92-d8a422253b07","header":"x-maas-group"} {"level":"info","ts":1784802660.216045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"114f176a-ff6d-4c3b-bb92-d8a422253b07","header":"x-maas-subscription"} {"level":"info","ts":1784802660.2160494,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"114f176a-ff6d-4c3b-bb92-d8a422253b07","header":"x-maas-username"} {"level":"info","ts":1784802660.2161014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"114f176a-ff6d-4c3b-bb92-d8a422253b07","path":"/ai-tenant-e2e-inf-b-6fb9c7/test-model-6fb9c7/v1/chat/completions"} {"level":"info","ts":1784802660.21613,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"114f176a-ff6d-4c3b-bb92-d8a422253b07"} {"level":"info","ts":1784802660.2290301,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"114f176a-ff6d-4c3b-bb92-d8a422253b07"} {"level":"info","ts":1784802660.2290576,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"114f176a-ff6d-4c3b-bb92-d8a422253b07"} {"level":"info","ts":1784802660.2290785,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"114f176a-ff6d-4c3b-bb92-d8a422253b07","EoS":false} {"level":"info","ts":1784802660.2290926,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"114f176a-ff6d-4c3b-bb92-d8a422253b07","EoS":true} {"level":"info","ts":1784802660.229136,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"114f176a-ff6d-4c3b-bb92-d8a422253b07"} {"level":"info","ts":1784803114.078133,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784803114.0782087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c23b9f74-3a9e-4d10-aee2-b492cf59e52a"} {"level":"info","ts":1784803114.078217,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c23b9f74-3a9e-4d10-aee2-b492cf59e52a"} {"level":"info","ts":1784803114.078228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c23b9f74-3a9e-4d10-aee2-b492cf59e52a","EoS":true} {"level":"info","ts":1784803114.078279,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c23b9f74-3a9e-4d10-aee2-b492cf59e52a","header":"x-maas-username"} {"level":"info","ts":1784803114.0782952,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c23b9f74-3a9e-4d10-aee2-b492cf59e52a","header":"x-maas-group"} {"level":"info","ts":1784803114.078302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c23b9f74-3a9e-4d10-aee2-b492cf59e52a","header":"x-maas-subscription"} {"level":"info","ts":1784803114.0783155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c23b9f74-3a9e-4d10-aee2-b492cf59e52a","path":"/ai-tenant-e2e-shared-a-d0ac3e/rate-test-model-d0ac3e/v1/completions"} {"level":"info","ts":1784803114.0783422,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c23b9f74-3a9e-4d10-aee2-b492cf59e52a"} {"level":"info","ts":1784803114.0913043,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c23b9f74-3a9e-4d10-aee2-b492cf59e52a"} {"level":"info","ts":1784803114.091328,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c23b9f74-3a9e-4d10-aee2-b492cf59e52a"} {"level":"info","ts":1784803114.0913444,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c23b9f74-3a9e-4d10-aee2-b492cf59e52a","EoS":false} {"level":"info","ts":1784803114.091357,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c23b9f74-3a9e-4d10-aee2-b492cf59e52a","EoS":true} {"level":"info","ts":1784803114.0913954,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c23b9f74-3a9e-4d10-aee2-b492cf59e52a"} {"level":"info","ts":1784803115.1300309,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784803115.1301203,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e98dae1-9d21-4f1e-a59f-e06912e1a3c5"} {"level":"info","ts":1784803115.1301317,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2e98dae1-9d21-4f1e-a59f-e06912e1a3c5"} {"level":"info","ts":1784803115.1301432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e98dae1-9d21-4f1e-a59f-e06912e1a3c5","EoS":true} {"level":"info","ts":1784803115.130176,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e98dae1-9d21-4f1e-a59f-e06912e1a3c5","header":"x-maas-username"} {"level":"info","ts":1784803115.1301868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e98dae1-9d21-4f1e-a59f-e06912e1a3c5","header":"x-maas-group"} {"level":"info","ts":1784803115.1301916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e98dae1-9d21-4f1e-a59f-e06912e1a3c5","header":"x-maas-subscription"} {"level":"info","ts":1784803115.1302063,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e98dae1-9d21-4f1e-a59f-e06912e1a3c5","path":"/ai-tenant-e2e-shared-a-d0ac3e/rate-test-model-d0ac3e/v1/completions"} {"level":"info","ts":1784803115.1302357,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2e98dae1-9d21-4f1e-a59f-e06912e1a3c5"} {"level":"info","ts":1784803115.131632,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2e98dae1-9d21-4f1e-a59f-e06912e1a3c5"} {"level":"info","ts":1784803115.1316624,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2e98dae1-9d21-4f1e-a59f-e06912e1a3c5"} {"level":"info","ts":1784803115.1316845,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2e98dae1-9d21-4f1e-a59f-e06912e1a3c5","EoS":false} {"level":"info","ts":1784803115.1317036,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2e98dae1-9d21-4f1e-a59f-e06912e1a3c5","EoS":true} {"level":"info","ts":1784803115.131761,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2e98dae1-9d21-4f1e-a59f-e06912e1a3c5"} {"level":"info","ts":1784803131.369309,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784803131.3693914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82dff7df-0a69-4b0f-9562-6741ceec6b7a"} {"level":"info","ts":1784803131.3694034,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"82dff7df-0a69-4b0f-9562-6741ceec6b7a"} {"level":"info","ts":1784803131.3694153,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82dff7df-0a69-4b0f-9562-6741ceec6b7a","EoS":true} {"level":"info","ts":1784803131.3694403,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82dff7df-0a69-4b0f-9562-6741ceec6b7a","header":"x-maas-subscription"} {"level":"info","ts":1784803131.36945,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82dff7df-0a69-4b0f-9562-6741ceec6b7a","header":"x-maas-group"} {"level":"info","ts":1784803131.3694544,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82dff7df-0a69-4b0f-9562-6741ceec6b7a","header":"x-maas-username"} {"level":"info","ts":1784803131.3694677,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82dff7df-0a69-4b0f-9562-6741ceec6b7a","path":"/ai-tenant-e2e-shared-b-bc0d57/rate-test-model-bc0d57/v1/completions"} {"level":"info","ts":1784803131.3694918,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"82dff7df-0a69-4b0f-9562-6741ceec6b7a"} {"level":"info","ts":1784803131.382147,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"82dff7df-0a69-4b0f-9562-6741ceec6b7a"} {"level":"info","ts":1784803131.3821814,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"82dff7df-0a69-4b0f-9562-6741ceec6b7a"} {"level":"info","ts":1784803131.382203,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"82dff7df-0a69-4b0f-9562-6741ceec6b7a","EoS":false} {"level":"info","ts":1784803131.382221,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"82dff7df-0a69-4b0f-9562-6741ceec6b7a","EoS":true} {"level":"info","ts":1784803131.3822937,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"82dff7df-0a69-4b0f-9562-6741ceec6b7a"}