{"level":"info","ts":1785081906.4766333,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"890584b0-ab80-4673-83d4-ff2ed0388eb5"} {"level":"info","ts":1785081907.2342932,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081907.2343628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7e88f0a-35f6-477b-9798-c8340be83ed1"} {"level":"info","ts":1785081907.234375,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f7e88f0a-35f6-477b-9798-c8340be83ed1"} {"level":"info","ts":1785081907.234386,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7e88f0a-35f6-477b-9798-c8340be83ed1","EoS":true} {"level":"info","ts":1785081907.2344136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7e88f0a-35f6-477b-9798-c8340be83ed1","header":"x-maas-username"} {"level":"info","ts":1785081907.234424,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7e88f0a-35f6-477b-9798-c8340be83ed1","header":"x-maas-subscription"} {"level":"info","ts":1785081907.2344296,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7e88f0a-35f6-477b-9798-c8340be83ed1","header":"x-maas-group"} {"level":"info","ts":1785081907.2344422,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7e88f0a-35f6-477b-9798-c8340be83ed1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081907.234468,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f7e88f0a-35f6-477b-9798-c8340be83ed1"} {"level":"info","ts":1785081907.2354164,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f7e88f0a-35f6-477b-9798-c8340be83ed1"} {"level":"info","ts":1785081907.2354326,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f7e88f0a-35f6-477b-9798-c8340be83ed1"} {"level":"info","ts":1785081907.2354522,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f7e88f0a-35f6-477b-9798-c8340be83ed1","EoS":false} {"level":"info","ts":1785081907.2354636,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f7e88f0a-35f6-477b-9798-c8340be83ed1","EoS":true} {"level":"info","ts":1785081907.2354884,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f7e88f0a-35f6-477b-9798-c8340be83ed1"} {"level":"info","ts":1785081930.335106,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081930.3351936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"814cbb1a-328a-4fe0-8f0e-458897762dd2"} {"level":"info","ts":1785081930.3352065,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"814cbb1a-328a-4fe0-8f0e-458897762dd2"} {"level":"info","ts":1785081930.335219,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"814cbb1a-328a-4fe0-8f0e-458897762dd2","EoS":true} {"level":"info","ts":1785081930.3352456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"814cbb1a-328a-4fe0-8f0e-458897762dd2","header":"x-maas-group"} {"level":"info","ts":1785081930.3352556,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"814cbb1a-328a-4fe0-8f0e-458897762dd2","header":"x-maas-subscription"} {"level":"info","ts":1785081930.3352602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"814cbb1a-328a-4fe0-8f0e-458897762dd2","header":"x-maas-username"} {"level":"info","ts":1785081930.335275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"814cbb1a-328a-4fe0-8f0e-458897762dd2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081930.3353055,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"814cbb1a-328a-4fe0-8f0e-458897762dd2"} {"level":"info","ts":1785081930.3475766,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"814cbb1a-328a-4fe0-8f0e-458897762dd2"} {"level":"info","ts":1785081930.347601,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"814cbb1a-328a-4fe0-8f0e-458897762dd2"} {"level":"info","ts":1785081930.3476212,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"814cbb1a-328a-4fe0-8f0e-458897762dd2","EoS":false} {"level":"info","ts":1785081930.3476322,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"814cbb1a-328a-4fe0-8f0e-458897762dd2","EoS":true} {"level":"info","ts":1785081930.3476596,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"814cbb1a-328a-4fe0-8f0e-458897762dd2"} {"level":"info","ts":1785081930.4803796,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081930.4804542,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1698b6c7-a4d3-4f51-a1c0-5d35e89ffc99"} {"level":"info","ts":1785081930.4804657,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1698b6c7-a4d3-4f51-a1c0-5d35e89ffc99"} {"level":"info","ts":1785081930.480478,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1698b6c7-a4d3-4f51-a1c0-5d35e89ffc99","EoS":true} {"level":"info","ts":1785081930.4805002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1698b6c7-a4d3-4f51-a1c0-5d35e89ffc99","header":"x-maas-username"} {"level":"info","ts":1785081930.4805155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1698b6c7-a4d3-4f51-a1c0-5d35e89ffc99","header":"x-maas-group"} {"level":"info","ts":1785081930.4805224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1698b6c7-a4d3-4f51-a1c0-5d35e89ffc99","header":"x-maas-subscription"} {"level":"info","ts":1785081930.480535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1698b6c7-a4d3-4f51-a1c0-5d35e89ffc99","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081930.4805605,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1698b6c7-a4d3-4f51-a1c0-5d35e89ffc99"} {"level":"info","ts":1785081930.4823391,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1698b6c7-a4d3-4f51-a1c0-5d35e89ffc99"} {"level":"info","ts":1785081930.4823515,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1698b6c7-a4d3-4f51-a1c0-5d35e89ffc99"} {"level":"info","ts":1785081930.482367,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1698b6c7-a4d3-4f51-a1c0-5d35e89ffc99","EoS":false} {"level":"info","ts":1785081930.482382,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1698b6c7-a4d3-4f51-a1c0-5d35e89ffc99","EoS":true} {"level":"info","ts":1785081930.4824088,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1698b6c7-a4d3-4f51-a1c0-5d35e89ffc99"} {"level":"info","ts":1785081930.6201258,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081930.620194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5dfd4109-d115-43b6-b911-b598d0278434"} {"level":"info","ts":1785081930.6202068,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5dfd4109-d115-43b6-b911-b598d0278434"} {"level":"info","ts":1785081930.6202183,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5dfd4109-d115-43b6-b911-b598d0278434","EoS":true} {"level":"info","ts":1785081930.6202407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5dfd4109-d115-43b6-b911-b598d0278434","header":"x-maas-group"} {"level":"info","ts":1785081930.6202505,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5dfd4109-d115-43b6-b911-b598d0278434","header":"x-maas-subscription"} {"level":"info","ts":1785081930.6202562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5dfd4109-d115-43b6-b911-b598d0278434","header":"x-maas-username"} {"level":"info","ts":1785081930.6202693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5dfd4109-d115-43b6-b911-b598d0278434","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081930.6202962,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5dfd4109-d115-43b6-b911-b598d0278434"} {"level":"info","ts":1785081930.6210737,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5dfd4109-d115-43b6-b911-b598d0278434"} {"level":"info","ts":1785081930.6210957,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5dfd4109-d115-43b6-b911-b598d0278434"} {"level":"info","ts":1785081930.6211123,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5dfd4109-d115-43b6-b911-b598d0278434","EoS":false} {"level":"info","ts":1785081930.6211238,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5dfd4109-d115-43b6-b911-b598d0278434","EoS":true} {"level":"info","ts":1785081930.6211503,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5dfd4109-d115-43b6-b911-b598d0278434"} {"level":"info","ts":1785081930.7570953,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081930.7571602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0240c1ab-375d-4d24-b52f-87b1f9dcc089"} {"level":"info","ts":1785081930.7571692,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0240c1ab-375d-4d24-b52f-87b1f9dcc089"} {"level":"info","ts":1785081930.7571797,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0240c1ab-375d-4d24-b52f-87b1f9dcc089","EoS":true} {"level":"info","ts":1785081930.7572012,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0240c1ab-375d-4d24-b52f-87b1f9dcc089","header":"x-maas-username"} {"level":"info","ts":1785081930.757211,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0240c1ab-375d-4d24-b52f-87b1f9dcc089","header":"x-maas-group"} {"level":"info","ts":1785081930.757218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0240c1ab-375d-4d24-b52f-87b1f9dcc089","header":"x-maas-subscription"} {"level":"info","ts":1785081930.7572327,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0240c1ab-375d-4d24-b52f-87b1f9dcc089","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081930.757257,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0240c1ab-375d-4d24-b52f-87b1f9dcc089"} {"level":"info","ts":1785081930.7580154,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0240c1ab-375d-4d24-b52f-87b1f9dcc089"} {"level":"info","ts":1785081930.7580328,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0240c1ab-375d-4d24-b52f-87b1f9dcc089"} {"level":"info","ts":1785081930.7580497,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0240c1ab-375d-4d24-b52f-87b1f9dcc089","EoS":false} {"level":"info","ts":1785081930.7580602,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0240c1ab-375d-4d24-b52f-87b1f9dcc089","EoS":true} {"level":"info","ts":1785081930.75809,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0240c1ab-375d-4d24-b52f-87b1f9dcc089"} {"level":"info","ts":1785081930.8923616,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081930.8924437,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e97cc20-104d-47b1-bd41-285fa93e70c7"} {"level":"info","ts":1785081930.892457,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9e97cc20-104d-47b1-bd41-285fa93e70c7"} {"level":"info","ts":1785081930.8924685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e97cc20-104d-47b1-bd41-285fa93e70c7","EoS":true} {"level":"info","ts":1785081930.8924901,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e97cc20-104d-47b1-bd41-285fa93e70c7","header":"x-maas-subscription"} {"level":"info","ts":1785081930.8925004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e97cc20-104d-47b1-bd41-285fa93e70c7","header":"x-maas-group"} {"level":"info","ts":1785081930.892507,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e97cc20-104d-47b1-bd41-285fa93e70c7","header":"x-maas-username"} {"level":"info","ts":1785081930.892526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e97cc20-104d-47b1-bd41-285fa93e70c7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081930.8925524,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e97cc20-104d-47b1-bd41-285fa93e70c7"} {"level":"info","ts":1785081930.893253,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9e97cc20-104d-47b1-bd41-285fa93e70c7"} {"level":"info","ts":1785081930.893264,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9e97cc20-104d-47b1-bd41-285fa93e70c7"} {"level":"info","ts":1785081930.8932757,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e97cc20-104d-47b1-bd41-285fa93e70c7","EoS":false} {"level":"info","ts":1785081930.8932853,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e97cc20-104d-47b1-bd41-285fa93e70c7","EoS":true} {"level":"info","ts":1785081930.8933105,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9e97cc20-104d-47b1-bd41-285fa93e70c7"} {"level":"info","ts":1785081950.8509274,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081950.8510056,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a03ad36-677e-4701-ae28-4767f3503e50"} {"level":"info","ts":1785081950.8510153,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a03ad36-677e-4701-ae28-4767f3503e50"} {"level":"info","ts":1785081950.8510273,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a03ad36-677e-4701-ae28-4767f3503e50","EoS":true} {"level":"info","ts":1785081950.8510523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a03ad36-677e-4701-ae28-4767f3503e50","header":"x-maas-subscription"} {"level":"info","ts":1785081950.8510628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a03ad36-677e-4701-ae28-4767f3503e50","header":"x-maas-group"} {"level":"info","ts":1785081950.8510685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a03ad36-677e-4701-ae28-4767f3503e50","header":"x-maas-username"} {"level":"info","ts":1785081950.8510814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a03ad36-677e-4701-ae28-4767f3503e50","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081950.851108,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a03ad36-677e-4701-ae28-4767f3503e50"} {"level":"info","ts":1785081950.8529797,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4a03ad36-677e-4701-ae28-4767f3503e50"} {"level":"info","ts":1785081950.8529952,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4a03ad36-677e-4701-ae28-4767f3503e50"} {"level":"info","ts":1785081950.8530083,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4a03ad36-677e-4701-ae28-4767f3503e50","EoS":false} {"level":"info","ts":1785081950.8530197,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4a03ad36-677e-4701-ae28-4767f3503e50","EoS":true} {"level":"info","ts":1785081950.8530495,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4a03ad36-677e-4701-ae28-4767f3503e50"} {"level":"info","ts":1785081950.9617145,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081950.9618194,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"61ec2de0-8566-49e9-950b-747dd4694bb7"} {"level":"info","ts":1785081950.9624329,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"61ec2de0-8566-49e9-950b-747dd4694bb7"} {"level":"info","ts":1785081950.9624515,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"61ec2de0-8566-49e9-950b-747dd4694bb7"} {"level":"info","ts":1785081950.9624655,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"61ec2de0-8566-49e9-950b-747dd4694bb7","EoS":false} {"level":"info","ts":1785081950.962484,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"61ec2de0-8566-49e9-950b-747dd4694bb7"} {"level":"info","ts":1785081950.9625113,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"61ec2de0-8566-49e9-950b-747dd4694bb7","EoS":true} {"level":"info","ts":1785081950.962521,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"61ec2de0-8566-49e9-950b-747dd4694bb7"} {"level":"info","ts":1785081955.5660555,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081955.5661385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72556012-e17d-4b98-9b16-01f4df0f0263"} {"level":"info","ts":1785081955.566154,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"72556012-e17d-4b98-9b16-01f4df0f0263"} {"level":"info","ts":1785081955.5661743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72556012-e17d-4b98-9b16-01f4df0f0263","EoS":true} {"level":"info","ts":1785081955.5662103,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72556012-e17d-4b98-9b16-01f4df0f0263","header":"x-maas-username"} {"level":"info","ts":1785081955.566223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72556012-e17d-4b98-9b16-01f4df0f0263","header":"x-maas-group"} {"level":"info","ts":1785081955.5662332,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72556012-e17d-4b98-9b16-01f4df0f0263","header":"x-maas-subscription"} {"level":"info","ts":1785081955.566254,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72556012-e17d-4b98-9b16-01f4df0f0263","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081955.5662825,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"72556012-e17d-4b98-9b16-01f4df0f0263"} {"level":"info","ts":1785081955.5672188,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"72556012-e17d-4b98-9b16-01f4df0f0263"} {"level":"info","ts":1785081955.5672393,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"72556012-e17d-4b98-9b16-01f4df0f0263"} {"level":"info","ts":1785081955.567258,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"72556012-e17d-4b98-9b16-01f4df0f0263","EoS":false} {"level":"info","ts":1785081955.5672736,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"72556012-e17d-4b98-9b16-01f4df0f0263","EoS":true} {"level":"info","ts":1785081955.5673034,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"72556012-e17d-4b98-9b16-01f4df0f0263"} {"level":"info","ts":1785081966.1620805,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081966.1621745,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8add970d-5fd2-4835-8199-c087724be501"} {"level":"info","ts":1785081966.1621895,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8add970d-5fd2-4835-8199-c087724be501"} {"level":"info","ts":1785081966.1622026,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8add970d-5fd2-4835-8199-c087724be501","EoS":true} {"level":"info","ts":1785081966.1622334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8add970d-5fd2-4835-8199-c087724be501","header":"x-maas-username"} {"level":"info","ts":1785081966.1622458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8add970d-5fd2-4835-8199-c087724be501","header":"x-maas-subscription"} {"level":"info","ts":1785081966.1622517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8add970d-5fd2-4835-8199-c087724be501","header":"x-maas-group"} {"level":"info","ts":1785081966.1622655,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8add970d-5fd2-4835-8199-c087724be501","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785081966.1623366,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8add970d-5fd2-4835-8199-c087724be501"} {"level":"info","ts":1785081966.163381,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8add970d-5fd2-4835-8199-c087724be501"} {"level":"info","ts":1785081966.1634054,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8add970d-5fd2-4835-8199-c087724be501"} {"level":"info","ts":1785081966.1634274,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8add970d-5fd2-4835-8199-c087724be501","EoS":false} {"level":"info","ts":1785081966.1634479,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8add970d-5fd2-4835-8199-c087724be501","EoS":true} {"level":"info","ts":1785081966.1634865,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8add970d-5fd2-4835-8199-c087724be501"} {"level":"info","ts":1785081979.0314138,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081979.0315003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1093d502-75c6-4138-9cf8-613ad854ea2d"} {"level":"info","ts":1785081979.0315144,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1093d502-75c6-4138-9cf8-613ad854ea2d"} {"level":"info","ts":1785081979.0315304,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1093d502-75c6-4138-9cf8-613ad854ea2d","EoS":true} {"level":"info","ts":1785081979.031562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1093d502-75c6-4138-9cf8-613ad854ea2d","header":"x-maas-subscription"} {"level":"info","ts":1785081979.031576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1093d502-75c6-4138-9cf8-613ad854ea2d","header":"x-maas-group"} {"level":"info","ts":1785081979.0315816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1093d502-75c6-4138-9cf8-613ad854ea2d","header":"x-maas-username"} {"level":"info","ts":1785081979.031598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1093d502-75c6-4138-9cf8-613ad854ea2d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081979.0316672,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1093d502-75c6-4138-9cf8-613ad854ea2d"} {"level":"info","ts":1785081979.0326612,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1093d502-75c6-4138-9cf8-613ad854ea2d"} {"level":"info","ts":1785081979.0326822,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1093d502-75c6-4138-9cf8-613ad854ea2d"} {"level":"info","ts":1785081979.032698,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1093d502-75c6-4138-9cf8-613ad854ea2d","EoS":false} {"level":"info","ts":1785081979.0327077,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1093d502-75c6-4138-9cf8-613ad854ea2d","EoS":true} {"level":"info","ts":1785081979.0327384,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1093d502-75c6-4138-9cf8-613ad854ea2d"} {"level":"info","ts":1785081987.563182,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081987.563262,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bf7dc99-146f-4de9-834b-7de708072afe"} {"level":"info","ts":1785081987.5632758,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0bf7dc99-146f-4de9-834b-7de708072afe"} {"level":"info","ts":1785081987.563288,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0bf7dc99-146f-4de9-834b-7de708072afe","EoS":true} {"level":"info","ts":1785081987.5633183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bf7dc99-146f-4de9-834b-7de708072afe","header":"x-maas-group"} {"level":"info","ts":1785081987.5633297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bf7dc99-146f-4de9-834b-7de708072afe","header":"x-maas-subscription"} {"level":"info","ts":1785081987.5633793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bf7dc99-146f-4de9-834b-7de708072afe","header":"x-maas-username"} {"level":"info","ts":1785081987.5634012,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bf7dc99-146f-4de9-834b-7de708072afe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081987.5634298,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0bf7dc99-146f-4de9-834b-7de708072afe"} {"level":"info","ts":1785081987.5643644,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0bf7dc99-146f-4de9-834b-7de708072afe"} {"level":"info","ts":1785081987.564384,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0bf7dc99-146f-4de9-834b-7de708072afe"} {"level":"info","ts":1785081987.5643985,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0bf7dc99-146f-4de9-834b-7de708072afe","EoS":false} {"level":"info","ts":1785081987.56441,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0bf7dc99-146f-4de9-834b-7de708072afe","EoS":true} {"level":"info","ts":1785081987.5644414,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0bf7dc99-146f-4de9-834b-7de708072afe"} {"level":"info","ts":1785081996.4287221,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081996.428868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c58e6707-f7d3-4acb-827b-2d8780e5e94b"} {"level":"info","ts":1785081996.4288814,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c58e6707-f7d3-4acb-827b-2d8780e5e94b"} {"level":"info","ts":1785081996.4288938,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c58e6707-f7d3-4acb-827b-2d8780e5e94b","EoS":true} {"level":"info","ts":1785081996.4289227,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c58e6707-f7d3-4acb-827b-2d8780e5e94b","header":"x-maas-group"} {"level":"info","ts":1785081996.4289372,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c58e6707-f7d3-4acb-827b-2d8780e5e94b","header":"x-maas-subscription"} {"level":"info","ts":1785081996.428945,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c58e6707-f7d3-4acb-827b-2d8780e5e94b","header":"x-maas-username"} {"level":"info","ts":1785081996.4289587,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c58e6707-f7d3-4acb-827b-2d8780e5e94b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081996.4289856,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c58e6707-f7d3-4acb-827b-2d8780e5e94b"} {"level":"info","ts":1785081996.4299352,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c58e6707-f7d3-4acb-827b-2d8780e5e94b"} {"level":"info","ts":1785081996.4299562,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c58e6707-f7d3-4acb-827b-2d8780e5e94b"} {"level":"info","ts":1785081996.4299724,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c58e6707-f7d3-4acb-827b-2d8780e5e94b","EoS":false} {"level":"info","ts":1785081996.4299846,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c58e6707-f7d3-4acb-827b-2d8780e5e94b","EoS":true} {"level":"info","ts":1785081996.4300241,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c58e6707-f7d3-4acb-827b-2d8780e5e94b"} {"level":"info","ts":1785082021.445276,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082021.4453738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3301ca5c-b574-429e-8f1e-7ba64e78823d"} {"level":"info","ts":1785082021.445386,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3301ca5c-b574-429e-8f1e-7ba64e78823d"} {"level":"info","ts":1785082021.445399,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3301ca5c-b574-429e-8f1e-7ba64e78823d","EoS":true} {"level":"info","ts":1785082021.445425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3301ca5c-b574-429e-8f1e-7ba64e78823d","header":"x-maas-group"} {"level":"info","ts":1785082021.4454374,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3301ca5c-b574-429e-8f1e-7ba64e78823d","header":"x-maas-username"} {"level":"info","ts":1785082021.4454427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3301ca5c-b574-429e-8f1e-7ba64e78823d","header":"x-maas-subscription"} {"level":"info","ts":1785082021.4454567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3301ca5c-b574-429e-8f1e-7ba64e78823d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785082021.445485,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3301ca5c-b574-429e-8f1e-7ba64e78823d"} {"level":"info","ts":1785082021.4475002,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3301ca5c-b574-429e-8f1e-7ba64e78823d"} {"level":"info","ts":1785082021.4475262,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3301ca5c-b574-429e-8f1e-7ba64e78823d"} {"level":"info","ts":1785082021.4475474,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3301ca5c-b574-429e-8f1e-7ba64e78823d","EoS":false} {"level":"info","ts":1785082021.4475665,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3301ca5c-b574-429e-8f1e-7ba64e78823d","EoS":true} {"level":"info","ts":1785082021.4476068,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3301ca5c-b574-429e-8f1e-7ba64e78823d"} {"level":"info","ts":1785082044.3015835,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082044.3016713,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c1d3dd4-586f-440b-bb71-ae202bba2c7c"} {"level":"info","ts":1785082044.3016834,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c1d3dd4-586f-440b-bb71-ae202bba2c7c"} {"level":"info","ts":1785082044.3016963,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c1d3dd4-586f-440b-bb71-ae202bba2c7c","EoS":true} {"level":"info","ts":1785082044.3017259,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c1d3dd4-586f-440b-bb71-ae202bba2c7c","header":"x-maas-username"} {"level":"info","ts":1785082044.3017364,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c1d3dd4-586f-440b-bb71-ae202bba2c7c","header":"x-maas-group"} {"level":"info","ts":1785082044.3017414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c1d3dd4-586f-440b-bb71-ae202bba2c7c","header":"x-maas-subscription"} {"level":"info","ts":1785082044.3017552,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c1d3dd4-586f-440b-bb71-ae202bba2c7c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785082044.301805,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c1d3dd4-586f-440b-bb71-ae202bba2c7c"} {"level":"info","ts":1785082044.3028908,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c1d3dd4-586f-440b-bb71-ae202bba2c7c"} {"level":"info","ts":1785082044.3029165,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9c1d3dd4-586f-440b-bb71-ae202bba2c7c"} {"level":"info","ts":1785082044.3029394,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c1d3dd4-586f-440b-bb71-ae202bba2c7c","EoS":false} {"level":"info","ts":1785082044.3029604,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c1d3dd4-586f-440b-bb71-ae202bba2c7c","EoS":true} {"level":"info","ts":1785082044.3030012,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9c1d3dd4-586f-440b-bb71-ae202bba2c7c"} {"level":"info","ts":1785082070.7811449,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082070.7812352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d62897cb-7a75-4b2f-947b-c1e855916ae3"} {"level":"info","ts":1785082070.7812474,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d62897cb-7a75-4b2f-947b-c1e855916ae3"} {"level":"info","ts":1785082070.78126,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d62897cb-7a75-4b2f-947b-c1e855916ae3","EoS":true} {"level":"info","ts":1785082070.781285,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d62897cb-7a75-4b2f-947b-c1e855916ae3","header":"x-maas-subscription"} {"level":"info","ts":1785082070.7813003,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d62897cb-7a75-4b2f-947b-c1e855916ae3","header":"x-maas-group"} {"level":"info","ts":1785082070.7813063,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d62897cb-7a75-4b2f-947b-c1e855916ae3","header":"x-maas-username"} {"level":"info","ts":1785082070.7813194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d62897cb-7a75-4b2f-947b-c1e855916ae3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082070.7813473,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d62897cb-7a75-4b2f-947b-c1e855916ae3"} {"level":"info","ts":1785082070.7833736,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d62897cb-7a75-4b2f-947b-c1e855916ae3"} {"level":"info","ts":1785082070.7833977,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d62897cb-7a75-4b2f-947b-c1e855916ae3"} {"level":"info","ts":1785082070.7834184,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d62897cb-7a75-4b2f-947b-c1e855916ae3","EoS":false} {"level":"info","ts":1785082070.7834349,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d62897cb-7a75-4b2f-947b-c1e855916ae3","EoS":true} {"level":"info","ts":1785082070.7834642,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d62897cb-7a75-4b2f-947b-c1e855916ae3"} {"level":"info","ts":1785082080.2705011,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082080.2705736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1fd5d17-5e99-417a-ade1-faa5df6f8653"} {"level":"info","ts":1785082080.2705824,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c1fd5d17-5e99-417a-ade1-faa5df6f8653"} {"level":"info","ts":1785082080.2705944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c1fd5d17-5e99-417a-ade1-faa5df6f8653","EoS":true} {"level":"info","ts":1785082080.2706194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1fd5d17-5e99-417a-ade1-faa5df6f8653","header":"x-maas-group"} {"level":"info","ts":1785082080.2706301,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1fd5d17-5e99-417a-ade1-faa5df6f8653","header":"x-maas-subscription"} {"level":"info","ts":1785082080.2706354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1fd5d17-5e99-417a-ade1-faa5df6f8653","header":"x-maas-username"} {"level":"info","ts":1785082080.2706485,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1fd5d17-5e99-417a-ade1-faa5df6f8653","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082080.270673,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c1fd5d17-5e99-417a-ade1-faa5df6f8653"} {"level":"info","ts":1785082080.2716033,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c1fd5d17-5e99-417a-ade1-faa5df6f8653"} {"level":"info","ts":1785082080.27162,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c1fd5d17-5e99-417a-ade1-faa5df6f8653"} {"level":"info","ts":1785082080.271634,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c1fd5d17-5e99-417a-ade1-faa5df6f8653","EoS":false} {"level":"info","ts":1785082080.2716455,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c1fd5d17-5e99-417a-ade1-faa5df6f8653","EoS":true} {"level":"info","ts":1785082080.271677,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c1fd5d17-5e99-417a-ade1-faa5df6f8653"} {"level":"info","ts":1785082080.3149488,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082080.3150282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34ce6b8b-6ecc-41da-a2ec-a71364af501f"} {"level":"info","ts":1785082080.3150394,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"34ce6b8b-6ecc-41da-a2ec-a71364af501f"} {"level":"info","ts":1785082080.3150513,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34ce6b8b-6ecc-41da-a2ec-a71364af501f","EoS":true} {"level":"info","ts":1785082080.3150735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34ce6b8b-6ecc-41da-a2ec-a71364af501f","header":"x-maas-group"} {"level":"info","ts":1785082080.3150847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34ce6b8b-6ecc-41da-a2ec-a71364af501f","header":"x-maas-subscription"} {"level":"info","ts":1785082080.3150897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34ce6b8b-6ecc-41da-a2ec-a71364af501f","header":"x-maas-username"} {"level":"info","ts":1785082080.3151026,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34ce6b8b-6ecc-41da-a2ec-a71364af501f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082080.3151286,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"34ce6b8b-6ecc-41da-a2ec-a71364af501f"} {"level":"info","ts":1785082080.3160024,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"34ce6b8b-6ecc-41da-a2ec-a71364af501f"} {"level":"info","ts":1785082080.3160229,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"34ce6b8b-6ecc-41da-a2ec-a71364af501f"} {"level":"info","ts":1785082080.316044,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"34ce6b8b-6ecc-41da-a2ec-a71364af501f","EoS":false} {"level":"info","ts":1785082080.316058,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"34ce6b8b-6ecc-41da-a2ec-a71364af501f","EoS":true} {"level":"info","ts":1785082080.3160856,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"34ce6b8b-6ecc-41da-a2ec-a71364af501f"} {"level":"info","ts":1785082099.593015,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082099.5930872,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e833ba3-d369-4869-b182-de8d32592fb0"} {"level":"info","ts":1785082099.593099,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4e833ba3-d369-4869-b182-de8d32592fb0"} {"level":"info","ts":1785082099.5931108,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e833ba3-d369-4869-b182-de8d32592fb0","EoS":true} {"level":"info","ts":1785082099.5931365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e833ba3-d369-4869-b182-de8d32592fb0","header":"x-maas-username"} {"level":"info","ts":1785082099.593148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e833ba3-d369-4869-b182-de8d32592fb0","header":"x-maas-subscription"} {"level":"info","ts":1785082099.593154,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e833ba3-d369-4869-b182-de8d32592fb0","header":"x-maas-group"} {"level":"info","ts":1785082099.5931673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e833ba3-d369-4869-b182-de8d32592fb0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082099.5932372,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4e833ba3-d369-4869-b182-de8d32592fb0"} {"level":"info","ts":1785082099.5942087,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4e833ba3-d369-4869-b182-de8d32592fb0"} {"level":"info","ts":1785082099.5942283,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4e833ba3-d369-4869-b182-de8d32592fb0"} {"level":"info","ts":1785082099.5942469,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4e833ba3-d369-4869-b182-de8d32592fb0","EoS":false} {"level":"info","ts":1785082099.5942612,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4e833ba3-d369-4869-b182-de8d32592fb0","EoS":true} {"level":"info","ts":1785082099.5942876,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4e833ba3-d369-4869-b182-de8d32592fb0"} {"level":"info","ts":1785082230.3454587,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082230.345548,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fda4abe-d635-4581-b33e-d847ad232ba5"} {"level":"info","ts":1785082230.3455617,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5fda4abe-d635-4581-b33e-d847ad232ba5"} {"level":"info","ts":1785082230.3455856,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5fda4abe-d635-4581-b33e-d847ad232ba5","EoS":true} {"level":"info","ts":1785082230.345612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fda4abe-d635-4581-b33e-d847ad232ba5","header":"x-maas-subscription"} {"level":"info","ts":1785082230.3456223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fda4abe-d635-4581-b33e-d847ad232ba5","header":"x-maas-group"} {"level":"info","ts":1785082230.3456285,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fda4abe-d635-4581-b33e-d847ad232ba5","header":"x-maas-username"} {"level":"info","ts":1785082230.345643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fda4abe-d635-4581-b33e-d847ad232ba5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785082230.34567,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5fda4abe-d635-4581-b33e-d847ad232ba5"} {"level":"info","ts":1785082230.3467846,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5fda4abe-d635-4581-b33e-d847ad232ba5"} {"level":"info","ts":1785082230.34681,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5fda4abe-d635-4581-b33e-d847ad232ba5"} {"level":"info","ts":1785082230.346829,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5fda4abe-d635-4581-b33e-d847ad232ba5","EoS":false} {"level":"info","ts":1785082230.3468442,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5fda4abe-d635-4581-b33e-d847ad232ba5","EoS":true} {"level":"info","ts":1785082230.3468783,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5fda4abe-d635-4581-b33e-d847ad232ba5"} {"level":"info","ts":1785082267.4398239,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082267.439908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9bc466a-afd0-40e6-bb77-08d8d10afbda"} {"level":"info","ts":1785082267.4399173,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a9bc466a-afd0-40e6-bb77-08d8d10afbda"} {"level":"info","ts":1785082267.4399295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9bc466a-afd0-40e6-bb77-08d8d10afbda","EoS":true} {"level":"info","ts":1785082267.4399529,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9bc466a-afd0-40e6-bb77-08d8d10afbda","header":"x-maas-subscription"} {"level":"info","ts":1785082267.4399633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9bc466a-afd0-40e6-bb77-08d8d10afbda","header":"x-maas-username"} {"level":"info","ts":1785082267.4399993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9bc466a-afd0-40e6-bb77-08d8d10afbda","header":"x-maas-group"} {"level":"info","ts":1785082267.4400184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9bc466a-afd0-40e6-bb77-08d8d10afbda","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082267.440053,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a9bc466a-afd0-40e6-bb77-08d8d10afbda"} {"level":"info","ts":1785082267.4409854,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a9bc466a-afd0-40e6-bb77-08d8d10afbda"} {"level":"info","ts":1785082267.441007,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a9bc466a-afd0-40e6-bb77-08d8d10afbda"} {"level":"info","ts":1785082267.4410222,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a9bc466a-afd0-40e6-bb77-08d8d10afbda","EoS":false} {"level":"info","ts":1785082267.4410338,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a9bc466a-afd0-40e6-bb77-08d8d10afbda","EoS":true} {"level":"info","ts":1785082267.4410613,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a9bc466a-afd0-40e6-bb77-08d8d10afbda"} {"level":"info","ts":1785082282.6932397,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082282.6933167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27a7a736-6386-4bf4-a936-aadf5f338b84"} {"level":"info","ts":1785082282.6933258,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27a7a736-6386-4bf4-a936-aadf5f338b84"} {"level":"info","ts":1785082282.6933374,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27a7a736-6386-4bf4-a936-aadf5f338b84","EoS":true} {"level":"info","ts":1785082282.6933625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27a7a736-6386-4bf4-a936-aadf5f338b84","header":"x-maas-group"} {"level":"info","ts":1785082282.693373,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27a7a736-6386-4bf4-a936-aadf5f338b84","header":"x-maas-username"} {"level":"info","ts":1785082282.693378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27a7a736-6386-4bf4-a936-aadf5f338b84","header":"x-maas-subscription"} {"level":"info","ts":1785082282.693392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27a7a736-6386-4bf4-a936-aadf5f338b84","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082282.6934137,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27a7a736-6386-4bf4-a936-aadf5f338b84"} {"level":"info","ts":1785082282.694447,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"27a7a736-6386-4bf4-a936-aadf5f338b84"} {"level":"info","ts":1785082282.6944754,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"27a7a736-6386-4bf4-a936-aadf5f338b84"} {"level":"info","ts":1785082282.6944976,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"27a7a736-6386-4bf4-a936-aadf5f338b84","EoS":false} {"level":"info","ts":1785082282.694513,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"27a7a736-6386-4bf4-a936-aadf5f338b84","EoS":true} {"level":"info","ts":1785082282.6945534,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"27a7a736-6386-4bf4-a936-aadf5f338b84"} {"level":"info","ts":1785082605.3120875,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082605.3121796,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc1f7901-fd45-4671-bcc9-de610574ba3b"} {"level":"info","ts":1785082605.3121912,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cc1f7901-fd45-4671-bcc9-de610574ba3b"} {"level":"info","ts":1785082605.3122032,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc1f7901-fd45-4671-bcc9-de610574ba3b","EoS":true} {"level":"info","ts":1785082605.3122265,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc1f7901-fd45-4671-bcc9-de610574ba3b","header":"x-maas-username"} {"level":"info","ts":1785082605.3122373,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc1f7901-fd45-4671-bcc9-de610574ba3b","header":"x-maas-group"} {"level":"info","ts":1785082605.3122435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc1f7901-fd45-4671-bcc9-de610574ba3b","header":"x-maas-subscription"} {"level":"info","ts":1785082605.3122559,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc1f7901-fd45-4671-bcc9-de610574ba3b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082605.3122828,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cc1f7901-fd45-4671-bcc9-de610574ba3b"} {"level":"info","ts":1785082605.3139412,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cc1f7901-fd45-4671-bcc9-de610574ba3b"} {"level":"info","ts":1785082605.313961,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cc1f7901-fd45-4671-bcc9-de610574ba3b"} {"level":"info","ts":1785082605.3139763,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cc1f7901-fd45-4671-bcc9-de610574ba3b","EoS":false} {"level":"info","ts":1785082605.314,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cc1f7901-fd45-4671-bcc9-de610574ba3b","EoS":true} {"level":"info","ts":1785082605.3140264,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cc1f7901-fd45-4671-bcc9-de610574ba3b"} {"level":"info","ts":1785082610.1232972,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ea638c13-aea6-4148-8a14-8a2a032a8edd","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785082610.123575,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35143.701102815,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785082610.1236017,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785082610.1696942,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785082610.2238178,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ea638c13-aea6-4148-8a14-8a2a032a8edd","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785082610.2448432,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85c33458-4f6b-4437-a42e-522fb4ecacc6"} {"level":"info","ts":1785082610.2448504,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2583ea5-e372-4749-a6d9-577bdf39d20a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785082610.2448804,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2583ea5-e372-4749-a6d9-577bdf39d20a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785082610.2544463,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3295a68c-b76b-413c-9604-43ffe5b1be62","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785082610.2544777,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3295a68c-b76b-413c-9604-43ffe5b1be62","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785082610.2548518,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85c33458-4f6b-4437-a42e-522fb4ecacc6","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785082610.255083,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36369.520040449,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785082610.255105,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785082610.2620058,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785082610.356006,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85c33458-4f6b-4437-a42e-522fb4ecacc6","name":"e2e-external-provider"} {"level":"info","ts":1785082610.3644578,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85c33458-4f6b-4437-a42e-522fb4ecacc6","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785082610.3688965,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abd36af7-7b66-4e98-9bf5-dfc9d25207e0"} {"level":"info","ts":1785082610.3688967,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0bbde975-0726-4a47-97f3-c9bae3b17147","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785082610.3693666,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0bbde975-0726-4a47-97f3-c9bae3b17147","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785082610.3724616,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85c33458-4f6b-4437-a42e-522fb4ecacc6","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785082610.3750224,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abd36af7-7b66-4e98-9bf5-dfc9d25207e0","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785082610.3750966,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a07531e5-ee69-4925-a5c4-9dbb769b10df","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785082610.3751261,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a07531e5-ee69-4925-a5c4-9dbb769b10df","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785082610.3791783,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85c33458-4f6b-4437-a42e-522fb4ecacc6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785082610.382972,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85c33458-4f6b-4437-a42e-522fb4ecacc6","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785082610.3830664,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a5343d83-bc3b-40d2-9bd2-1ec7405defc6"} {"level":"info","ts":1785082610.38313,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a5343d83-bc3b-40d2-9bd2-1ec7405defc6","name":"e2e-external-provider"} {"level":"error","ts":1785082610.383184,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abd36af7-7b66-4e98-9bf5-dfc9d25207e0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785082610.3832638,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cda89180-1368-4b72-b2f8-9990faed260d"} {"level":"info","ts":1785082610.3832905,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cda89180-1368-4b72-b2f8-9990faed260d","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785082610.3835554,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"401ce66c-f71b-4a95-8a75-6d6c5b4e2613","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785082610.3835866,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"401ce66c-f71b-4a95-8a75-6d6c5b4e2613","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785082610.386561,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cda89180-1368-4b72-b2f8-9990faed260d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785082610.3866105,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cda89180-1368-4b72-b2f8-9990faed260d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785082610.3866763,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ae5f3cb-bef2-485c-b7e6-19181d9c8f71"} {"level":"info","ts":1785082610.3867073,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ae5f3cb-bef2-485c-b7e6-19181d9c8f71","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785082610.3912466,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ae5f3cb-bef2-485c-b7e6-19181d9c8f71","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785082610.391885,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a5343d83-bc3b-40d2-9bd2-1ec7405defc6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785082610.3969312,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"564077ad-2c91-4edf-b162-ade21f5fb9d0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785082610.3969624,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"564077ad-2c91-4edf-b162-ade21f5fb9d0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785082610.3970408,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1d30477-b3df-4f01-99fc-1d94f089cefa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785082610.3970635,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1d30477-b3df-4f01-99fc-1d94f089cefa","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785082610.3970945,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"652a592f-daf7-4733-b8c0-98b3f8f60022"} {"level":"info","ts":1785082610.3971367,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"652a592f-daf7-4733-b8c0-98b3f8f60022","name":"e2e-external-provider"} {"level":"info","ts":1785082610.3971415,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb9428e4-f828-42e4-a80e-167ab59a19ea"} {"level":"info","ts":1785082610.3974056,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33700.674506703,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785082610.3974211,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785082610.407133,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"652a592f-daf7-4733-b8c0-98b3f8f60022","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785082610.4080489,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785082610.497776,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb9428e4-f828-42e4-a80e-167ab59a19ea","name":"e2e-external-model"} {"level":"info","ts":1785082610.513787,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95f05f67-05d0-4bbb-9184-ad590a4b9baf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785082610.5138292,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95f05f67-05d0-4bbb-9184-ad590a4b9baf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785082610.5176153,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb9428e4-f828-42e4-a80e-167ab59a19ea","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785082610.517665,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb9428e4-f828-42e4-a80e-167ab59a19ea","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785082610.5177472,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ace5894c-6dee-428a-b46c-8ade05bff438"} {"level":"info","ts":1785082610.5178187,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ace5894c-6dee-428a-b46c-8ade05bff438","name":"e2e-external-model"} {"level":"info","ts":1785082610.5283635,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c633aabf-3809-45b5-b156-03b6544cb744","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785082610.5283983,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c633aabf-3809-45b5-b156-03b6544cb744","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785082610.5310493,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ace5894c-6dee-428a-b46c-8ade05bff438","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785082610.5310955,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ace5894c-6dee-428a-b46c-8ade05bff438","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785082610.531165,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28c8e4f7-e39f-4fed-9d0a-89b37dc88a04"} {"level":"info","ts":1785082610.5312247,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28c8e4f7-e39f-4fed-9d0a-89b37dc88a04","name":"e2e-external-model"} {"level":"info","ts":1785082610.5386865,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28c8e4f7-e39f-4fed-9d0a-89b37dc88a04","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785082610.5430784,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3024525f-d590-4702-b0ce-c70cbea5333e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785082610.5431144,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3024525f-d590-4702-b0ce-c70cbea5333e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785082610.5459838,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28c8e4f7-e39f-4fed-9d0a-89b37dc88a04","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785082610.5460706,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c90ace0d-b8f9-4187-a0b3-da10a8f26592"} {"level":"info","ts":1785082610.5461242,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c90ace0d-b8f9-4187-a0b3-da10a8f26592","name":"e2e-external-model"} {"level":"info","ts":1785082610.5539548,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c90ace0d-b8f9-4187-a0b3-da10a8f26592","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785082615.844177,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082615.8442652,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee68a60c-7973-4042-a9f6-0fa26fe81031"} {"level":"info","ts":1785082615.844277,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee68a60c-7973-4042-a9f6-0fa26fe81031"} {"level":"info","ts":1785082615.8442895,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee68a60c-7973-4042-a9f6-0fa26fe81031","EoS":true} {"level":"info","ts":1785082615.8443146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee68a60c-7973-4042-a9f6-0fa26fe81031","header":"x-maas-username"} {"level":"info","ts":1785082615.8443263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee68a60c-7973-4042-a9f6-0fa26fe81031","header":"x-maas-subscription"} {"level":"info","ts":1785082615.8443313,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee68a60c-7973-4042-a9f6-0fa26fe81031","header":"x-maas-group"} {"level":"info","ts":1785082615.8443446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee68a60c-7973-4042-a9f6-0fa26fe81031","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785082615.8443542,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ee68a60c-7973-4042-a9f6-0fa26fe81031","modelName":"e2e-external-model"} {"level":"info","ts":1785082615.8443656,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ee68a60c-7973-4042-a9f6-0fa26fe81031","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785082615.8444011,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"ee68a60c-7973-4042-a9f6-0fa26fe81031","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785082615.8444183,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"ee68a60c-7973-4042-a9f6-0fa26fe81031","authType":"apikey"} {"level":"info","ts":1785082615.844452,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee68a60c-7973-4042-a9f6-0fa26fe81031"} {"level":"info","ts":1785082615.9709742,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb0ce190-7327-4c9c-b832-36153e1f6fbe","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785082615.970984,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7e46db9-ca8b-4927-af9d-5393b28b7aec"} {"level":"info","ts":1785082615.9710112,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb0ce190-7327-4c9c-b832-36153e1f6fbe","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785082615.9793499,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95fc2d3a-41e8-4f06-9384-703d00a121fc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785082615.9793856,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95fc2d3a-41e8-4f06-9384-703d00a121fc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785082615.9796684,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7e46db9-ca8b-4927-af9d-5393b28b7aec","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785082615.9797227,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7e46db9-ca8b-4927-af9d-5393b28b7aec","name":"e2e-cleanup-test"} {"level":"info","ts":1785082615.995789,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b32ae43-d039-45f7-adf6-08bf51fea2cc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785082615.995823,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b32ae43-d039-45f7-adf6-08bf51fea2cc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785082615.9963167,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7e46db9-ca8b-4927-af9d-5393b28b7aec","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785082615.9963908,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7e46db9-ca8b-4927-af9d-5393b28b7aec","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785082615.9964662,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8f23334-cef6-478b-9f6e-b11f18b48024"} {"level":"info","ts":1785082615.9965744,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8f23334-cef6-478b-9f6e-b11f18b48024","name":"e2e-cleanup-test"} {"level":"info","ts":1785082616.0095448,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"247ddb31-0fbc-4077-ae20-717f5b4c82a1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785082616.0095775,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"247ddb31-0fbc-4077-ae20-717f5b4c82a1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785082616.0113952,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8f23334-cef6-478b-9f6e-b11f18b48024","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785082616.011437,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8f23334-cef6-478b-9f6e-b11f18b48024","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785082616.0114877,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23601373-e604-47a8-90e3-ba26286a1821"} {"level":"info","ts":1785082616.0115387,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23601373-e604-47a8-90e3-ba26286a1821","name":"e2e-cleanup-test"} {"level":"info","ts":1785082616.0272183,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23601373-e604-47a8-90e3-ba26286a1821","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785082616.0300145,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bcd4ee94-522a-4dad-9c69-fef26fc3c40f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785082616.030043,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bcd4ee94-522a-4dad-9c69-fef26fc3c40f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785082616.0336509,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23601373-e604-47a8-90e3-ba26286a1821","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785082616.033725,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18ee7bab-8ec6-4a29-bd64-e919a69ac1ec"} {"level":"info","ts":1785082616.0338,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18ee7bab-8ec6-4a29-bd64-e919a69ac1ec","name":"e2e-cleanup-test"} {"level":"info","ts":1785082616.0440612,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18ee7bab-8ec6-4a29-bd64-e919a69ac1ec","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785082624.2485423,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f00246a3-9419-4e5d-a127-a95cd830b434","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785082624.248563,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20bbeb4a-147a-4969-9002-fad29945e22b"} {"level":"info","ts":1785082624.2485788,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f00246a3-9419-4e5d-a127-a95cd830b434","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785082628.5671167,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082628.5672092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c857e297-ce50-4a71-a674-1ac2a5896146"} {"level":"info","ts":1785082628.5672235,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c857e297-ce50-4a71-a674-1ac2a5896146"} {"level":"info","ts":1785082628.5672374,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c857e297-ce50-4a71-a674-1ac2a5896146","EoS":true} {"level":"info","ts":1785082628.5672705,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c857e297-ce50-4a71-a674-1ac2a5896146","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785082628.5673027,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c857e297-ce50-4a71-a674-1ac2a5896146"} {"level":"info","ts":1785082628.6141727,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082628.6142538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdb0ddc0-c126-478b-ac6b-1cf15429e025"} {"level":"info","ts":1785082628.6142657,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cdb0ddc0-c126-478b-ac6b-1cf15429e025"} {"level":"info","ts":1785082628.614277,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdb0ddc0-c126-478b-ac6b-1cf15429e025","EoS":true} {"level":"info","ts":1785082628.6143029,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdb0ddc0-c126-478b-ac6b-1cf15429e025","header":"x-maas-username"} {"level":"info","ts":1785082628.6143148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdb0ddc0-c126-478b-ac6b-1cf15429e025","header":"x-maas-subscription"} {"level":"info","ts":1785082628.6143203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdb0ddc0-c126-478b-ac6b-1cf15429e025","header":"x-maas-group"} {"level":"info","ts":1785082628.6143332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdb0ddc0-c126-478b-ac6b-1cf15429e025","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785082628.6143432,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cdb0ddc0-c126-478b-ac6b-1cf15429e025","modelName":"e2e-external-model"} {"level":"info","ts":1785082628.6143556,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cdb0ddc0-c126-478b-ac6b-1cf15429e025","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785082628.6143792,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"cdb0ddc0-c126-478b-ac6b-1cf15429e025","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785082628.6143956,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"cdb0ddc0-c126-478b-ac6b-1cf15429e025","authType":"apikey"} {"level":"info","ts":1785082628.6144183,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cdb0ddc0-c126-478b-ac6b-1cf15429e025"} {"level":"info","ts":1785082628.6490383,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082628.6491206,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c79709ae-9f04-41b9-ac72-bf94772148f4"} {"level":"info","ts":1785082628.6491342,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c79709ae-9f04-41b9-ac72-bf94772148f4"} {"level":"info","ts":1785082628.6491468,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c79709ae-9f04-41b9-ac72-bf94772148f4","EoS":true} {"level":"info","ts":1785082628.6491714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c79709ae-9f04-41b9-ac72-bf94772148f4","header":"x-maas-username"} {"level":"info","ts":1785082628.6491838,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c79709ae-9f04-41b9-ac72-bf94772148f4","header":"x-maas-subscription"} {"level":"info","ts":1785082628.6491895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c79709ae-9f04-41b9-ac72-bf94772148f4","header":"x-maas-group"} {"level":"info","ts":1785082628.6492074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c79709ae-9f04-41b9-ac72-bf94772148f4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785082628.6492348,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c79709ae-9f04-41b9-ac72-bf94772148f4"} {"level":"info","ts":1785082628.7464654,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c79709ae-9f04-41b9-ac72-bf94772148f4"} {"level":"info","ts":1785082628.7465003,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c79709ae-9f04-41b9-ac72-bf94772148f4"} {"level":"info","ts":1785082628.746524,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c79709ae-9f04-41b9-ac72-bf94772148f4","EoS":false} {"level":"info","ts":1785082628.746544,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c79709ae-9f04-41b9-ac72-bf94772148f4","EoS":true} {"level":"error","ts":1785082628.7465532,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"c79709ae-9f04-41b9-ac72-bf94772148f4","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785082628.7466023,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c79709ae-9f04-41b9-ac72-bf94772148f4"} {"level":"info","ts":1785082628.784425,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082628.784516,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dabe10f-4ffd-40ea-bf5d-6f426d3979dc"} {"level":"info","ts":1785082628.7845345,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3dabe10f-4ffd-40ea-bf5d-6f426d3979dc"} {"level":"info","ts":1785082628.7845557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dabe10f-4ffd-40ea-bf5d-6f426d3979dc","EoS":true} {"level":"info","ts":1785082628.7845876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dabe10f-4ffd-40ea-bf5d-6f426d3979dc","header":"x-maas-group"} {"level":"info","ts":1785082628.784601,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dabe10f-4ffd-40ea-bf5d-6f426d3979dc","header":"x-maas-subscription"} {"level":"info","ts":1785082628.7846098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dabe10f-4ffd-40ea-bf5d-6f426d3979dc","header":"x-maas-username"} {"level":"info","ts":1785082628.7846494,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3dabe10f-4ffd-40ea-bf5d-6f426d3979dc"} {"level":"info","ts":1785082628.8932066,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3dabe10f-4ffd-40ea-bf5d-6f426d3979dc"} {"level":"info","ts":1785082628.8932362,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3dabe10f-4ffd-40ea-bf5d-6f426d3979dc"} {"level":"info","ts":1785082628.8932567,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3dabe10f-4ffd-40ea-bf5d-6f426d3979dc","EoS":false} {"level":"info","ts":1785082628.8932695,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3dabe10f-4ffd-40ea-bf5d-6f426d3979dc","EoS":true} {"level":"error","ts":1785082628.8932803,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"3dabe10f-4ffd-40ea-bf5d-6f426d3979dc","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785082628.8933153,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3dabe10f-4ffd-40ea-bf5d-6f426d3979dc"} {"level":"info","ts":1785082629.7563481,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce5f75ab-01a6-4fef-a8ba-7b5ca2fd7c66"} {"level":"info","ts":1785082629.7563512,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"14088262-8f28-441b-8d19-73e864025014","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785082629.7564337,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"14088262-8f28-441b-8d19-73e864025014","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785082629.9003813,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a772b63e-54a6-4611-8285-32b826ee8660"} {"level":"info","ts":1785082629.9004316,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1952feb9-098d-42c1-9a03-f297cfbf5827","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785082629.900484,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1952feb9-098d-42c1-9a03-f297cfbf5827","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785082630.0189686,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"eff20f08-4649-467a-a2fd-0355a9575951","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785082630.019046,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"eff20f08-4649-467a-a2fd-0355a9575951","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785083930.6669781,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083930.6670754,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac147677-2314-4ea5-9b22-66b0eee0f297"} {"level":"info","ts":1785083995.5883667,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083995.5884783,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6de0630c-79bd-4feb-ab00-2f6db97eae43"} {"level":"info","ts":1785083995.5884893,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6de0630c-79bd-4feb-ab00-2f6db97eae43"} {"level":"info","ts":1785083995.5885074,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6de0630c-79bd-4feb-ab00-2f6db97eae43","EoS":true} {"level":"info","ts":1785083995.588553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6de0630c-79bd-4feb-ab00-2f6db97eae43","header":"x-maas-username"} {"level":"info","ts":1785083995.588565,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6de0630c-79bd-4feb-ab00-2f6db97eae43","header":"x-maas-group"} {"level":"info","ts":1785083995.5885737,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6de0630c-79bd-4feb-ab00-2f6db97eae43","header":"x-maas-subscription"} {"level":"info","ts":1785083995.5885909,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6de0630c-79bd-4feb-ab00-2f6db97eae43","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785083995.5886242,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6de0630c-79bd-4feb-ab00-2f6db97eae43"} {"level":"info","ts":1785083995.5895646,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6de0630c-79bd-4feb-ab00-2f6db97eae43"} {"level":"info","ts":1785083995.589586,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6de0630c-79bd-4feb-ab00-2f6db97eae43"} {"level":"info","ts":1785083995.5896046,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6de0630c-79bd-4feb-ab00-2f6db97eae43","EoS":false} {"level":"info","ts":1785083995.5896156,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6de0630c-79bd-4feb-ab00-2f6db97eae43","EoS":true} {"level":"info","ts":1785083995.5896425,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6de0630c-79bd-4feb-ab00-2f6db97eae43"}