{"level":"info","ts":1784737404.6967466,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"66d91ada-ff08-45bd-9e29-e309b8d26609","EoS":true}
{"level":"info","ts":1784737404.6967833,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"66d91ada-ff08-45bd-9e29-e309b8d26609"}
{"level":"info","ts":1784737427.856511,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737427.8566637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3a5547e-3461-470c-afcd-62e06e185357"}
{"level":"info","ts":1784737427.8566902,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3a5547e-3461-470c-afcd-62e06e185357"}
{"level":"info","ts":1784737427.8567123,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3a5547e-3461-470c-afcd-62e06e185357","EoS":true}
{"level":"info","ts":1784737427.8567514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3a5547e-3461-470c-afcd-62e06e185357","header":"x-maas-group"}
{"level":"info","ts":1784737427.8567662,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3a5547e-3461-470c-afcd-62e06e185357","header":"x-maas-username"}
{"level":"info","ts":1784737427.8567731,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3a5547e-3461-470c-afcd-62e06e185357","header":"x-maas-subscription"}
{"level":"info","ts":1784737427.8567932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3a5547e-3461-470c-afcd-62e06e185357","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784737427.8568294,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3a5547e-3461-470c-afcd-62e06e185357"}
{"level":"info","ts":1784737427.8580003,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d3a5547e-3461-470c-afcd-62e06e185357"}
{"level":"info","ts":1784737427.8580213,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d3a5547e-3461-470c-afcd-62e06e185357"}
{"level":"info","ts":1784737427.8580365,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d3a5547e-3461-470c-afcd-62e06e185357","EoS":false}
{"level":"info","ts":1784737427.858048,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d3a5547e-3461-470c-afcd-62e06e185357","EoS":true}
{"level":"info","ts":1784737427.8580797,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d3a5547e-3461-470c-afcd-62e06e185357"}
{"level":"info","ts":1784737427.9955812,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737427.9956925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c079eb3-677a-4064-bc24-87da4a64377c"}
{"level":"info","ts":1784737427.995707,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4c079eb3-677a-4064-bc24-87da4a64377c"}
{"level":"info","ts":1784737427.9957268,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4c079eb3-677a-4064-bc24-87da4a64377c","EoS":true}
{"level":"info","ts":1784737427.9957674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c079eb3-677a-4064-bc24-87da4a64377c","header":"x-maas-subscription"}
{"level":"info","ts":1784737427.995779,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c079eb3-677a-4064-bc24-87da4a64377c","header":"x-maas-group"}
{"level":"info","ts":1784737427.9957898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c079eb3-677a-4064-bc24-87da4a64377c","header":"x-maas-username"}
{"level":"info","ts":1784737427.9958096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c079eb3-677a-4064-bc24-87da4a64377c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784737427.9958444,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4c079eb3-677a-4064-bc24-87da4a64377c"}
{"level":"info","ts":1784737427.9989972,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4c079eb3-677a-4064-bc24-87da4a64377c"}
{"level":"info","ts":1784737427.9990127,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4c079eb3-677a-4064-bc24-87da4a64377c"}
{"level":"info","ts":1784737427.999035,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4c079eb3-677a-4064-bc24-87da4a64377c","EoS":false}
{"level":"info","ts":1784737427.999052,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4c079eb3-677a-4064-bc24-87da4a64377c","EoS":true}
{"level":"info","ts":1784737427.9990942,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4c079eb3-677a-4064-bc24-87da4a64377c"}
{"level":"info","ts":1784737428.1341617,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737428.134248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af766150-f484-49ba-9244-712829e045f3"}
{"level":"info","ts":1784737428.1342645,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af766150-f484-49ba-9244-712829e045f3"}
{"level":"info","ts":1784737428.134285,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af766150-f484-49ba-9244-712829e045f3","EoS":true}
{"level":"info","ts":1784737428.1343226,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af766150-f484-49ba-9244-712829e045f3","header":"x-maas-group"}
{"level":"info","ts":1784737428.1343362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af766150-f484-49ba-9244-712829e045f3","header":"x-maas-username"}
{"level":"info","ts":1784737428.1343453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af766150-f484-49ba-9244-712829e045f3","header":"x-maas-subscription"}
{"level":"info","ts":1784737428.1343672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af766150-f484-49ba-9244-712829e045f3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784737428.1343992,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"af766150-f484-49ba-9244-712829e045f3"}
{"level":"info","ts":1784737428.1353662,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"af766150-f484-49ba-9244-712829e045f3"}
{"level":"info","ts":1784737428.1353867,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"af766150-f484-49ba-9244-712829e045f3"}
{"level":"info","ts":1784737428.1354022,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"af766150-f484-49ba-9244-712829e045f3","EoS":false}
{"level":"info","ts":1784737428.1354134,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"af766150-f484-49ba-9244-712829e045f3","EoS":true}
{"level":"info","ts":1784737428.1354446,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"af766150-f484-49ba-9244-712829e045f3"}
{"level":"info","ts":1784737428.2705328,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737428.2706642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcbdf5b0-0340-4d48-b888-f6c284debff5"}
{"level":"info","ts":1784737428.27068,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fcbdf5b0-0340-4d48-b888-f6c284debff5"}
{"level":"info","ts":1784737428.2707002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fcbdf5b0-0340-4d48-b888-f6c284debff5","EoS":true}
{"level":"info","ts":1784737428.2707405,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcbdf5b0-0340-4d48-b888-f6c284debff5","header":"x-maas-username"}
{"level":"info","ts":1784737428.2707527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcbdf5b0-0340-4d48-b888-f6c284debff5","header":"x-maas-group"}
{"level":"info","ts":1784737428.2707632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcbdf5b0-0340-4d48-b888-f6c284debff5","header":"x-maas-subscription"}
{"level":"info","ts":1784737428.2707822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcbdf5b0-0340-4d48-b888-f6c284debff5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784737428.2708127,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fcbdf5b0-0340-4d48-b888-f6c284debff5"}
{"level":"info","ts":1784737428.271769,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fcbdf5b0-0340-4d48-b888-f6c284debff5"}
{"level":"info","ts":1784737428.2717934,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fcbdf5b0-0340-4d48-b888-f6c284debff5"}
{"level":"info","ts":1784737428.271818,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fcbdf5b0-0340-4d48-b888-f6c284debff5","EoS":false}
{"level":"info","ts":1784737428.2718346,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fcbdf5b0-0340-4d48-b888-f6c284debff5","EoS":true}
{"level":"info","ts":1784737428.271873,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fcbdf5b0-0340-4d48-b888-f6c284debff5"}
{"level":"info","ts":1784737428.407215,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737428.4073067,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c75be93b-837a-4563-8a94-b50db465f27d"}
{"level":"info","ts":1784737428.4073222,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c75be93b-837a-4563-8a94-b50db465f27d"}
{"level":"info","ts":1784737428.4073415,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c75be93b-837a-4563-8a94-b50db465f27d","EoS":true}
{"level":"info","ts":1784737428.4073784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c75be93b-837a-4563-8a94-b50db465f27d","header":"x-maas-group"}
{"level":"info","ts":1784737428.4073918,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c75be93b-837a-4563-8a94-b50db465f27d","header":"x-maas-username"}
{"level":"info","ts":1784737428.4074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c75be93b-837a-4563-8a94-b50db465f27d","header":"x-maas-subscription"}
{"level":"info","ts":1784737428.407418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c75be93b-837a-4563-8a94-b50db465f27d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784737428.4074512,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c75be93b-837a-4563-8a94-b50db465f27d"}
{"level":"info","ts":1784737428.408442,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c75be93b-837a-4563-8a94-b50db465f27d"}
{"level":"info","ts":1784737428.408462,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c75be93b-837a-4563-8a94-b50db465f27d"}
{"level":"info","ts":1784737428.4084775,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c75be93b-837a-4563-8a94-b50db465f27d","EoS":false}
{"level":"info","ts":1784737428.4084895,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c75be93b-837a-4563-8a94-b50db465f27d","EoS":true}
{"level":"info","ts":1784737428.408522,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c75be93b-837a-4563-8a94-b50db465f27d"}
{"level":"info","ts":1784737447.263647,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737447.2637296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d97a2dfe-7637-4b4e-9b6a-60499ab69ec1"}
{"level":"info","ts":1784737447.2637434,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d97a2dfe-7637-4b4e-9b6a-60499ab69ec1"}
{"level":"info","ts":1784737447.263756,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d97a2dfe-7637-4b4e-9b6a-60499ab69ec1","EoS":true}
{"level":"info","ts":1784737447.263781,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d97a2dfe-7637-4b4e-9b6a-60499ab69ec1","header":"x-maas-username"}
{"level":"info","ts":1784737447.2637882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d97a2dfe-7637-4b4e-9b6a-60499ab69ec1","header":"x-maas-group"}
{"level":"info","ts":1784737447.2637937,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d97a2dfe-7637-4b4e-9b6a-60499ab69ec1","header":"x-maas-subscription"}
{"level":"info","ts":1784737447.2638068,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d97a2dfe-7637-4b4e-9b6a-60499ab69ec1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784737447.2638297,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d97a2dfe-7637-4b4e-9b6a-60499ab69ec1"}
{"level":"info","ts":1784737447.26661,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d97a2dfe-7637-4b4e-9b6a-60499ab69ec1"}
{"level":"info","ts":1784737447.2666543,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d97a2dfe-7637-4b4e-9b6a-60499ab69ec1"}
{"level":"info","ts":1784737447.266677,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d97a2dfe-7637-4b4e-9b6a-60499ab69ec1","EoS":false}
{"level":"info","ts":1784737447.2666953,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d97a2dfe-7637-4b4e-9b6a-60499ab69ec1","EoS":true}
{"level":"info","ts":1784737447.2667348,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d97a2dfe-7637-4b4e-9b6a-60499ab69ec1"}
{"level":"info","ts":1784737447.2983372,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737447.2984185,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"273ab34e-5f8a-4824-979a-9f4fb7b31729"}
{"level":"info","ts":1784737447.298431,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"273ab34e-5f8a-4824-979a-9f4fb7b31729"}
{"level":"info","ts":1784737447.2984438,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"273ab34e-5f8a-4824-979a-9f4fb7b31729","EoS":true}
{"level":"info","ts":1784737447.2984738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"273ab34e-5f8a-4824-979a-9f4fb7b31729","header":"x-maas-group"}
{"level":"info","ts":1784737447.298485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"273ab34e-5f8a-4824-979a-9f4fb7b31729","header":"x-maas-subscription"}
{"level":"info","ts":1784737447.29849,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"273ab34e-5f8a-4824-979a-9f4fb7b31729","header":"x-maas-username"}
{"level":"info","ts":1784737447.2985034,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"273ab34e-5f8a-4824-979a-9f4fb7b31729","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784737447.2985315,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"273ab34e-5f8a-4824-979a-9f4fb7b31729"}
{"level":"info","ts":1784737447.2994707,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"273ab34e-5f8a-4824-979a-9f4fb7b31729"}
{"level":"info","ts":1784737447.2994926,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"273ab34e-5f8a-4824-979a-9f4fb7b31729"}
{"level":"info","ts":1784737447.2995138,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"273ab34e-5f8a-4824-979a-9f4fb7b31729","EoS":false}
{"level":"info","ts":1784737447.2995355,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"273ab34e-5f8a-4824-979a-9f4fb7b31729","EoS":true}
{"level":"info","ts":1784737447.2995815,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"273ab34e-5f8a-4824-979a-9f4fb7b31729"}
{"level":"info","ts":1784737447.4047177,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737447.4048083,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00ea1c3a-3b8f-4a81-acf3-6055fe24ed34"}
{"level":"info","ts":1784737447.4056954,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"00ea1c3a-3b8f-4a81-acf3-6055fe24ed34"}
{"level":"info","ts":1784737447.4057136,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"00ea1c3a-3b8f-4a81-acf3-6055fe24ed34"}
{"level":"info","ts":1784737447.4057295,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"00ea1c3a-3b8f-4a81-acf3-6055fe24ed34","EoS":false}
{"level":"info","ts":1784737447.4057422,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"00ea1c3a-3b8f-4a81-acf3-6055fe24ed34"}
{"level":"info","ts":1784737447.405769,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"00ea1c3a-3b8f-4a81-acf3-6055fe24ed34","EoS":true}
{"level":"info","ts":1784737447.4057837,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"00ea1c3a-3b8f-4a81-acf3-6055fe24ed34"}
{"level":"info","ts":1784737452.0159354,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737452.0160213,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42ac260b-7baa-42e5-939b-4d903b6488de"}
{"level":"info","ts":1784737452.0160341,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42ac260b-7baa-42e5-939b-4d903b6488de"}
{"level":"info","ts":1784737452.0160487,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42ac260b-7baa-42e5-939b-4d903b6488de","EoS":true}
{"level":"info","ts":1784737452.0160787,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42ac260b-7baa-42e5-939b-4d903b6488de","header":"x-maas-subscription"}
{"level":"info","ts":1784737452.0160916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42ac260b-7baa-42e5-939b-4d903b6488de","header":"x-maas-group"}
{"level":"info","ts":1784737452.0160956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42ac260b-7baa-42e5-939b-4d903b6488de","header":"x-maas-username"}
{"level":"info","ts":1784737452.0161102,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42ac260b-7baa-42e5-939b-4d903b6488de","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784737452.0161366,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42ac260b-7baa-42e5-939b-4d903b6488de"}
{"level":"info","ts":1784737452.0170138,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"42ac260b-7baa-42e5-939b-4d903b6488de"}
{"level":"info","ts":1784737452.017038,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"42ac260b-7baa-42e5-939b-4d903b6488de"}
{"level":"info","ts":1784737452.0170612,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42ac260b-7baa-42e5-939b-4d903b6488de","EoS":false}
{"level":"info","ts":1784737452.0170786,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42ac260b-7baa-42e5-939b-4d903b6488de","EoS":true}
{"level":"info","ts":1784737452.0171213,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"42ac260b-7baa-42e5-939b-4d903b6488de"}
{"level":"info","ts":1784737464.6690125,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737464.669111,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abb69a5d-8161-4aff-b7b3-2887b519993b"}
{"level":"info","ts":1784737464.6691267,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"abb69a5d-8161-4aff-b7b3-2887b519993b"}
{"level":"info","ts":1784737464.6691403,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abb69a5d-8161-4aff-b7b3-2887b519993b","EoS":true}
{"level":"info","ts":1784737464.6691687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abb69a5d-8161-4aff-b7b3-2887b519993b","header":"x-maas-group"}
{"level":"info","ts":1784737464.6691794,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abb69a5d-8161-4aff-b7b3-2887b519993b","header":"x-maas-subscription"}
{"level":"info","ts":1784737464.6691842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abb69a5d-8161-4aff-b7b3-2887b519993b","header":"x-maas-username"}
{"level":"info","ts":1784737464.6691985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abb69a5d-8161-4aff-b7b3-2887b519993b","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784737464.6692257,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"abb69a5d-8161-4aff-b7b3-2887b519993b"}
{"level":"info","ts":1784737464.6709743,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"abb69a5d-8161-4aff-b7b3-2887b519993b"}
{"level":"info","ts":1784737464.6709955,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"abb69a5d-8161-4aff-b7b3-2887b519993b"}
{"level":"info","ts":1784737464.6710122,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"abb69a5d-8161-4aff-b7b3-2887b519993b","EoS":false}
{"level":"info","ts":1784737464.6710243,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"abb69a5d-8161-4aff-b7b3-2887b519993b","EoS":true}
{"level":"info","ts":1784737464.6710622,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"abb69a5d-8161-4aff-b7b3-2887b519993b"}
{"level":"info","ts":1784737477.5314293,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737477.531507,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7494a444-a66e-4d43-bf5e-40ed80f31398"}
{"level":"info","ts":1784737477.5315168,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7494a444-a66e-4d43-bf5e-40ed80f31398"}
{"level":"info","ts":1784737477.5315287,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7494a444-a66e-4d43-bf5e-40ed80f31398","EoS":true}
{"level":"info","ts":1784737477.5315528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7494a444-a66e-4d43-bf5e-40ed80f31398","header":"x-maas-username"}
{"level":"info","ts":1784737477.5315638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7494a444-a66e-4d43-bf5e-40ed80f31398","header":"x-maas-group"}
{"level":"info","ts":1784737477.5315692,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7494a444-a66e-4d43-bf5e-40ed80f31398","header":"x-maas-subscription"}
{"level":"info","ts":1784737477.5315845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7494a444-a66e-4d43-bf5e-40ed80f31398","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784737477.5316126,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7494a444-a66e-4d43-bf5e-40ed80f31398"}
{"level":"info","ts":1784737477.533204,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7494a444-a66e-4d43-bf5e-40ed80f31398"}
{"level":"info","ts":1784737477.533226,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7494a444-a66e-4d43-bf5e-40ed80f31398"}
{"level":"info","ts":1784737477.5332422,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7494a444-a66e-4d43-bf5e-40ed80f31398","EoS":false}
{"level":"info","ts":1784737477.5332534,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7494a444-a66e-4d43-bf5e-40ed80f31398","EoS":true}
{"level":"info","ts":1784737477.533289,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7494a444-a66e-4d43-bf5e-40ed80f31398"}
{"level":"info","ts":1784737486.0521493,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737486.0522332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ce7fa64-9133-4c3e-a416-92ae8f9d99e1"}
{"level":"info","ts":1784737486.0522468,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7ce7fa64-9133-4c3e-a416-92ae8f9d99e1"}
{"level":"info","ts":1784737486.052258,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ce7fa64-9133-4c3e-a416-92ae8f9d99e1","EoS":true}
{"level":"info","ts":1784737486.0522823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ce7fa64-9133-4c3e-a416-92ae8f9d99e1","header":"x-maas-group"}
{"level":"info","ts":1784737486.052291,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ce7fa64-9133-4c3e-a416-92ae8f9d99e1","header":"x-maas-subscription"}
{"level":"info","ts":1784737486.0522952,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ce7fa64-9133-4c3e-a416-92ae8f9d99e1","header":"x-maas-username"}
{"level":"info","ts":1784737486.052309,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ce7fa64-9133-4c3e-a416-92ae8f9d99e1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784737486.0523334,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7ce7fa64-9133-4c3e-a416-92ae8f9d99e1"}
{"level":"info","ts":1784737486.053192,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7ce7fa64-9133-4c3e-a416-92ae8f9d99e1"}
{"level":"info","ts":1784737486.0532134,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7ce7fa64-9133-4c3e-a416-92ae8f9d99e1"}
{"level":"info","ts":1784737486.0532284,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7ce7fa64-9133-4c3e-a416-92ae8f9d99e1","EoS":false}
{"level":"info","ts":1784737486.05324,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7ce7fa64-9133-4c3e-a416-92ae8f9d99e1","EoS":true}
{"level":"info","ts":1784737486.0532775,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7ce7fa64-9133-4c3e-a416-92ae8f9d99e1"}
{"level":"info","ts":1784737494.915467,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737494.9155478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92287c52-6f1e-4350-82db-1eaf630c54c1"}
{"level":"info","ts":1784737494.9155598,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92287c52-6f1e-4350-82db-1eaf630c54c1"}
{"level":"info","ts":1784737494.9155738,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92287c52-6f1e-4350-82db-1eaf630c54c1","EoS":true}
{"level":"info","ts":1784737494.9156013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92287c52-6f1e-4350-82db-1eaf630c54c1","header":"x-maas-username"}
{"level":"info","ts":1784737494.915612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92287c52-6f1e-4350-82db-1eaf630c54c1","header":"x-maas-subscription"}
{"level":"info","ts":1784737494.9156168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92287c52-6f1e-4350-82db-1eaf630c54c1","header":"x-maas-group"}
{"level":"info","ts":1784737494.9156492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92287c52-6f1e-4350-82db-1eaf630c54c1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784737494.915673,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92287c52-6f1e-4350-82db-1eaf630c54c1"}
{"level":"info","ts":1784737494.9165237,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92287c52-6f1e-4350-82db-1eaf630c54c1"}
{"level":"info","ts":1784737494.9165494,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"92287c52-6f1e-4350-82db-1eaf630c54c1"}
{"level":"info","ts":1784737494.9165707,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92287c52-6f1e-4350-82db-1eaf630c54c1","EoS":false}
{"level":"info","ts":1784737494.9165916,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92287c52-6f1e-4350-82db-1eaf630c54c1","EoS":true}
{"level":"info","ts":1784737494.9166608,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"92287c52-6f1e-4350-82db-1eaf630c54c1"}
{"level":"info","ts":1784737519.7324507,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737519.732539,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fceb4421-14a6-443c-9c94-da0e947d51df"}
{"level":"info","ts":1784737519.732553,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fceb4421-14a6-443c-9c94-da0e947d51df"}
{"level":"info","ts":1784737519.732568,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fceb4421-14a6-443c-9c94-da0e947d51df","EoS":true}
{"level":"info","ts":1784737519.7326002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fceb4421-14a6-443c-9c94-da0e947d51df","header":"x-maas-username"}
{"level":"info","ts":1784737519.7326107,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fceb4421-14a6-443c-9c94-da0e947d51df","header":"x-maas-subscription"}
{"level":"info","ts":1784737519.7326167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fceb4421-14a6-443c-9c94-da0e947d51df","header":"x-maas-group"}
{"level":"info","ts":1784737519.7326562,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fceb4421-14a6-443c-9c94-da0e947d51df","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784737519.7326844,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fceb4421-14a6-443c-9c94-da0e947d51df"}
{"level":"info","ts":1784737519.7334392,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fceb4421-14a6-443c-9c94-da0e947d51df"}
{"level":"info","ts":1784737519.7334607,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fceb4421-14a6-443c-9c94-da0e947d51df"}
{"level":"info","ts":1784737519.733476,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fceb4421-14a6-443c-9c94-da0e947d51df","EoS":false}
{"level":"info","ts":1784737519.733488,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fceb4421-14a6-443c-9c94-da0e947d51df","EoS":true}
{"level":"info","ts":1784737519.7335246,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fceb4421-14a6-443c-9c94-da0e947d51df"}
{"level":"info","ts":1784737542.8051157,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737542.8052099,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb210c10-c332-4f3b-a3c1-a20deb71ed86"}
{"level":"info","ts":1784737542.8052237,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb210c10-c332-4f3b-a3c1-a20deb71ed86"}
{"level":"info","ts":1784737542.805242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb210c10-c332-4f3b-a3c1-a20deb71ed86","EoS":true}
{"level":"info","ts":1784737542.8052828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb210c10-c332-4f3b-a3c1-a20deb71ed86","header":"x-maas-username"}
{"level":"info","ts":1784737542.8052962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb210c10-c332-4f3b-a3c1-a20deb71ed86","header":"x-maas-subscription"}
{"level":"info","ts":1784737542.8053055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb210c10-c332-4f3b-a3c1-a20deb71ed86","header":"x-maas-group"}
{"level":"info","ts":1784737542.8053255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb210c10-c332-4f3b-a3c1-a20deb71ed86","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784737542.8053598,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb210c10-c332-4f3b-a3c1-a20deb71ed86"}
{"level":"info","ts":1784737542.8061247,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bb210c10-c332-4f3b-a3c1-a20deb71ed86"}
{"level":"info","ts":1784737542.8061447,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bb210c10-c332-4f3b-a3c1-a20deb71ed86"}
{"level":"info","ts":1784737542.8061671,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb210c10-c332-4f3b-a3c1-a20deb71ed86","EoS":false}
{"level":"info","ts":1784737542.8061814,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb210c10-c332-4f3b-a3c1-a20deb71ed86","EoS":true}
{"level":"info","ts":1784737542.8062115,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bb210c10-c332-4f3b-a3c1-a20deb71ed86"}
{"level":"info","ts":1784737571.368441,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737571.368524,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b307954-d328-4325-ab5e-0d912e994fc3"}
{"level":"info","ts":1784737571.3685365,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b307954-d328-4325-ab5e-0d912e994fc3"}
{"level":"info","ts":1784737571.3685486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b307954-d328-4325-ab5e-0d912e994fc3","EoS":true}
{"level":"info","ts":1784737571.3685775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b307954-d328-4325-ab5e-0d912e994fc3","header":"x-maas-username"}
{"level":"info","ts":1784737571.3685887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b307954-d328-4325-ab5e-0d912e994fc3","header":"x-maas-group"}
{"level":"info","ts":1784737571.368594,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b307954-d328-4325-ab5e-0d912e994fc3","header":"x-maas-subscription"}
{"level":"info","ts":1784737571.3686078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b307954-d328-4325-ab5e-0d912e994fc3","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784737571.3686597,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b307954-d328-4325-ab5e-0d912e994fc3"}
{"level":"info","ts":1784737571.3706455,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4b307954-d328-4325-ab5e-0d912e994fc3"}
{"level":"info","ts":1784737571.370668,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4b307954-d328-4325-ab5e-0d912e994fc3"}
{"level":"info","ts":1784737571.3706853,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4b307954-d328-4325-ab5e-0d912e994fc3","EoS":false}
{"level":"info","ts":1784737571.3706977,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4b307954-d328-4325-ab5e-0d912e994fc3","EoS":true}
{"level":"info","ts":1784737571.370734,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4b307954-d328-4325-ab5e-0d912e994fc3"}
{"level":"info","ts":1784737580.7621691,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737580.7622602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"020ca77c-0b37-492a-8a34-56580a0f1823"}
{"level":"info","ts":1784737580.7622762,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"020ca77c-0b37-492a-8a34-56580a0f1823"}
{"level":"info","ts":1784737580.7622948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"020ca77c-0b37-492a-8a34-56580a0f1823","EoS":true}
{"level":"info","ts":1784737580.7623348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"020ca77c-0b37-492a-8a34-56580a0f1823","header":"x-maas-subscription"}
{"level":"info","ts":1784737580.7623482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"020ca77c-0b37-492a-8a34-56580a0f1823","header":"x-maas-username"}
{"level":"info","ts":1784737580.7623587,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"020ca77c-0b37-492a-8a34-56580a0f1823","header":"x-maas-group"}
{"level":"info","ts":1784737580.7623777,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"020ca77c-0b37-492a-8a34-56580a0f1823","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784737580.7624128,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"020ca77c-0b37-492a-8a34-56580a0f1823"}
{"level":"info","ts":1784737580.7646337,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"020ca77c-0b37-492a-8a34-56580a0f1823"}
{"level":"info","ts":1784737580.7646606,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"020ca77c-0b37-492a-8a34-56580a0f1823"}
{"level":"info","ts":1784737580.7646782,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"020ca77c-0b37-492a-8a34-56580a0f1823","EoS":false}
{"level":"info","ts":1784737580.7646902,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"020ca77c-0b37-492a-8a34-56580a0f1823","EoS":true}
{"level":"info","ts":1784737580.7647302,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"020ca77c-0b37-492a-8a34-56580a0f1823"}
{"level":"info","ts":1784737580.8005733,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737580.800681,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"990801b6-9267-4455-a1e0-0dbb5ca54d21"}
{"level":"info","ts":1784737580.8006926,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"990801b6-9267-4455-a1e0-0dbb5ca54d21"}
{"level":"info","ts":1784737580.800705,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"990801b6-9267-4455-a1e0-0dbb5ca54d21","EoS":true}
{"level":"info","ts":1784737580.800738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"990801b6-9267-4455-a1e0-0dbb5ca54d21","header":"x-maas-subscription"}
{"level":"info","ts":1784737580.8007498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"990801b6-9267-4455-a1e0-0dbb5ca54d21","header":"x-maas-group"}
{"level":"info","ts":1784737580.800755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"990801b6-9267-4455-a1e0-0dbb5ca54d21","header":"x-maas-username"}
{"level":"info","ts":1784737580.8007686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"990801b6-9267-4455-a1e0-0dbb5ca54d21","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784737580.8007956,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"990801b6-9267-4455-a1e0-0dbb5ca54d21"}
{"level":"info","ts":1784737580.8018665,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"990801b6-9267-4455-a1e0-0dbb5ca54d21"}
{"level":"info","ts":1784737580.8018873,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"990801b6-9267-4455-a1e0-0dbb5ca54d21"}
{"level":"info","ts":1784737580.8019078,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"990801b6-9267-4455-a1e0-0dbb5ca54d21","EoS":false}
{"level":"info","ts":1784737580.801927,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"990801b6-9267-4455-a1e0-0dbb5ca54d21","EoS":true}
{"level":"info","ts":1784737580.8019762,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"990801b6-9267-4455-a1e0-0dbb5ca54d21"}
{"level":"info","ts":1784737599.940477,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737599.940577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c22cc9a0-4b1f-46c6-b906-f80473c0a3c7"}
{"level":"info","ts":1784737599.9405937,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c22cc9a0-4b1f-46c6-b906-f80473c0a3c7"}
{"level":"info","ts":1784737599.9406111,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c22cc9a0-4b1f-46c6-b906-f80473c0a3c7","EoS":true}
{"level":"info","ts":1784737599.9406705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c22cc9a0-4b1f-46c6-b906-f80473c0a3c7","header":"x-maas-username"}
{"level":"info","ts":1784737599.9406867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c22cc9a0-4b1f-46c6-b906-f80473c0a3c7","header":"x-maas-group"}
{"level":"info","ts":1784737599.9406977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c22cc9a0-4b1f-46c6-b906-f80473c0a3c7","header":"x-maas-subscription"}
{"level":"info","ts":1784737599.9407167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c22cc9a0-4b1f-46c6-b906-f80473c0a3c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784737599.9407554,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c22cc9a0-4b1f-46c6-b906-f80473c0a3c7"}
{"level":"info","ts":1784737599.941716,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c22cc9a0-4b1f-46c6-b906-f80473c0a3c7"}
{"level":"info","ts":1784737599.941736,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c22cc9a0-4b1f-46c6-b906-f80473c0a3c7"}
{"level":"info","ts":1784737599.941753,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c22cc9a0-4b1f-46c6-b906-f80473c0a3c7","EoS":false}
{"level":"info","ts":1784737599.9417655,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c22cc9a0-4b1f-46c6-b906-f80473c0a3c7","EoS":true}
{"level":"info","ts":1784737599.9418051,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c22cc9a0-4b1f-46c6-b906-f80473c0a3c7"}
{"level":"info","ts":1784737730.358249,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737730.358332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"792352de-cb53-4504-b904-17630ceb997e"}
{"level":"info","ts":1784737730.3583436,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"792352de-cb53-4504-b904-17630ceb997e"}
{"level":"info","ts":1784737730.3583553,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"792352de-cb53-4504-b904-17630ceb997e","EoS":true}
{"level":"info","ts":1784737730.3583846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"792352de-cb53-4504-b904-17630ceb997e","header":"x-maas-group"}
{"level":"info","ts":1784737730.3583946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"792352de-cb53-4504-b904-17630ceb997e","header":"x-maas-subscription"}
{"level":"info","ts":1784737730.3584006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"792352de-cb53-4504-b904-17630ceb997e","header":"x-maas-username"}
{"level":"info","ts":1784737730.358413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"792352de-cb53-4504-b904-17630ceb997e","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784737730.3584404,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"792352de-cb53-4504-b904-17630ceb997e"}
{"level":"info","ts":1784737730.359714,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"792352de-cb53-4504-b904-17630ceb997e"}
{"level":"info","ts":1784737730.3597386,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"792352de-cb53-4504-b904-17630ceb997e"}
{"level":"info","ts":1784737730.35976,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"792352de-cb53-4504-b904-17630ceb997e","EoS":false}
{"level":"info","ts":1784737730.3597767,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"792352de-cb53-4504-b904-17630ceb997e","EoS":true}
{"level":"info","ts":1784737730.3598254,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"792352de-cb53-4504-b904-17630ceb997e"}
{"level":"info","ts":1784737767.3732648,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737767.3733625,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"691b33d9-ccec-49c4-b538-243eabeb99a5"}
{"level":"info","ts":1784737767.373377,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"691b33d9-ccec-49c4-b538-243eabeb99a5"}
{"level":"info","ts":1784737767.3733895,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"691b33d9-ccec-49c4-b538-243eabeb99a5","EoS":true}
{"level":"info","ts":1784737767.373416,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"691b33d9-ccec-49c4-b538-243eabeb99a5","header":"x-maas-group"}
{"level":"info","ts":1784737767.3734264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"691b33d9-ccec-49c4-b538-243eabeb99a5","header":"x-maas-subscription"}
{"level":"info","ts":1784737767.3734312,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"691b33d9-ccec-49c4-b538-243eabeb99a5","header":"x-maas-username"}
{"level":"info","ts":1784737767.3734446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"691b33d9-ccec-49c4-b538-243eabeb99a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784737767.3734708,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"691b33d9-ccec-49c4-b538-243eabeb99a5"}
{"level":"info","ts":1784737767.3748884,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"691b33d9-ccec-49c4-b538-243eabeb99a5"}
{"level":"info","ts":1784737767.3749094,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"691b33d9-ccec-49c4-b538-243eabeb99a5"}
{"level":"info","ts":1784737767.3749328,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"691b33d9-ccec-49c4-b538-243eabeb99a5","EoS":false}
{"level":"info","ts":1784737767.3749537,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"691b33d9-ccec-49c4-b538-243eabeb99a5","EoS":true}
{"level":"info","ts":1784737767.374999,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"691b33d9-ccec-49c4-b538-243eabeb99a5"}
{"level":"info","ts":1784737782.640999,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784737782.6410775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3adac23e-a6c6-4d9a-b8d7-c82f05b0879c"}
{"level":"info","ts":1784737782.6410875,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3adac23e-a6c6-4d9a-b8d7-c82f05b0879c"}
{"level":"info","ts":1784737782.6410987,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3adac23e-a6c6-4d9a-b8d7-c82f05b0879c","EoS":true}
{"level":"info","ts":1784737782.6411254,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3adac23e-a6c6-4d9a-b8d7-c82f05b0879c","header":"x-maas-username"}
{"level":"info","ts":1784737782.6411345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3adac23e-a6c6-4d9a-b8d7-c82f05b0879c","header":"x-maas-group"}
{"level":"info","ts":1784737782.6411395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3adac23e-a6c6-4d9a-b8d7-c82f05b0879c","header":"x-maas-subscription"}
{"level":"info","ts":1784737782.641152,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3adac23e-a6c6-4d9a-b8d7-c82f05b0879c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784737782.641176,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3adac23e-a6c6-4d9a-b8d7-c82f05b0879c"}
{"level":"info","ts":1784737782.643975,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3adac23e-a6c6-4d9a-b8d7-c82f05b0879c"}
{"level":"info","ts":1784737782.644003,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3adac23e-a6c6-4d9a-b8d7-c82f05b0879c"}
{"level":"info","ts":1784737782.6440184,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3adac23e-a6c6-4d9a-b8d7-c82f05b0879c","EoS":false}
{"level":"info","ts":1784737782.64403,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3adac23e-a6c6-4d9a-b8d7-c82f05b0879c","EoS":true}
{"level":"info","ts":1784737782.6440637,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3adac23e-a6c6-4d9a-b8d7-c82f05b0879c"}
{"level":"info","ts":1784738110.3729293,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784738110.3729937,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45290f7a-fdd3-40bb-a1a8-843f821515c2"}
{"level":"info","ts":1784738110.3730006,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"45290f7a-fdd3-40bb-a1a8-843f821515c2"}
{"level":"info","ts":1784738110.3730109,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"45290f7a-fdd3-40bb-a1a8-843f821515c2","EoS":true}
{"level":"info","ts":1784738110.3730304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45290f7a-fdd3-40bb-a1a8-843f821515c2","header":"x-maas-subscription"}
{"level":"info","ts":1784738110.3730388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45290f7a-fdd3-40bb-a1a8-843f821515c2","header":"x-maas-username"}
{"level":"info","ts":1784738110.3730438,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45290f7a-fdd3-40bb-a1a8-843f821515c2","header":"x-maas-group"}
{"level":"info","ts":1784738110.3730571,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45290f7a-fdd3-40bb-a1a8-843f821515c2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784738110.3730783,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"45290f7a-fdd3-40bb-a1a8-843f821515c2"}
{"level":"info","ts":1784738110.3740785,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"45290f7a-fdd3-40bb-a1a8-843f821515c2"}
{"level":"info","ts":1784738110.374105,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"45290f7a-fdd3-40bb-a1a8-843f821515c2"}
{"level":"info","ts":1784738110.3741264,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"45290f7a-fdd3-40bb-a1a8-843f821515c2","EoS":false}
{"level":"info","ts":1784738110.3741438,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"45290f7a-fdd3-40bb-a1a8-843f821515c2","EoS":true}
{"level":"info","ts":1784738110.3741827,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"45290f7a-fdd3-40bb-a1a8-843f821515c2"}
{"level":"info","ts":1784738115.193423,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9e212921-6bf0-4464-ae2a-65e6968f90f2","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784738115.1936862,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36608.328827397,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784738115.1937144,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784738115.242188,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784738115.2940779,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9e212921-6bf0-4464-ae2a-65e6968f90f2","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784738115.3099508,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8eca430e-3edc-4040-8a76-3e65ee80ef50","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784738115.309986,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8eca430e-3edc-4040-8a76-3e65ee80ef50","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784738115.3100655,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d51ac2a-945e-492f-987f-35b0904c5c2a"}
{"level":"info","ts":1784738115.3196545,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d67926e1-4ca2-4a45-a064-7b212a6c8a2e","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784738115.3198442,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d67926e1-4ca2-4a45-a064-7b212a6c8a2e","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784738115.3198538,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37271.036936248,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784738115.3198733,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784738115.330271,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784738115.4205742,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d51ac2a-945e-492f-987f-35b0904c5c2a","name":"e2e-external-provider"}
{"level":"info","ts":1784738115.4334836,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d51ac2a-945e-492f-987f-35b0904c5c2a","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784738115.4402683,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"015c6df4-3f26-4b26-9add-b37614397b30","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784738115.4403126,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"015c6df4-3f26-4b26-9add-b37614397b30","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784738115.440269,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17eb480f-901c-41a1-9748-96eedd2cf227"}
{"level":"info","ts":1784738115.4474165,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d51ac2a-945e-492f-987f-35b0904c5c2a","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784738115.4494095,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17eb480f-901c-41a1-9748-96eedd2cf227","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784738115.4498184,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fed30cc8-245b-4181-a906-b98089af02c2","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784738115.4498425,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fed30cc8-245b-4181-a906-b98089af02c2","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784738115.459923,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d51ac2a-945e-492f-987f-35b0904c5c2a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784738115.4609723,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1da3a66-9698-44fc-acdd-f98eeb509595","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784738115.4609978,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1da3a66-9698-44fc-acdd-f98eeb509595","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784738115.4621983,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17eb480f-901c-41a1-9748-96eedd2cf227","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784738115.4622707,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e2632aa-1038-4822-b148-12ffd864d4df"}
{"level":"info","ts":1784738115.4623013,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e2632aa-1038-4822-b148-12ffd864d4df","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784738115.471978,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e2632aa-1038-4822-b148-12ffd864d4df","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784738115.4722314,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a0107f8-be54-43e4-b756-67b8fc1cf4cc","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784738115.4722657,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a0107f8-be54-43e4-b756-67b8fc1cf4cc","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784738115.4726627,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60ae97dd-e099-4dc9-9670-ff6a6d4452bd","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784738115.472693,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60ae97dd-e099-4dc9-9670-ff6a6d4452bd","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784738115.4730425,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e32c0aeb-489e-49e9-a924-79a85619492d"}
{"level":"info","ts":1784738115.4731288,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e32c0aeb-489e-49e9-a924-79a85619492d","name":"e2e-external-provider"}
{"level":"info","ts":1784738115.4733036,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"afc7a075-8f31-4b13-a641-e39ec4cb3797"}
{"level":"info","ts":1784738115.4739966,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36901.212231917,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784738115.4740226,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784738115.4833288,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784738115.4862864,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e32c0aeb-489e-49e9-a924-79a85619492d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784738115.4964447,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"af2a6a4f-6a44-4308-b1ef-b83f4dd43326"}
{"level":"info","ts":1784738115.496486,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"af2a6a4f-6a44-4308-b1ef-b83f4dd43326","name":"e2e-external-provider"}
{"level":"info","ts":1784738115.513867,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"af2a6a4f-6a44-4308-b1ef-b83f4dd43326","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784738115.5750604,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"afc7a075-8f31-4b13-a641-e39ec4cb3797","name":"e2e-external-model"}
{"level":"info","ts":1784738115.5861566,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"afc7a075-8f31-4b13-a641-e39ec4cb3797","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784738115.5939176,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b59851b-234b-4517-a8ad-a73a9b23edf8"}
{"level":"info","ts":1784738115.5939176,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08d1f194-e229-4205-8de1-ee7b60a3004d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784738115.5939496,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08d1f194-e229-4205-8de1-ee7b60a3004d","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784738115.5939791,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b59851b-234b-4517-a8ad-a73a9b23edf8","name":"e2e-external-model"}
{"level":"error","ts":1784738115.6144047,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b59851b-234b-4517-a8ad-a73a9b23edf8","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784738115.6146524,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f678448-6400-4fcf-b6c0-08669d46e9fb"}
{"level":"info","ts":1784738115.614666,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a56ebb5e-d5b8-469e-afda-58aa891ea2a7","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784738115.6146908,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a56ebb5e-d5b8-469e-afda-58aa891ea2a7","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784738115.6147244,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f678448-6400-4fcf-b6c0-08669d46e9fb","name":"e2e-external-model"}
{"level":"info","ts":1784738115.625438,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f678448-6400-4fcf-b6c0-08669d46e9fb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784738115.634661,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a3d398c-8c41-492c-989b-9c6c75de90ec","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784738115.6346705,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a83dd04e-ffd2-4291-bef8-a6270c0e28dc"}
{"level":"info","ts":1784738115.6346889,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a3d398c-8c41-492c-989b-9c6c75de90ec","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784738115.634739,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a83dd04e-ffd2-4291-bef8-a6270c0e28dc","name":"e2e-external-model"}
{"level":"info","ts":1784738115.6440966,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a83dd04e-ffd2-4291-bef8-a6270c0e28dc","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784738127.1498706,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784738127.1499546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7927107-45e0-4c93-9593-acc602942a0a"}
{"level":"info","ts":1784738127.1499634,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7927107-45e0-4c93-9593-acc602942a0a"}
{"level":"info","ts":1784738127.1499746,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7927107-45e0-4c93-9593-acc602942a0a","EoS":true}
{"level":"info","ts":1784738127.1499982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7927107-45e0-4c93-9593-acc602942a0a","header":"x-maas-username"}
{"level":"info","ts":1784738127.1500092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7927107-45e0-4c93-9593-acc602942a0a","header":"x-maas-group"}
{"level":"info","ts":1784738127.1500137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7927107-45e0-4c93-9593-acc602942a0a","header":"x-maas-subscription"}
{"level":"info","ts":1784738127.1500301,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7927107-45e0-4c93-9593-acc602942a0a","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784738127.1500392,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d7927107-45e0-4c93-9593-acc602942a0a","modelName":"e2e-external-model"}
{"level":"info","ts":1784738127.1500516,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d7927107-45e0-4c93-9593-acc602942a0a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784738127.150091,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"d7927107-45e0-4c93-9593-acc602942a0a","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784738127.1501076,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"d7927107-45e0-4c93-9593-acc602942a0a","authType":"apikey"}
{"level":"info","ts":1784738127.1501343,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7927107-45e0-4c93-9593-acc602942a0a"}
{"level":"info","ts":1784738127.2676783,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5af6f848-0961-4406-99ac-a6c02318fe83"}
{"level":"info","ts":1784738127.2676826,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7f020c4-4ca0-42af-b78d-de51a638bc6b","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784738127.267814,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7f020c4-4ca0-42af-b78d-de51a638bc6b","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784738127.2758427,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29c1a3df-6e83-433b-9ce6-298bce69bf11","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784738127.2758975,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29c1a3df-6e83-433b-9ce6-298bce69bf11","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784738127.275941,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5af6f848-0961-4406-99ac-a6c02318fe83","name":"e2e-cleanup-test"}
{"level":"info","ts":1784738127.29539,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5af6f848-0961-4406-99ac-a6c02318fe83","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784738127.30217,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"370dc93d-394b-465e-b75d-3af23a44ef19","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784738127.3022084,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"370dc93d-394b-465e-b75d-3af23a44ef19","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784738127.3024044,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afc933ae-3841-49ff-a734-e0dc66cb3242"}
{"level":"info","ts":1784738127.3024871,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afc933ae-3841-49ff-a734-e0dc66cb3242","name":"e2e-cleanup-test"}
{"level":"error","ts":1784738127.3185472,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afc933ae-3841-49ff-a734-e0dc66cb3242","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784738127.3187153,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b45ffea-31b5-4e88-aa00-def1135b2732","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784738127.3187077,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b47b216-f0b6-4c04-830a-f75f4c22eb26"}
{"level":"info","ts":1784738127.3187437,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b45ffea-31b5-4e88-aa00-def1135b2732","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784738127.3187864,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b47b216-f0b6-4c04-830a-f75f4c22eb26","name":"e2e-cleanup-test"}
{"level":"info","ts":1784738127.3290727,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b47b216-f0b6-4c04-830a-f75f4c22eb26","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784738127.3353033,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2aa442cb-2beb-4bea-84e7-5eb46176be39"}
{"level":"info","ts":1784738127.3353362,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"08e5908e-6fb1-4872-adab-c8f178348145","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784738127.335363,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"08e5908e-6fb1-4872-adab-c8f178348145","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784738127.3353856,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2aa442cb-2beb-4bea-84e7-5eb46176be39","name":"e2e-cleanup-test"}
{"level":"info","ts":1784738127.34498,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2aa442cb-2beb-4bea-84e7-5eb46176be39","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784738135.529448,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"280b5430-6750-4c9d-90ac-52b2f1d1b76f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784738135.5294807,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"280b5430-6750-4c9d-90ac-52b2f1d1b76f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784738135.5294495,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a82d0c1-45e7-4ee7-8932-bb28fa47d4e8"}
{"level":"info","ts":1784738139.8427193,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784738139.8428066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a3ef0fe-e898-4410-98e0-625e88171658"}
{"level":"info","ts":1784738139.84282,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2a3ef0fe-e898-4410-98e0-625e88171658"}
{"level":"info","ts":1784738139.842833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a3ef0fe-e898-4410-98e0-625e88171658","EoS":true}
{"level":"info","ts":1784738139.8428638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a3ef0fe-e898-4410-98e0-625e88171658","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784738139.8428936,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2a3ef0fe-e898-4410-98e0-625e88171658"}
{"level":"info","ts":1784738139.8816624,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784738139.8817453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64b63da0-3b8c-45b5-a7ce-ee394b461dd3"}
{"level":"info","ts":1784738139.8817577,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"64b63da0-3b8c-45b5-a7ce-ee394b461dd3"}
{"level":"info","ts":1784738139.8817825,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64b63da0-3b8c-45b5-a7ce-ee394b461dd3","EoS":true}
{"level":"info","ts":1784738139.881807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64b63da0-3b8c-45b5-a7ce-ee394b461dd3","header":"x-maas-username"}
{"level":"info","ts":1784738139.8818166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64b63da0-3b8c-45b5-a7ce-ee394b461dd3","header":"x-maas-group"}
{"level":"info","ts":1784738139.8818207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64b63da0-3b8c-45b5-a7ce-ee394b461dd3","header":"x-maas-subscription"}
{"level":"info","ts":1784738139.8818343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64b63da0-3b8c-45b5-a7ce-ee394b461dd3","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784738139.8818455,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"64b63da0-3b8c-45b5-a7ce-ee394b461dd3","modelName":"e2e-external-model"}
{"level":"info","ts":1784738139.8818636,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"64b63da0-3b8c-45b5-a7ce-ee394b461dd3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784738139.8818867,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"64b63da0-3b8c-45b5-a7ce-ee394b461dd3","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784738139.8819041,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"64b63da0-3b8c-45b5-a7ce-ee394b461dd3","authType":"apikey"}
{"level":"info","ts":1784738139.8819304,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"64b63da0-3b8c-45b5-a7ce-ee394b461dd3"}
{"level":"info","ts":1784738139.9175527,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784738139.9176505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9ef9f80-2b25-4f28-be8b-1f58a1a69eea"}
{"level":"info","ts":1784738139.9176655,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e9ef9f80-2b25-4f28-be8b-1f58a1a69eea"}
{"level":"info","ts":1784738139.9176784,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9ef9f80-2b25-4f28-be8b-1f58a1a69eea","EoS":true}
{"level":"info","ts":1784738139.9177034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9ef9f80-2b25-4f28-be8b-1f58a1a69eea","header":"x-maas-username"}
{"level":"info","ts":1784738139.9177139,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9ef9f80-2b25-4f28-be8b-1f58a1a69eea","header":"x-maas-group"}
{"level":"info","ts":1784738139.917718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9ef9f80-2b25-4f28-be8b-1f58a1a69eea","header":"x-maas-subscription"}
{"level":"info","ts":1784738139.91773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9ef9f80-2b25-4f28-be8b-1f58a1a69eea","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784738139.9177556,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e9ef9f80-2b25-4f28-be8b-1f58a1a69eea"}
{"level":"info","ts":1784738140.0205076,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e9ef9f80-2b25-4f28-be8b-1f58a1a69eea"}
{"level":"info","ts":1784738140.0205357,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e9ef9f80-2b25-4f28-be8b-1f58a1a69eea"}
{"level":"info","ts":1784738140.020556,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e9ef9f80-2b25-4f28-be8b-1f58a1a69eea","EoS":false}
{"level":"info","ts":1784738140.0205727,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e9ef9f80-2b25-4f28-be8b-1f58a1a69eea","EoS":true}
{"level":"error","ts":1784738140.0205932,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"e9ef9f80-2b25-4f28-be8b-1f58a1a69eea","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784738140.020687,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e9ef9f80-2b25-4f28-be8b-1f58a1a69eea"}
{"level":"info","ts":1784738140.059729,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784738140.0598056,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2291d74d-e574-450a-beb7-b2050101e18d"}
{"level":"info","ts":1784738140.0598173,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2291d74d-e574-450a-beb7-b2050101e18d"}
{"level":"info","ts":1784738140.0598288,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2291d74d-e574-450a-beb7-b2050101e18d","EoS":true}
{"level":"info","ts":1784738140.0598514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2291d74d-e574-450a-beb7-b2050101e18d","header":"x-maas-group"}
{"level":"info","ts":1784738140.059862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2291d74d-e574-450a-beb7-b2050101e18d","header":"x-maas-username"}
{"level":"info","ts":1784738140.0598667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2291d74d-e574-450a-beb7-b2050101e18d","header":"x-maas-subscription"}
{"level":"info","ts":1784738140.0598948,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2291d74d-e574-450a-beb7-b2050101e18d"}
{"level":"info","ts":1784738140.109946,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2291d74d-e574-450a-beb7-b2050101e18d"}
{"level":"info","ts":1784738140.1099749,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2291d74d-e574-450a-beb7-b2050101e18d"}
{"level":"info","ts":1784738140.1099927,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2291d74d-e574-450a-beb7-b2050101e18d","EoS":false}
{"level":"info","ts":1784738140.110006,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2291d74d-e574-450a-beb7-b2050101e18d","EoS":true}
{"level":"error","ts":1784738140.1100204,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"2291d74d-e574-450a-beb7-b2050101e18d","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784738140.1100624,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2291d74d-e574-450a-beb7-b2050101e18d"}
{"level":"info","ts":1784738140.9384208,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4a48564-6076-4f69-9cc2-5977e0180f75","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784738140.9384518,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4a48564-6076-4f69-9cc2-5977e0180f75","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784738140.9384146,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62b27cc9-8bd8-4599-98a4-4fab9bbc59b2"}
{"level":"info","ts":1784738141.0917175,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf7c6300-ebc9-4930-af3a-5df76ed7c5f9"}
{"level":"info","ts":1784738141.0917127,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"debba1d6-66a9-42b0-89ae-ffb9c8a0e61f","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784738141.0917532,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"debba1d6-66a9-42b0-89ae-ffb9c8a0e61f","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784738141.2070868,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"733cfad5-15c6-4538-bcc4-cd61828437f8","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784738141.207165,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"733cfad5-15c6-4538-bcc4-cd61828437f8","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784738762.3180027,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784738762.3180985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22680441-75da-4e22-9f26-17df85f2d2b1"}
{"level":"info","ts":1784738762.318107,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22680441-75da-4e22-9f26-17df85f2d2b1"}
{"level":"info","ts":1784738762.3181186,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22680441-75da-4e22-9f26-17df85f2d2b1","EoS":true}
{"level":"info","ts":1784738762.3181422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22680441-75da-4e22-9f26-17df85f2d2b1","header":"x-maas-username"}
{"level":"info","ts":1784738762.3181503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22680441-75da-4e22-9f26-17df85f2d2b1","header":"x-maas-subscription"}
{"level":"info","ts":1784738762.318155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22680441-75da-4e22-9f26-17df85f2d2b1","header":"x-maas-group"}
{"level":"info","ts":1784738762.318168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22680441-75da-4e22-9f26-17df85f2d2b1","path":"/ai-tenant-e2e-inf-b-059dda/test-model-059dda/v1/chat/completions"}
{"level":"info","ts":1784738762.318193,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22680441-75da-4e22-9f26-17df85f2d2b1"}
{"level":"info","ts":1784738762.3314953,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22680441-75da-4e22-9f26-17df85f2d2b1"}
{"level":"info","ts":1784738762.3315258,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"22680441-75da-4e22-9f26-17df85f2d2b1"}
{"level":"info","ts":1784738762.3315442,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"22680441-75da-4e22-9f26-17df85f2d2b1","EoS":false}
{"level":"info","ts":1784738762.3315585,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"22680441-75da-4e22-9f26-17df85f2d2b1","EoS":true}
{"level":"info","ts":1784738762.3316054,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"22680441-75da-4e22-9f26-17df85f2d2b1"}
{"level":"info","ts":1784739255.864657,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784739255.8647346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60434414-e169-44da-abbc-f8bfd7fc50ef"}
{"level":"info","ts":1784739255.8647463,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"60434414-e169-44da-abbc-f8bfd7fc50ef"}
{"level":"info","ts":1784739255.8647573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60434414-e169-44da-abbc-f8bfd7fc50ef","EoS":true}
{"level":"info","ts":1784739255.8647795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60434414-e169-44da-abbc-f8bfd7fc50ef","header":"x-maas-subscription"}
{"level":"info","ts":1784739255.8647864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60434414-e169-44da-abbc-f8bfd7fc50ef","header":"x-maas-group"}
{"level":"info","ts":1784739255.8647914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60434414-e169-44da-abbc-f8bfd7fc50ef","header":"x-maas-username"}
{"level":"info","ts":1784739255.8648033,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60434414-e169-44da-abbc-f8bfd7fc50ef","path":"/ai-tenant-e2e-shared-b-afe7a0/rate-test-model-afe7a0/v1/completions"}
{"level":"info","ts":1784739255.8648274,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"60434414-e169-44da-abbc-f8bfd7fc50ef"}
{"level":"info","ts":1784739255.8779318,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"60434414-e169-44da-abbc-f8bfd7fc50ef"}
{"level":"info","ts":1784739255.877958,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"60434414-e169-44da-abbc-f8bfd7fc50ef"}
{"level":"info","ts":1784739255.8779788,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"60434414-e169-44da-abbc-f8bfd7fc50ef","EoS":false}
{"level":"info","ts":1784739255.8779914,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"60434414-e169-44da-abbc-f8bfd7fc50ef","EoS":true}
{"level":"info","ts":1784739255.8780293,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"60434414-e169-44da-abbc-f8bfd7fc50ef"}