{"level":"info","ts":1784819471.2004945,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e6dcbfd-d3bb-4e7e-a5d5-7ec3832876a8","header":"x-maas-group"}
{"level":"info","ts":1784819471.2005076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e6dcbfd-d3bb-4e7e-a5d5-7ec3832876a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819471.200531,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9e6dcbfd-d3bb-4e7e-a5d5-7ec3832876a8"}
{"level":"info","ts":1784819471.2014523,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9e6dcbfd-d3bb-4e7e-a5d5-7ec3832876a8"}
{"level":"info","ts":1784819471.2014723,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9e6dcbfd-d3bb-4e7e-a5d5-7ec3832876a8"}
{"level":"info","ts":1784819471.2014925,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9e6dcbfd-d3bb-4e7e-a5d5-7ec3832876a8","EoS":false}
{"level":"info","ts":1784819471.2015116,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9e6dcbfd-d3bb-4e7e-a5d5-7ec3832876a8","EoS":true}
{"level":"info","ts":1784819471.201556,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9e6dcbfd-d3bb-4e7e-a5d5-7ec3832876a8"}
{"level":"info","ts":1784819471.3438363,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819471.3439145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fb66d3a-f4a3-4039-86a8-abeb56b759e4"}
{"level":"info","ts":1784819471.3439257,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1fb66d3a-f4a3-4039-86a8-abeb56b759e4"}
{"level":"info","ts":1784819471.3439376,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fb66d3a-f4a3-4039-86a8-abeb56b759e4","EoS":true}
{"level":"info","ts":1784819471.3439612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fb66d3a-f4a3-4039-86a8-abeb56b759e4","header":"x-maas-group"}
{"level":"info","ts":1784819471.3439724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fb66d3a-f4a3-4039-86a8-abeb56b759e4","header":"x-maas-subscription"}
{"level":"info","ts":1784819471.3439775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fb66d3a-f4a3-4039-86a8-abeb56b759e4","header":"x-maas-username"}
{"level":"info","ts":1784819471.3439922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fb66d3a-f4a3-4039-86a8-abeb56b759e4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819471.3440144,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1fb66d3a-f4a3-4039-86a8-abeb56b759e4"}
{"level":"info","ts":1784819471.3449776,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1fb66d3a-f4a3-4039-86a8-abeb56b759e4"}
{"level":"info","ts":1784819471.3449967,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1fb66d3a-f4a3-4039-86a8-abeb56b759e4"}
{"level":"info","ts":1784819471.3450167,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1fb66d3a-f4a3-4039-86a8-abeb56b759e4","EoS":false}
{"level":"info","ts":1784819471.3450327,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1fb66d3a-f4a3-4039-86a8-abeb56b759e4","EoS":true}
{"level":"info","ts":1784819471.3450785,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1fb66d3a-f4a3-4039-86a8-abeb56b759e4"}
{"level":"info","ts":1784819471.4795904,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819471.4796705,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f4b371c-f82a-4f6b-97ed-88af48a2e67f"}
{"level":"info","ts":1784819471.479682,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f4b371c-f82a-4f6b-97ed-88af48a2e67f"}
{"level":"info","ts":1784819471.4796946,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f4b371c-f82a-4f6b-97ed-88af48a2e67f","EoS":true}
{"level":"info","ts":1784819471.4797199,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f4b371c-f82a-4f6b-97ed-88af48a2e67f","header":"x-maas-username"}
{"level":"info","ts":1784819471.4797273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f4b371c-f82a-4f6b-97ed-88af48a2e67f","header":"x-maas-subscription"}
{"level":"info","ts":1784819471.4797335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f4b371c-f82a-4f6b-97ed-88af48a2e67f","header":"x-maas-group"}
{"level":"info","ts":1784819471.479746,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f4b371c-f82a-4f6b-97ed-88af48a2e67f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819471.4797647,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4f4b371c-f82a-4f6b-97ed-88af48a2e67f"}
{"level":"info","ts":1784819471.4807072,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4f4b371c-f82a-4f6b-97ed-88af48a2e67f"}
{"level":"info","ts":1784819471.4807248,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4f4b371c-f82a-4f6b-97ed-88af48a2e67f"}
{"level":"info","ts":1784819471.4807384,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4f4b371c-f82a-4f6b-97ed-88af48a2e67f","EoS":false}
{"level":"info","ts":1784819471.480748,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4f4b371c-f82a-4f6b-97ed-88af48a2e67f","EoS":true}
{"level":"info","ts":1784819471.4807851,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4f4b371c-f82a-4f6b-97ed-88af48a2e67f"}
{"level":"info","ts":1784819488.4459574,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819488.4460447,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27ed80f7-0779-43ab-8d64-a5fd4a11cdaf"}
{"level":"info","ts":1784819488.4460592,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27ed80f7-0779-43ab-8d64-a5fd4a11cdaf"}
{"level":"info","ts":1784819488.4460714,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27ed80f7-0779-43ab-8d64-a5fd4a11cdaf","EoS":true}
{"level":"info","ts":1784819488.446098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27ed80f7-0779-43ab-8d64-a5fd4a11cdaf","header":"x-maas-username"}
{"level":"info","ts":1784819488.4461122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27ed80f7-0779-43ab-8d64-a5fd4a11cdaf","header":"x-maas-subscription"}
{"level":"info","ts":1784819488.4461184,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27ed80f7-0779-43ab-8d64-a5fd4a11cdaf","header":"x-maas-group"}
{"level":"info","ts":1784819488.4461331,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27ed80f7-0779-43ab-8d64-a5fd4a11cdaf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819488.446158,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27ed80f7-0779-43ab-8d64-a5fd4a11cdaf"}
{"level":"info","ts":1784819488.4494884,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"27ed80f7-0779-43ab-8d64-a5fd4a11cdaf"}
{"level":"info","ts":1784819488.449505,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"27ed80f7-0779-43ab-8d64-a5fd4a11cdaf"}
{"level":"info","ts":1784819488.4495265,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"27ed80f7-0779-43ab-8d64-a5fd4a11cdaf","EoS":false}
{"level":"info","ts":1784819488.4495437,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"27ed80f7-0779-43ab-8d64-a5fd4a11cdaf","EoS":true}
{"level":"info","ts":1784819488.44958,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"27ed80f7-0779-43ab-8d64-a5fd4a11cdaf"}
{"level":"info","ts":1784819488.5624952,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819488.5625653,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5598d3b7-eb5b-4328-a5df-c45768bb45ef"}
{"level":"info","ts":1784819488.5633845,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5598d3b7-eb5b-4328-a5df-c45768bb45ef"}
{"level":"info","ts":1784819488.5634034,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5598d3b7-eb5b-4328-a5df-c45768bb45ef"}
{"level":"info","ts":1784819488.5634205,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5598d3b7-eb5b-4328-a5df-c45768bb45ef","EoS":false}
{"level":"info","ts":1784819488.563434,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"5598d3b7-eb5b-4328-a5df-c45768bb45ef"}
{"level":"info","ts":1784819488.5634627,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5598d3b7-eb5b-4328-a5df-c45768bb45ef","EoS":true}
{"level":"info","ts":1784819488.5634742,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"5598d3b7-eb5b-4328-a5df-c45768bb45ef"}
{"level":"info","ts":1784819493.223732,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819493.2238176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c5c1d70-0485-4522-866d-278a78e68590"}
{"level":"info","ts":1784819493.223832,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c5c1d70-0485-4522-866d-278a78e68590"}
{"level":"info","ts":1784819493.2238488,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c5c1d70-0485-4522-866d-278a78e68590","EoS":true}
{"level":"info","ts":1784819493.223876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c5c1d70-0485-4522-866d-278a78e68590","header":"x-maas-subscription"}
{"level":"info","ts":1784819493.2238874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c5c1d70-0485-4522-866d-278a78e68590","header":"x-maas-username"}
{"level":"info","ts":1784819493.2238922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c5c1d70-0485-4522-866d-278a78e68590","header":"x-maas-group"}
{"level":"info","ts":1784819493.2239058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c5c1d70-0485-4522-866d-278a78e68590","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819493.2239397,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c5c1d70-0485-4522-866d-278a78e68590"}
{"level":"info","ts":1784819493.2247145,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0c5c1d70-0485-4522-866d-278a78e68590"}
{"level":"info","ts":1784819493.224733,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0c5c1d70-0485-4522-866d-278a78e68590"}
{"level":"info","ts":1784819493.2247481,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c5c1d70-0485-4522-866d-278a78e68590","EoS":false}
{"level":"info","ts":1784819493.2247612,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c5c1d70-0485-4522-866d-278a78e68590","EoS":true}
{"level":"info","ts":1784819493.2248023,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0c5c1d70-0485-4522-866d-278a78e68590"}
{"level":"info","ts":1784819503.8998508,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819503.8999262,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bdc283f-f949-448b-ae3c-7fedde8d4a57"}
{"level":"info","ts":1784819503.8999393,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8bdc283f-f949-448b-ae3c-7fedde8d4a57"}
{"level":"info","ts":1784819503.8999515,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8bdc283f-f949-448b-ae3c-7fedde8d4a57","EoS":true}
{"level":"info","ts":1784819503.899977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bdc283f-f949-448b-ae3c-7fedde8d4a57","header":"x-maas-group"}
{"level":"info","ts":1784819503.8999882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bdc283f-f949-448b-ae3c-7fedde8d4a57","header":"x-maas-username"}
{"level":"info","ts":1784819503.8999934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bdc283f-f949-448b-ae3c-7fedde8d4a57","header":"x-maas-subscription"}
{"level":"info","ts":1784819503.9000053,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bdc283f-f949-448b-ae3c-7fedde8d4a57","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784819503.9000278,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8bdc283f-f949-448b-ae3c-7fedde8d4a57"}
{"level":"info","ts":1784819503.9010847,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8bdc283f-f949-448b-ae3c-7fedde8d4a57"}
{"level":"info","ts":1784819503.9011042,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8bdc283f-f949-448b-ae3c-7fedde8d4a57"}
{"level":"info","ts":1784819503.9011247,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8bdc283f-f949-448b-ae3c-7fedde8d4a57","EoS":false}
{"level":"info","ts":1784819503.9011412,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8bdc283f-f949-448b-ae3c-7fedde8d4a57","EoS":true}
{"level":"info","ts":1784819503.9011762,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8bdc283f-f949-448b-ae3c-7fedde8d4a57"}
{"level":"info","ts":1784819516.8263404,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819516.8264124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25f87931-6a2e-4ba0-a2e4-7a3ce7061f2a"}
{"level":"info","ts":1784819516.8264236,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25f87931-6a2e-4ba0-a2e4-7a3ce7061f2a"}
{"level":"info","ts":1784819516.8264344,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25f87931-6a2e-4ba0-a2e4-7a3ce7061f2a","EoS":true}
{"level":"info","ts":1784819516.8264558,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25f87931-6a2e-4ba0-a2e4-7a3ce7061f2a","header":"x-maas-username"}
{"level":"info","ts":1784819516.8264666,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25f87931-6a2e-4ba0-a2e4-7a3ce7061f2a","header":"x-maas-subscription"}
{"level":"info","ts":1784819516.826472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25f87931-6a2e-4ba0-a2e4-7a3ce7061f2a","header":"x-maas-group"}
{"level":"info","ts":1784819516.8264837,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25f87931-6a2e-4ba0-a2e4-7a3ce7061f2a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819516.826508,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25f87931-6a2e-4ba0-a2e4-7a3ce7061f2a"}
{"level":"info","ts":1784819516.827296,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"25f87931-6a2e-4ba0-a2e4-7a3ce7061f2a"}
{"level":"info","ts":1784819516.827317,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"25f87931-6a2e-4ba0-a2e4-7a3ce7061f2a"}
{"level":"info","ts":1784819516.8273325,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25f87931-6a2e-4ba0-a2e4-7a3ce7061f2a","EoS":false}
{"level":"info","ts":1784819516.8273444,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25f87931-6a2e-4ba0-a2e4-7a3ce7061f2a","EoS":true}
{"level":"info","ts":1784819516.8273797,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"25f87931-6a2e-4ba0-a2e4-7a3ce7061f2a"}
{"level":"info","ts":1784819525.385698,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819525.3858223,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d8c798c-0293-456a-9556-2738789cbd2e"}
{"level":"info","ts":1784819525.3858387,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d8c798c-0293-456a-9556-2738789cbd2e"}
{"level":"info","ts":1784819525.3858554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d8c798c-0293-456a-9556-2738789cbd2e","EoS":true}
{"level":"info","ts":1784819525.3858898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d8c798c-0293-456a-9556-2738789cbd2e","header":"x-maas-username"}
{"level":"info","ts":1784819525.3859043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d8c798c-0293-456a-9556-2738789cbd2e","header":"x-maas-subscription"}
{"level":"info","ts":1784819525.3859124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d8c798c-0293-456a-9556-2738789cbd2e","header":"x-maas-group"}
{"level":"info","ts":1784819525.3859282,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d8c798c-0293-456a-9556-2738789cbd2e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819525.3860068,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d8c798c-0293-456a-9556-2738789cbd2e"}
{"level":"info","ts":1784819525.3868062,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4d8c798c-0293-456a-9556-2738789cbd2e"}
{"level":"info","ts":1784819525.3868306,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4d8c798c-0293-456a-9556-2738789cbd2e"}
{"level":"info","ts":1784819525.3868513,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4d8c798c-0293-456a-9556-2738789cbd2e","EoS":false}
{"level":"info","ts":1784819525.3868697,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4d8c798c-0293-456a-9556-2738789cbd2e","EoS":true}
{"level":"info","ts":1784819525.3869169,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4d8c798c-0293-456a-9556-2738789cbd2e"}
{"level":"info","ts":1784819534.311915,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819534.311995,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5af8ba71-91b1-9991-9fa7-ccfc07401f06"}
{"level":"info","ts":1784819534.3120077,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5af8ba71-91b1-9991-9fa7-ccfc07401f06"}
{"level":"info","ts":1784819534.3120198,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5af8ba71-91b1-9991-9fa7-ccfc07401f06","EoS":true}
{"level":"info","ts":1784819534.312047,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5af8ba71-91b1-9991-9fa7-ccfc07401f06","header":"x-maas-username"}
{"level":"info","ts":1784819534.3120582,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5af8ba71-91b1-9991-9fa7-ccfc07401f06","header":"x-maas-group"}
{"level":"info","ts":1784819534.3120627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5af8ba71-91b1-9991-9fa7-ccfc07401f06","header":"x-maas-subscription"}
{"level":"info","ts":1784819534.3120756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5af8ba71-91b1-9991-9fa7-ccfc07401f06","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819534.3120992,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5af8ba71-91b1-9991-9fa7-ccfc07401f06"}
{"level":"info","ts":1784819534.3131156,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5af8ba71-91b1-9991-9fa7-ccfc07401f06"}
{"level":"info","ts":1784819534.313135,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5af8ba71-91b1-9991-9fa7-ccfc07401f06"}
{"level":"info","ts":1784819534.3131497,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5af8ba71-91b1-9991-9fa7-ccfc07401f06","EoS":false}
{"level":"info","ts":1784819534.3131616,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5af8ba71-91b1-9991-9fa7-ccfc07401f06","EoS":true}
{"level":"info","ts":1784819534.3131986,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5af8ba71-91b1-9991-9fa7-ccfc07401f06"}
{"level":"info","ts":1784819562.5828986,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819562.583029,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d9d749b-2703-4478-a731-ca021acdb641"}
{"level":"info","ts":1784819562.5830534,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d9d749b-2703-4478-a731-ca021acdb641"}
{"level":"info","ts":1784819562.5830734,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d9d749b-2703-4478-a731-ca021acdb641","EoS":true}
{"level":"info","ts":1784819562.583105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d9d749b-2703-4478-a731-ca021acdb641","header":"x-maas-group"}
{"level":"info","ts":1784819562.5831163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d9d749b-2703-4478-a731-ca021acdb641","header":"x-maas-username"}
{"level":"info","ts":1784819562.5831225,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d9d749b-2703-4478-a731-ca021acdb641","header":"x-maas-subscription"}
{"level":"info","ts":1784819562.5831397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d9d749b-2703-4478-a731-ca021acdb641","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784819562.583173,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d9d749b-2703-4478-a731-ca021acdb641"}
{"level":"info","ts":1784819562.5843492,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7d9d749b-2703-4478-a731-ca021acdb641"}
{"level":"info","ts":1784819562.5843694,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7d9d749b-2703-4478-a731-ca021acdb641"}
{"level":"info","ts":1784819562.5843856,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7d9d749b-2703-4478-a731-ca021acdb641","EoS":false}
{"level":"info","ts":1784819562.5844018,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7d9d749b-2703-4478-a731-ca021acdb641","EoS":true}
{"level":"info","ts":1784819562.5844483,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7d9d749b-2703-4478-a731-ca021acdb641"}
{"level":"info","ts":1784819586.555202,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819586.5553145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4664e183-aea2-49a6-a23b-1f213853da42"}
{"level":"info","ts":1784819586.5553339,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4664e183-aea2-49a6-a23b-1f213853da42"}
{"level":"info","ts":1784819586.5553532,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4664e183-aea2-49a6-a23b-1f213853da42","EoS":true}
{"level":"info","ts":1784819586.5553925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4664e183-aea2-49a6-a23b-1f213853da42","header":"x-maas-username"}
{"level":"info","ts":1784819586.5554018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4664e183-aea2-49a6-a23b-1f213853da42","header":"x-maas-group"}
{"level":"info","ts":1784819586.5554063,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4664e183-aea2-49a6-a23b-1f213853da42","header":"x-maas-subscription"}
{"level":"info","ts":1784819586.5554204,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4664e183-aea2-49a6-a23b-1f213853da42","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784819586.5554478,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4664e183-aea2-49a6-a23b-1f213853da42"}
{"level":"info","ts":1784819586.5565042,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4664e183-aea2-49a6-a23b-1f213853da42"}
{"level":"info","ts":1784819586.5565245,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4664e183-aea2-49a6-a23b-1f213853da42"}
{"level":"info","ts":1784819586.5565393,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4664e183-aea2-49a6-a23b-1f213853da42","EoS":false}
{"level":"info","ts":1784819586.5565507,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4664e183-aea2-49a6-a23b-1f213853da42","EoS":true}
{"level":"info","ts":1784819586.556588,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4664e183-aea2-49a6-a23b-1f213853da42"}
{"level":"info","ts":1784819613.2597938,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819613.2598526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2431677d-4a25-4052-a63b-8b34d0dea943"}
{"level":"info","ts":1784819613.2598608,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2431677d-4a25-4052-a63b-8b34d0dea943"}
{"level":"info","ts":1784819613.2598717,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2431677d-4a25-4052-a63b-8b34d0dea943","EoS":true}
{"level":"info","ts":1784819613.259895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2431677d-4a25-4052-a63b-8b34d0dea943","header":"x-maas-group"}
{"level":"info","ts":1784819613.2599065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2431677d-4a25-4052-a63b-8b34d0dea943","header":"x-maas-username"}
{"level":"info","ts":1784819613.2599118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2431677d-4a25-4052-a63b-8b34d0dea943","header":"x-maas-subscription"}
{"level":"info","ts":1784819613.259924,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2431677d-4a25-4052-a63b-8b34d0dea943","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819613.2599459,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2431677d-4a25-4052-a63b-8b34d0dea943"}
{"level":"info","ts":1784819613.2607663,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2431677d-4a25-4052-a63b-8b34d0dea943"}
{"level":"info","ts":1784819613.2607887,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2431677d-4a25-4052-a63b-8b34d0dea943"}
{"level":"info","ts":1784819613.260803,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2431677d-4a25-4052-a63b-8b34d0dea943","EoS":false}
{"level":"info","ts":1784819613.2608154,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2431677d-4a25-4052-a63b-8b34d0dea943","EoS":true}
{"level":"info","ts":1784819613.260851,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2431677d-4a25-4052-a63b-8b34d0dea943"}
{"level":"info","ts":1784819622.7614107,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819622.7614844,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab623e03-12b4-43e4-8490-d735ba353fbc"}
{"level":"info","ts":1784819622.7614932,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab623e03-12b4-43e4-8490-d735ba353fbc"}
{"level":"info","ts":1784819622.7615058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab623e03-12b4-43e4-8490-d735ba353fbc","EoS":true}
{"level":"info","ts":1784819622.7615306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab623e03-12b4-43e4-8490-d735ba353fbc","header":"x-maas-subscription"}
{"level":"info","ts":1784819622.7615407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab623e03-12b4-43e4-8490-d735ba353fbc","header":"x-maas-username"}
{"level":"info","ts":1784819622.7615948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab623e03-12b4-43e4-8490-d735ba353fbc","header":"x-maas-group"}
{"level":"info","ts":1784819622.7616105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab623e03-12b4-43e4-8490-d735ba353fbc","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819622.7616377,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab623e03-12b4-43e4-8490-d735ba353fbc"}
{"level":"info","ts":1784819622.7636616,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab623e03-12b4-43e4-8490-d735ba353fbc"}
{"level":"info","ts":1784819622.7636855,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ab623e03-12b4-43e4-8490-d735ba353fbc"}
{"level":"info","ts":1784819622.7637022,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab623e03-12b4-43e4-8490-d735ba353fbc","EoS":false}
{"level":"info","ts":1784819622.7637148,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab623e03-12b4-43e4-8490-d735ba353fbc","EoS":true}
{"level":"info","ts":1784819622.7637484,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ab623e03-12b4-43e4-8490-d735ba353fbc"}
{"level":"info","ts":1784819622.797731,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819622.7977934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f57bf70d-d3b0-46bd-8b88-a5c515e98b66"}
{"level":"info","ts":1784819622.7978065,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f57bf70d-d3b0-46bd-8b88-a5c515e98b66"}
{"level":"info","ts":1784819622.797817,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f57bf70d-d3b0-46bd-8b88-a5c515e98b66","EoS":true}
{"level":"info","ts":1784819622.7978396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f57bf70d-d3b0-46bd-8b88-a5c515e98b66","header":"x-maas-username"}
{"level":"info","ts":1784819622.7978492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f57bf70d-d3b0-46bd-8b88-a5c515e98b66","header":"x-maas-group"}
{"level":"info","ts":1784819622.7978542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f57bf70d-d3b0-46bd-8b88-a5c515e98b66","header":"x-maas-subscription"}
{"level":"info","ts":1784819622.7978663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f57bf70d-d3b0-46bd-8b88-a5c515e98b66","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819622.7978923,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f57bf70d-d3b0-46bd-8b88-a5c515e98b66"}
{"level":"info","ts":1784819622.7985337,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f57bf70d-d3b0-46bd-8b88-a5c515e98b66"}
{"level":"info","ts":1784819622.798551,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f57bf70d-d3b0-46bd-8b88-a5c515e98b66"}
{"level":"info","ts":1784819622.798567,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f57bf70d-d3b0-46bd-8b88-a5c515e98b66","EoS":false}
{"level":"info","ts":1784819622.7985766,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f57bf70d-d3b0-46bd-8b88-a5c515e98b66","EoS":true}
{"level":"info","ts":1784819622.798607,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f57bf70d-d3b0-46bd-8b88-a5c515e98b66"}
{"level":"info","ts":1784819642.261883,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819642.2619693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd3191fa-d1aa-4ba9-be19-e6a85f22b72c"}
{"level":"info","ts":1784819642.2619827,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd3191fa-d1aa-4ba9-be19-e6a85f22b72c"}
{"level":"info","ts":1784819642.2619972,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd3191fa-d1aa-4ba9-be19-e6a85f22b72c","EoS":true}
{"level":"info","ts":1784819642.2620318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd3191fa-d1aa-4ba9-be19-e6a85f22b72c","header":"x-maas-group"}
{"level":"info","ts":1784819642.2621093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd3191fa-d1aa-4ba9-be19-e6a85f22b72c","header":"x-maas-subscription"}
{"level":"info","ts":1784819642.2621212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd3191fa-d1aa-4ba9-be19-e6a85f22b72c","header":"x-maas-username"}
{"level":"info","ts":1784819642.262136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd3191fa-d1aa-4ba9-be19-e6a85f22b72c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819642.262162,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd3191fa-d1aa-4ba9-be19-e6a85f22b72c"}
{"level":"info","ts":1784819642.2630584,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dd3191fa-d1aa-4ba9-be19-e6a85f22b72c"}
{"level":"info","ts":1784819642.2630787,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dd3191fa-d1aa-4ba9-be19-e6a85f22b72c"}
{"level":"info","ts":1784819642.2630932,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dd3191fa-d1aa-4ba9-be19-e6a85f22b72c","EoS":false}
{"level":"info","ts":1784819642.2631047,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dd3191fa-d1aa-4ba9-be19-e6a85f22b72c","EoS":true}
{"level":"info","ts":1784819642.2631397,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dd3191fa-d1aa-4ba9-be19-e6a85f22b72c"}
{"level":"info","ts":1784819778.0840406,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819778.0841455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fd3cee4-ae6b-4b8d-8d49-c46c038124ce"}
{"level":"info","ts":1784819778.0841615,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6fd3cee4-ae6b-4b8d-8d49-c46c038124ce"}
{"level":"info","ts":1784819778.0841782,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fd3cee4-ae6b-4b8d-8d49-c46c038124ce","EoS":true}
{"level":"info","ts":1784819778.084216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fd3cee4-ae6b-4b8d-8d49-c46c038124ce","header":"x-maas-username"}
{"level":"info","ts":1784819778.08423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fd3cee4-ae6b-4b8d-8d49-c46c038124ce","header":"x-maas-subscription"}
{"level":"info","ts":1784819778.0842385,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fd3cee4-ae6b-4b8d-8d49-c46c038124ce","header":"x-maas-group"}
{"level":"info","ts":1784819778.084278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fd3cee4-ae6b-4b8d-8d49-c46c038124ce","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784819778.084311,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6fd3cee4-ae6b-4b8d-8d49-c46c038124ce"}
{"level":"info","ts":1784819778.085948,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6fd3cee4-ae6b-4b8d-8d49-c46c038124ce"}
{"level":"info","ts":1784819778.0859706,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6fd3cee4-ae6b-4b8d-8d49-c46c038124ce"}
{"level":"info","ts":1784819778.0859869,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6fd3cee4-ae6b-4b8d-8d49-c46c038124ce","EoS":false}
{"level":"info","ts":1784819778.0859983,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6fd3cee4-ae6b-4b8d-8d49-c46c038124ce","EoS":true}
{"level":"info","ts":1784819778.0860438,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6fd3cee4-ae6b-4b8d-8d49-c46c038124ce"}
{"level":"info","ts":1784819815.6139758,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819815.6140425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b11291c3-83e3-4d2c-b066-16b931c462b4"}
{"level":"info","ts":1784819815.6140516,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b11291c3-83e3-4d2c-b066-16b931c462b4"}
{"level":"info","ts":1784819815.6140668,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b11291c3-83e3-4d2c-b066-16b931c462b4","EoS":true}
{"level":"info","ts":1784819815.6140988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b11291c3-83e3-4d2c-b066-16b931c462b4","header":"x-maas-subscription"}
{"level":"info","ts":1784819815.6141133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b11291c3-83e3-4d2c-b066-16b931c462b4","header":"x-maas-username"}
{"level":"info","ts":1784819815.614121,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b11291c3-83e3-4d2c-b066-16b931c462b4","header":"x-maas-group"}
{"level":"info","ts":1784819815.6141362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b11291c3-83e3-4d2c-b066-16b931c462b4","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819815.61416,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b11291c3-83e3-4d2c-b066-16b931c462b4"}
{"level":"info","ts":1784819815.6165075,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b11291c3-83e3-4d2c-b066-16b931c462b4"}
{"level":"info","ts":1784819815.6165342,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b11291c3-83e3-4d2c-b066-16b931c462b4"}
{"level":"info","ts":1784819815.6165497,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b11291c3-83e3-4d2c-b066-16b931c462b4","EoS":false}
{"level":"info","ts":1784819815.6165614,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b11291c3-83e3-4d2c-b066-16b931c462b4","EoS":true}
{"level":"info","ts":1784819815.6165955,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b11291c3-83e3-4d2c-b066-16b931c462b4"}
{"level":"info","ts":1784819830.9698005,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784819830.9698818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d16c4c01-8cd6-4930-8862-501891fc84d1"}
{"level":"info","ts":1784819830.969892,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d16c4c01-8cd6-4930-8862-501891fc84d1"}
{"level":"info","ts":1784819830.9699035,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d16c4c01-8cd6-4930-8862-501891fc84d1","EoS":true}
{"level":"info","ts":1784819830.9699297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d16c4c01-8cd6-4930-8862-501891fc84d1","header":"x-maas-subscription"}
{"level":"info","ts":1784819830.9699416,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d16c4c01-8cd6-4930-8862-501891fc84d1","header":"x-maas-group"}
{"level":"info","ts":1784819830.9699464,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d16c4c01-8cd6-4930-8862-501891fc84d1","header":"x-maas-username"}
{"level":"info","ts":1784819830.9699593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d16c4c01-8cd6-4930-8862-501891fc84d1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784819830.9699872,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d16c4c01-8cd6-4930-8862-501891fc84d1"}
{"level":"info","ts":1784819830.9709039,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d16c4c01-8cd6-4930-8862-501891fc84d1"}
{"level":"info","ts":1784819830.9709249,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d16c4c01-8cd6-4930-8862-501891fc84d1"}
{"level":"info","ts":1784819830.970942,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d16c4c01-8cd6-4930-8862-501891fc84d1","EoS":false}
{"level":"info","ts":1784819830.9709535,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d16c4c01-8cd6-4930-8862-501891fc84d1","EoS":true}
{"level":"info","ts":1784819830.9709883,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d16c4c01-8cd6-4930-8862-501891fc84d1"}
{"level":"info","ts":1784820160.684957,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784820160.6850348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e3ddc2a-f834-429b-a753-04f7bd4104f6"}
{"level":"info","ts":1784820160.6850424,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0e3ddc2a-f834-429b-a753-04f7bd4104f6"}
{"level":"info","ts":1784820160.6850536,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e3ddc2a-f834-429b-a753-04f7bd4104f6","EoS":true}
{"level":"info","ts":1784820160.6850798,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e3ddc2a-f834-429b-a753-04f7bd4104f6","header":"x-maas-username"}
{"level":"info","ts":1784820160.685091,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e3ddc2a-f834-429b-a753-04f7bd4104f6","header":"x-maas-subscription"}
{"level":"info","ts":1784820160.6850963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e3ddc2a-f834-429b-a753-04f7bd4104f6","header":"x-maas-group"}
{"level":"info","ts":1784820160.6851082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e3ddc2a-f834-429b-a753-04f7bd4104f6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784820160.6851318,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0e3ddc2a-f834-429b-a753-04f7bd4104f6"}
{"level":"info","ts":1784820160.6861384,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0e3ddc2a-f834-429b-a753-04f7bd4104f6"}
{"level":"info","ts":1784820160.6861608,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0e3ddc2a-f834-429b-a753-04f7bd4104f6"}
{"level":"info","ts":1784820160.686174,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0e3ddc2a-f834-429b-a753-04f7bd4104f6","EoS":false}
{"level":"info","ts":1784820160.6861851,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0e3ddc2a-f834-429b-a753-04f7bd4104f6","EoS":true}
{"level":"info","ts":1784820160.6862175,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0e3ddc2a-f834-429b-a753-04f7bd4104f6"}
{"level":"info","ts":1784820160.7294369,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784820160.7295005,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9f39c3d-a2c5-415e-aac9-4b22da74e991"}
{"level":"info","ts":1784820160.729513,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d9f39c3d-a2c5-415e-aac9-4b22da74e991"}
{"level":"info","ts":1784820160.729524,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9f39c3d-a2c5-415e-aac9-4b22da74e991","EoS":true}
{"level":"info","ts":1784820160.729545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9f39c3d-a2c5-415e-aac9-4b22da74e991","header":"x-maas-username"}
{"level":"info","ts":1784820160.7295554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9f39c3d-a2c5-415e-aac9-4b22da74e991","header":"x-maas-subscription"}
{"level":"info","ts":1784820160.729561,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9f39c3d-a2c5-415e-aac9-4b22da74e991","header":"x-maas-group"}
{"level":"info","ts":1784820160.729574,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9f39c3d-a2c5-415e-aac9-4b22da74e991","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784820160.7295985,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d9f39c3d-a2c5-415e-aac9-4b22da74e991"}
{"level":"info","ts":1784820160.7306335,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d9f39c3d-a2c5-415e-aac9-4b22da74e991"}
{"level":"info","ts":1784820160.7306523,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d9f39c3d-a2c5-415e-aac9-4b22da74e991"}
{"level":"info","ts":1784820160.7306707,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d9f39c3d-a2c5-415e-aac9-4b22da74e991","EoS":false}
{"level":"info","ts":1784820160.7306871,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d9f39c3d-a2c5-415e-aac9-4b22da74e991","EoS":true}
{"level":"info","ts":1784820160.7307246,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d9f39c3d-a2c5-415e-aac9-4b22da74e991"}
{"level":"info","ts":1784820165.5508885,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"48e24095-fe4e-478a-97ae-c5286c69d6cd","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784820165.551143,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38290.039191197,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784820165.5511687,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784820165.5801888,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784820165.6516075,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"48e24095-fe4e-478a-97ae-c5286c69d6cd","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784820165.6743817,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ecbca3f2-3b85-478b-9a77-8a309ec370d9"}
{"level":"info","ts":1784820165.674488,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcc1eba0-3d3f-433a-b369-c1fc360db499","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784820165.6745174,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcc1eba0-3d3f-433a-b369-c1fc360db499","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784820165.6812084,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"177b3682-af12-45f5-a457-fe8558074894","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784820165.6812367,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"177b3682-af12-45f5-a457-fe8558074894","provider":"openai","endpoint":"httpbingo.org"}
{"level":"error","ts":1784820165.6845605,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ecbca3f2-3b85-478b-9a77-8a309ec370d9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784820165.6847982,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35422.906788057,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784820165.6848233,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784820165.693011,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784820165.7857845,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ecbca3f2-3b85-478b-9a77-8a309ec370d9","name":"e2e-external-provider"}
{"level":"info","ts":1784820165.7940922,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ecbca3f2-3b85-478b-9a77-8a309ec370d9","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784820165.8042958,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ecbca3f2-3b85-478b-9a77-8a309ec370d9","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784820165.8045328,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b6afe8fd-213c-4a5c-88b7-67a207b50f9a","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784820165.8045318,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8723562-1709-4f11-94df-3cca14c74165"}
{"level":"info","ts":1784820165.8045793,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b6afe8fd-213c-4a5c-88b7-67a207b50f9a","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784820165.811561,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79581daa-a484-4cf9-950d-1ff6bb34f145","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784820165.8116107,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79581daa-a484-4cf9-950d-1ff6bb34f145","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784820165.8116515,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ecbca3f2-3b85-478b-9a77-8a309ec370d9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784820165.8119774,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8723562-1709-4f11-94df-3cca14c74165","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784820165.8154685,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ecbca3f2-3b85-478b-9a77-8a309ec370d9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784820165.8155713,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f3cb678b-0a91-49dd-9b92-abd2197f3715"}
{"level":"info","ts":1784820165.8156307,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f3cb678b-0a91-49dd-9b92-abd2197f3715","name":"e2e-external-provider"}
{"level":"info","ts":1784820165.8169606,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e21806e5-ba3b-402d-b504-0cd817e053cd","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784820165.8169906,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e21806e5-ba3b-402d-b504-0cd817e053cd","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784820165.8169775,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8723562-1709-4f11-94df-3cca14c74165","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784820165.8170664,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e56becfd-089a-4d62-849e-b041452b6682"}
{"level":"info","ts":1784820165.8170896,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e56becfd-089a-4d62-849e-b041452b6682","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784820165.8210099,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e56becfd-089a-4d62-849e-b041452b6682","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784820165.8244526,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f3cb678b-0a91-49dd-9b92-abd2197f3715","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784820165.8311477,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e835c365-cffb-41b1-bced-969419a9d321"}
{"level":"info","ts":1784820165.8311775,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e835c365-cffb-41b1-bced-969419a9d321","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784820165.8313682,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74a94551-c9c2-44a1-ab80-f1c032041de2","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784820165.8314044,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b550e87-5952-4f12-bca7-1086429a1974","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784820165.831425,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b550e87-5952-4f12-bca7-1086429a1974","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784820165.8314064,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74a94551-c9c2-44a1-ab80-f1c032041de2","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784820165.8316085,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"99eb9aea-f727-4844-aff8-e4211794a83d"}
{"level":"info","ts":1784820165.8316474,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"99eb9aea-f727-4844-aff8-e4211794a83d","name":"e2e-external-provider"}
{"level":"error","ts":1784820165.835582,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e835c365-cffb-41b1-bced-969419a9d321","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784820165.8356454,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c960f074-56ea-452e-82fb-0db07ea6a6c7"}
{"level":"info","ts":1784820165.835854,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38075.326540167,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784820165.8358731,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784820165.84005,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"99eb9aea-f727-4844-aff8-e4211794a83d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784820165.898456,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784820165.9359426,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c960f074-56ea-452e-82fb-0db07ea6a6c7","name":"e2e-external-model"}
{"level":"info","ts":1784820165.945423,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c960f074-56ea-452e-82fb-0db07ea6a6c7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784820165.9559608,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5ac7f7d-192a-493b-bb40-fc55a757b1c7","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784820165.9560645,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5ac7f7d-192a-493b-bb40-fc55a757b1c7","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784820165.9565787,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66eea97b-090e-4dd8-a02c-d842165ce400"}
{"level":"info","ts":1784820165.9566948,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66eea97b-090e-4dd8-a02c-d842165ce400","name":"e2e-external-model"}
{"level":"info","ts":1784820165.9704113,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df80481f-6b29-402f-8530-a689d3d405a4","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784820165.9705014,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df80481f-6b29-402f-8530-a689d3d405a4","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784820165.9707706,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66eea97b-090e-4dd8-a02c-d842165ce400","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784820165.9708455,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3be8d5d2-d469-4ba3-b24c-ea53b610a0f0"}
{"level":"info","ts":1784820165.970914,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3be8d5d2-d469-4ba3-b24c-ea53b610a0f0","name":"e2e-external-model"}
{"level":"info","ts":1784820165.9795005,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3be8d5d2-d469-4ba3-b24c-ea53b610a0f0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784820165.9842427,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f5e45d8-1247-45ab-a372-c0937d997ca0"}
{"level":"info","ts":1784820165.9843204,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f5e45d8-1247-45ab-a372-c0937d997ca0","name":"e2e-external-model"}
{"level":"info","ts":1784820165.9843261,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a995e36-9422-401a-9e8f-eb425de75f2c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784820165.984354,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a995e36-9422-401a-9e8f-eb425de75f2c","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784820165.991513,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f5e45d8-1247-45ab-a372-c0937d997ca0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784820173.3746874,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784820173.3747592,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78b5afc9-698a-4337-ab81-800a23d426c4"}
{"level":"info","ts":1784820173.3747687,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"78b5afc9-698a-4337-ab81-800a23d426c4"}
{"level":"info","ts":1784820173.3747802,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78b5afc9-698a-4337-ab81-800a23d426c4","EoS":true}
{"level":"info","ts":1784820173.374802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78b5afc9-698a-4337-ab81-800a23d426c4","header":"x-maas-username"}
{"level":"info","ts":1784820173.374814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78b5afc9-698a-4337-ab81-800a23d426c4","header":"x-maas-group"}
{"level":"info","ts":1784820173.3748183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78b5afc9-698a-4337-ab81-800a23d426c4","header":"x-maas-subscription"}
{"level":"info","ts":1784820173.37483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78b5afc9-698a-4337-ab81-800a23d426c4","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784820173.374837,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"78b5afc9-698a-4337-ab81-800a23d426c4","modelName":"e2e-external-model"}
{"level":"info","ts":1784820173.374848,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"78b5afc9-698a-4337-ab81-800a23d426c4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784820173.3748744,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"78b5afc9-698a-4337-ab81-800a23d426c4","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784820173.3748915,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"78b5afc9-698a-4337-ab81-800a23d426c4","authType":"apikey"}
{"level":"info","ts":1784820173.374919,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"78b5afc9-698a-4337-ab81-800a23d426c4"}
{"level":"info","ts":1784820173.506978,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a922ddb2-dd53-43c2-81ec-ea547cc522d7","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784820173.507023,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a922ddb2-dd53-43c2-81ec-ea547cc522d7","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784820173.5069883,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"48015faa-ab19-48d8-a795-583da97806bc"}
{"level":"info","ts":1784820173.5116599,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ebac4c5b-cf6a-41bc-85c0-68099b9dcb67","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784820173.5116942,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ebac4c5b-cf6a-41bc-85c0-68099b9dcb67","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784820173.514782,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"48015faa-ab19-48d8-a795-583da97806bc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784820173.5148487,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"48015faa-ab19-48d8-a795-583da97806bc","name":"e2e-cleanup-test"}
{"level":"info","ts":1784820173.5326319,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7906e117-5e0d-441b-b52b-cca7804c7a2d","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784820173.5326757,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7906e117-5e0d-441b-b52b-cca7804c7a2d","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784820173.5357878,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"48015faa-ab19-48d8-a795-583da97806bc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784820173.5358899,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"48015faa-ab19-48d8-a795-583da97806bc","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784820173.5360382,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"631ccb6a-40e1-437c-bdc3-931406dba121"}
{"level":"info","ts":1784820173.5361493,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"631ccb6a-40e1-437c-bdc3-931406dba121","name":"e2e-cleanup-test"}
{"level":"error","ts":1784820173.5463696,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"631ccb6a-40e1-437c-bdc3-931406dba121","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784820173.5466032,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6858d17e-df26-4447-b54d-ab445019cfa4","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784820173.5466347,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c76132e-4f18-4b5d-abc3-ac74aa8a502c"}
{"level":"info","ts":1784820173.5466554,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6858d17e-df26-4447-b54d-ab445019cfa4","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784820173.5467074,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c76132e-4f18-4b5d-abc3-ac74aa8a502c","name":"e2e-cleanup-test"}
{"level":"info","ts":1784820173.554431,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c76132e-4f18-4b5d-abc3-ac74aa8a502c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784820173.5619922,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dce109d4-64dc-480e-8afc-d498b16548f6","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784820173.5620308,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dce109d4-64dc-480e-8afc-d498b16548f6","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784820173.5622756,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c76132e-4f18-4b5d-abc3-ac74aa8a502c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784820173.5623515,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5479da70-c82a-4f46-853b-772f09afb034"}
{"level":"info","ts":1784820173.5624006,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5479da70-c82a-4f46-853b-772f09afb034","name":"e2e-cleanup-test"}
{"level":"info","ts":1784820173.5691233,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5479da70-c82a-4f46-853b-772f09afb034","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784820181.7878625,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e9a507d-f81c-4237-bf57-4cc18df53fd4"}
{"level":"info","ts":1784820181.7878623,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95eb3122-e177-40a6-9432-606f4a152a17","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784820181.7879355,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95eb3122-e177-40a6-9432-606f4a152a17","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784820186.1335337,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784820186.1336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"847c9b7d-1c3c-4ae8-a382-8aa83268f8bc"}
{"level":"info","ts":1784820186.1336117,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"847c9b7d-1c3c-4ae8-a382-8aa83268f8bc"}
{"level":"info","ts":1784820186.1336305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"847c9b7d-1c3c-4ae8-a382-8aa83268f8bc","EoS":true}
{"level":"info","ts":1784820186.133674,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"847c9b7d-1c3c-4ae8-a382-8aa83268f8bc","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784820186.133704,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"847c9b7d-1c3c-4ae8-a382-8aa83268f8bc"}
{"level":"info","ts":1784820186.1737604,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784820186.1738222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4eaf77f6-6e49-46de-8758-fafd97db46f2"}
{"level":"info","ts":1784820186.173832,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4eaf77f6-6e49-46de-8758-fafd97db46f2"}
{"level":"info","ts":1784820186.173843,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4eaf77f6-6e49-46de-8758-fafd97db46f2","EoS":true}
{"level":"info","ts":1784820186.1738665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4eaf77f6-6e49-46de-8758-fafd97db46f2","header":"x-maas-username"}
{"level":"info","ts":1784820186.1738763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4eaf77f6-6e49-46de-8758-fafd97db46f2","header":"x-maas-subscription"}
{"level":"info","ts":1784820186.1738808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4eaf77f6-6e49-46de-8758-fafd97db46f2","header":"x-maas-group"}
{"level":"info","ts":1784820186.1738932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4eaf77f6-6e49-46de-8758-fafd97db46f2","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784820186.173901,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4eaf77f6-6e49-46de-8758-fafd97db46f2","modelName":"e2e-external-model"}
{"level":"info","ts":1784820186.173912,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4eaf77f6-6e49-46de-8758-fafd97db46f2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784820186.173934,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"4eaf77f6-6e49-46de-8758-fafd97db46f2","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784820186.1739495,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"4eaf77f6-6e49-46de-8758-fafd97db46f2","authType":"apikey"}
{"level":"info","ts":1784820186.1739705,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4eaf77f6-6e49-46de-8758-fafd97db46f2"}
{"level":"info","ts":1784820186.213695,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784820186.2137623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23d395df-bc94-4cf1-b4a5-a0b6e61f5fc6"}
{"level":"info","ts":1784820186.213774,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"23d395df-bc94-4cf1-b4a5-a0b6e61f5fc6"}
{"level":"info","ts":1784820186.2137928,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"23d395df-bc94-4cf1-b4a5-a0b6e61f5fc6","EoS":true}
{"level":"info","ts":1784820186.21382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23d395df-bc94-4cf1-b4a5-a0b6e61f5fc6","header":"x-maas-username"}
{"level":"info","ts":1784820186.213834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23d395df-bc94-4cf1-b4a5-a0b6e61f5fc6","header":"x-maas-subscription"}
{"level":"info","ts":1784820186.2138426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23d395df-bc94-4cf1-b4a5-a0b6e61f5fc6","header":"x-maas-group"}
{"level":"info","ts":1784820186.2138605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23d395df-bc94-4cf1-b4a5-a0b6e61f5fc6","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784820186.213894,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"23d395df-bc94-4cf1-b4a5-a0b6e61f5fc6"}
{"level":"info","ts":1784820186.320726,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"23d395df-bc94-4cf1-b4a5-a0b6e61f5fc6"}
{"level":"info","ts":1784820186.3207543,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"23d395df-bc94-4cf1-b4a5-a0b6e61f5fc6"}
{"level":"info","ts":1784820186.3207724,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"23d395df-bc94-4cf1-b4a5-a0b6e61f5fc6","EoS":false}
{"level":"info","ts":1784820186.3207858,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"23d395df-bc94-4cf1-b4a5-a0b6e61f5fc6","EoS":true}
{"level":"error","ts":1784820186.3208013,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"23d395df-bc94-4cf1-b4a5-a0b6e61f5fc6","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784820186.3208535,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"23d395df-bc94-4cf1-b4a5-a0b6e61f5fc6"}
{"level":"info","ts":1784820186.365205,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784820186.3653123,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f85e4e6a-8986-9a72-a031-f1aa368193e8"}
{"level":"info","ts":1784820186.3653228,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f85e4e6a-8986-9a72-a031-f1aa368193e8"}
{"level":"info","ts":1784820186.3653345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f85e4e6a-8986-9a72-a031-f1aa368193e8","EoS":true}
{"level":"info","ts":1784820186.365362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f85e4e6a-8986-9a72-a031-f1aa368193e8","header":"x-maas-subscription"}
{"level":"info","ts":1784820186.3653712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f85e4e6a-8986-9a72-a031-f1aa368193e8","header":"x-maas-username"}
{"level":"info","ts":1784820186.365376,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f85e4e6a-8986-9a72-a031-f1aa368193e8","header":"x-maas-group"}
{"level":"info","ts":1784820186.3654087,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f85e4e6a-8986-9a72-a031-f1aa368193e8"}
{"level":"info","ts":1784820186.4808652,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f85e4e6a-8986-9a72-a031-f1aa368193e8"}
{"level":"info","ts":1784820186.4808924,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f85e4e6a-8986-9a72-a031-f1aa368193e8"}
{"level":"info","ts":1784820186.480909,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f85e4e6a-8986-9a72-a031-f1aa368193e8","EoS":false}
{"level":"info","ts":1784820186.4809575,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f85e4e6a-8986-9a72-a031-f1aa368193e8","EoS":true}
{"level":"error","ts":1784820186.4809992,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"f85e4e6a-8986-9a72-a031-f1aa368193e8","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784820186.4810357,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f85e4e6a-8986-9a72-a031-f1aa368193e8"}
{"level":"info","ts":1784820187.3626163,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e4b7eca-64f5-4750-bf1f-f493019ef24b"}
{"level":"info","ts":1784820187.3630323,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2126d4a3-7be3-407f-aaaf-d3a5ae76016d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784820187.3630614,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2126d4a3-7be3-407f-aaaf-d3a5ae76016d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784820187.516616,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2eee0c83-6d88-4e5a-804c-f5f7fc35e696"}
{"level":"info","ts":1784820187.516616,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da151868-d2ed-4c05-9574-61f22f4bb9fc","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784820187.51665,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da151868-d2ed-4c05-9574-61f22f4bb9fc","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784820187.6456928,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"72a2b4d0-4831-47aa-a02b-453ea006351f","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784820187.6457853,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"72a2b4d0-4831-47aa-a02b-453ea006351f","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784820782.7232084,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784820782.7233171,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4285beed-3c9c-4fa8-bb76-0d004cc2c2e0"}
{"level":"info","ts":1784820782.7233295,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4285beed-3c9c-4fa8-bb76-0d004cc2c2e0"}
{"level":"info","ts":1784820782.723344,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4285beed-3c9c-4fa8-bb76-0d004cc2c2e0","EoS":true}
{"level":"info","ts":1784820782.7233694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4285beed-3c9c-4fa8-bb76-0d004cc2c2e0","header":"x-maas-username"}
{"level":"info","ts":1784820782.7233803,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4285beed-3c9c-4fa8-bb76-0d004cc2c2e0","header":"x-maas-subscription"}
{"level":"info","ts":1784820782.723386,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4285beed-3c9c-4fa8-bb76-0d004cc2c2e0","header":"x-maas-group"}
{"level":"info","ts":1784820782.7234004,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4285beed-3c9c-4fa8-bb76-0d004cc2c2e0","path":"/ai-tenant-e2e-inf-b-5c302e/test-model-5c302e/v1/chat/completions"}
{"level":"info","ts":1784820782.7234244,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4285beed-3c9c-4fa8-bb76-0d004cc2c2e0"}
{"level":"info","ts":1784820782.7368205,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4285beed-3c9c-4fa8-bb76-0d004cc2c2e0"}
{"level":"info","ts":1784820782.7368557,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4285beed-3c9c-4fa8-bb76-0d004cc2c2e0"}
{"level":"info","ts":1784820782.7368782,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4285beed-3c9c-4fa8-bb76-0d004cc2c2e0","EoS":false}
{"level":"info","ts":1784820782.7368917,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4285beed-3c9c-4fa8-bb76-0d004cc2c2e0","EoS":true}
{"level":"info","ts":1784820782.7369375,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4285beed-3c9c-4fa8-bb76-0d004cc2c2e0"}
{"level":"info","ts":1784821239.6936247,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784821239.6937113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8097c114-6741-4b83-97d5-0b3703391657"}
{"level":"info","ts":1784821239.6937213,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8097c114-6741-4b83-97d5-0b3703391657"}
{"level":"info","ts":1784821239.693733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8097c114-6741-4b83-97d5-0b3703391657","EoS":true}
{"level":"info","ts":1784821239.6937568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8097c114-6741-4b83-97d5-0b3703391657","header":"x-maas-group"}
{"level":"info","ts":1784821239.693768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8097c114-6741-4b83-97d5-0b3703391657","header":"x-maas-username"}
{"level":"info","ts":1784821239.6937735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8097c114-6741-4b83-97d5-0b3703391657","header":"x-maas-subscription"}
{"level":"info","ts":1784821239.6937861,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8097c114-6741-4b83-97d5-0b3703391657","path":"/ai-tenant-e2e-shared-a-d3e0e7/rate-test-model-d3e0e7/v1/completions"}
{"level":"info","ts":1784821239.6938102,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8097c114-6741-4b83-97d5-0b3703391657"}
{"level":"info","ts":1784821239.706948,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8097c114-6741-4b83-97d5-0b3703391657"}
{"level":"info","ts":1784821239.706973,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8097c114-6741-4b83-97d5-0b3703391657"}
{"level":"info","ts":1784821239.706989,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8097c114-6741-4b83-97d5-0b3703391657","EoS":false}
{"level":"info","ts":1784821239.7070014,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8097c114-6741-4b83-97d5-0b3703391657","EoS":true}
{"level":"info","ts":1784821239.7070482,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8097c114-6741-4b83-97d5-0b3703391657"}
{"level":"info","ts":1784821240.7503831,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784821240.750455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90d726d4-bb4a-4c93-af92-bf3dfd295895"}
{"level":"info","ts":1784821240.7504637,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"90d726d4-bb4a-4c93-af92-bf3dfd295895"}
{"level":"info","ts":1784821240.7504745,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90d726d4-bb4a-4c93-af92-bf3dfd295895","EoS":true}
{"level":"info","ts":1784821240.7504983,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90d726d4-bb4a-4c93-af92-bf3dfd295895","header":"x-maas-subscription"}
{"level":"info","ts":1784821240.7505097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90d726d4-bb4a-4c93-af92-bf3dfd295895","header":"x-maas-group"}
{"level":"info","ts":1784821240.750514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90d726d4-bb4a-4c93-af92-bf3dfd295895","header":"x-maas-username"}
{"level":"info","ts":1784821240.75053,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90d726d4-bb4a-4c93-af92-bf3dfd295895","path":"/ai-tenant-e2e-shared-a-d3e0e7/rate-test-model-d3e0e7/v1/completions"}
{"level":"info","ts":1784821240.750556,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"90d726d4-bb4a-4c93-af92-bf3dfd295895"}
{"level":"info","ts":1784821240.7515128,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"90d726d4-bb4a-4c93-af92-bf3dfd295895"}
{"level":"info","ts":1784821240.7515366,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"90d726d4-bb4a-4c93-af92-bf3dfd295895"}
{"level":"info","ts":1784821240.7515526,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"90d726d4-bb4a-4c93-af92-bf3dfd295895","EoS":false}
{"level":"info","ts":1784821240.7515757,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"90d726d4-bb4a-4c93-af92-bf3dfd295895","EoS":true}
{"level":"info","ts":1784821240.7516155,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"90d726d4-bb4a-4c93-af92-bf3dfd295895"}
{"level":"info","ts":1784821255.102568,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784821255.1026452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7799f764-4f7e-4b7d-ad53-fadea922facf"}
{"level":"info","ts":1784821255.1026535,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7799f764-4f7e-4b7d-ad53-fadea922facf"}
{"level":"info","ts":1784821255.102665,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7799f764-4f7e-4b7d-ad53-fadea922facf","EoS":true}
{"level":"info","ts":1784821255.1026888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7799f764-4f7e-4b7d-ad53-fadea922facf","header":"x-maas-subscription"}
{"level":"info","ts":1784821255.1026998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7799f764-4f7e-4b7d-ad53-fadea922facf","header":"x-maas-group"}
{"level":"info","ts":1784821255.1027045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7799f764-4f7e-4b7d-ad53-fadea922facf","header":"x-maas-username"}
{"level":"info","ts":1784821255.1027184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7799f764-4f7e-4b7d-ad53-fadea922facf","path":"/ai-tenant-e2e-shared-b-53a4f4/rate-test-model-53a4f4/v1/completions"}
{"level":"info","ts":1784821255.1027424,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7799f764-4f7e-4b7d-ad53-fadea922facf"}
{"level":"info","ts":1784821255.1161869,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7799f764-4f7e-4b7d-ad53-fadea922facf"}
{"level":"info","ts":1784821255.1162055,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7799f764-4f7e-4b7d-ad53-fadea922facf"}
{"level":"info","ts":1784821255.1162255,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7799f764-4f7e-4b7d-ad53-fadea922facf","EoS":false}
{"level":"info","ts":1784821255.116243,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7799f764-4f7e-4b7d-ad53-fadea922facf","EoS":true}
{"level":"info","ts":1784821255.1162932,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7799f764-4f7e-4b7d-ad53-fadea922facf"}