{"level":"info","ts":1784647085.5501246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe6ee75d-e817-4f2a-92e1-787401b89f4d","EoS":true} {"level":"info","ts":1784647085.550151,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe6ee75d-e817-4f2a-92e1-787401b89f4d","header":"x-maas-username"} {"level":"info","ts":1784647085.5501606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe6ee75d-e817-4f2a-92e1-787401b89f4d","header":"x-maas-group"} {"level":"info","ts":1784647085.550165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe6ee75d-e817-4f2a-92e1-787401b89f4d","header":"x-maas-subscription"} {"level":"info","ts":1784647085.5501792,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe6ee75d-e817-4f2a-92e1-787401b89f4d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647085.5502062,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe6ee75d-e817-4f2a-92e1-787401b89f4d"} {"level":"info","ts":1784647085.5511289,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fe6ee75d-e817-4f2a-92e1-787401b89f4d"} {"level":"info","ts":1784647085.55115,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fe6ee75d-e817-4f2a-92e1-787401b89f4d"} {"level":"info","ts":1784647085.5511713,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fe6ee75d-e817-4f2a-92e1-787401b89f4d","EoS":false} {"level":"info","ts":1784647085.5511951,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fe6ee75d-e817-4f2a-92e1-787401b89f4d","EoS":true} {"level":"info","ts":1784647085.5512328,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fe6ee75d-e817-4f2a-92e1-787401b89f4d"} {"level":"info","ts":1784647108.6541224,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647108.6542091,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08f71899-c285-4280-b8bf-8d300e27b165"} {"level":"info","ts":1784647108.6542258,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"08f71899-c285-4280-b8bf-8d300e27b165"} {"level":"info","ts":1784647108.6542387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08f71899-c285-4280-b8bf-8d300e27b165","EoS":true} {"level":"info","ts":1784647108.654263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08f71899-c285-4280-b8bf-8d300e27b165","header":"x-maas-subscription"} {"level":"info","ts":1784647108.6542735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08f71899-c285-4280-b8bf-8d300e27b165","header":"x-maas-group"} {"level":"info","ts":1784647108.6542788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08f71899-c285-4280-b8bf-8d300e27b165","header":"x-maas-username"} {"level":"info","ts":1784647108.65429,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08f71899-c285-4280-b8bf-8d300e27b165","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647108.654318,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"08f71899-c285-4280-b8bf-8d300e27b165"} {"level":"info","ts":1784647108.6673613,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"08f71899-c285-4280-b8bf-8d300e27b165"} {"level":"info","ts":1784647108.6673818,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"08f71899-c285-4280-b8bf-8d300e27b165"} {"level":"info","ts":1784647108.6673973,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"08f71899-c285-4280-b8bf-8d300e27b165","EoS":false} {"level":"info","ts":1784647108.6674087,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"08f71899-c285-4280-b8bf-8d300e27b165","EoS":true} {"level":"info","ts":1784647108.6674457,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"08f71899-c285-4280-b8bf-8d300e27b165"} {"level":"info","ts":1784647108.8022017,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647108.8022852,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb12d700-e0c9-4187-8232-07bbbb5ac1d8"} {"level":"info","ts":1784647108.8023,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb12d700-e0c9-4187-8232-07bbbb5ac1d8"} {"level":"info","ts":1784647108.8023138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb12d700-e0c9-4187-8232-07bbbb5ac1d8","EoS":true} {"level":"info","ts":1784647108.8023415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb12d700-e0c9-4187-8232-07bbbb5ac1d8","header":"x-maas-username"} {"level":"info","ts":1784647108.802351,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb12d700-e0c9-4187-8232-07bbbb5ac1d8","header":"x-maas-subscription"} {"level":"info","ts":1784647108.8023565,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb12d700-e0c9-4187-8232-07bbbb5ac1d8","header":"x-maas-group"} {"level":"info","ts":1784647108.8023684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb12d700-e0c9-4187-8232-07bbbb5ac1d8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647108.8023949,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb12d700-e0c9-4187-8232-07bbbb5ac1d8"} {"level":"info","ts":1784647108.803185,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bb12d700-e0c9-4187-8232-07bbbb5ac1d8"} {"level":"info","ts":1784647108.803205,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bb12d700-e0c9-4187-8232-07bbbb5ac1d8"} {"level":"info","ts":1784647108.8032193,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb12d700-e0c9-4187-8232-07bbbb5ac1d8","EoS":false} {"level":"info","ts":1784647108.8032303,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb12d700-e0c9-4187-8232-07bbbb5ac1d8","EoS":true} {"level":"info","ts":1784647108.803263,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bb12d700-e0c9-4187-8232-07bbbb5ac1d8"} {"level":"info","ts":1784647108.93881,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647108.9388745,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4111399a-f4a2-499d-bb72-5e817e08c5f1"} {"level":"info","ts":1784647108.9388824,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4111399a-f4a2-499d-bb72-5e817e08c5f1"} {"level":"info","ts":1784647108.938894,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4111399a-f4a2-499d-bb72-5e817e08c5f1","EoS":true} {"level":"info","ts":1784647108.9389153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4111399a-f4a2-499d-bb72-5e817e08c5f1","header":"x-maas-group"} {"level":"info","ts":1784647108.9389253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4111399a-f4a2-499d-bb72-5e817e08c5f1","header":"x-maas-username"} {"level":"info","ts":1784647108.938931,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4111399a-f4a2-499d-bb72-5e817e08c5f1","header":"x-maas-subscription"} {"level":"info","ts":1784647108.9389427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4111399a-f4a2-499d-bb72-5e817e08c5f1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647108.9389641,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4111399a-f4a2-499d-bb72-5e817e08c5f1"} {"level":"info","ts":1784647108.9412827,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4111399a-f4a2-499d-bb72-5e817e08c5f1"} {"level":"info","ts":1784647108.9413075,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4111399a-f4a2-499d-bb72-5e817e08c5f1"} {"level":"info","ts":1784647108.941329,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4111399a-f4a2-499d-bb72-5e817e08c5f1","EoS":false} {"level":"info","ts":1784647108.9413474,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4111399a-f4a2-499d-bb72-5e817e08c5f1","EoS":true} {"level":"info","ts":1784647108.941389,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4111399a-f4a2-499d-bb72-5e817e08c5f1"} {"level":"info","ts":1784647109.0752766,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647109.0753663,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e67b31ad-b6ee-47bf-8548-7387bf359191"} {"level":"info","ts":1784647109.0753784,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e67b31ad-b6ee-47bf-8548-7387bf359191"} {"level":"info","ts":1784647109.07539,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e67b31ad-b6ee-47bf-8548-7387bf359191","EoS":true} {"level":"info","ts":1784647109.0754135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e67b31ad-b6ee-47bf-8548-7387bf359191","header":"x-maas-username"} {"level":"info","ts":1784647109.075423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e67b31ad-b6ee-47bf-8548-7387bf359191","header":"x-maas-subscription"} {"level":"info","ts":1784647109.0754275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e67b31ad-b6ee-47bf-8548-7387bf359191","header":"x-maas-group"} {"level":"info","ts":1784647109.0754514,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e67b31ad-b6ee-47bf-8548-7387bf359191","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647109.075486,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e67b31ad-b6ee-47bf-8548-7387bf359191"} {"level":"info","ts":1784647109.0762932,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e67b31ad-b6ee-47bf-8548-7387bf359191"} {"level":"info","ts":1784647109.0763094,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e67b31ad-b6ee-47bf-8548-7387bf359191"} {"level":"info","ts":1784647109.0763228,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e67b31ad-b6ee-47bf-8548-7387bf359191","EoS":false} {"level":"info","ts":1784647109.0763354,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e67b31ad-b6ee-47bf-8548-7387bf359191","EoS":true} {"level":"info","ts":1784647109.0763748,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e67b31ad-b6ee-47bf-8548-7387bf359191"} {"level":"info","ts":1784647109.2113562,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647109.211435,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9420bf67-752f-43a0-b9c1-ec4c569bad5d"} {"level":"info","ts":1784647109.2114475,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9420bf67-752f-43a0-b9c1-ec4c569bad5d"} {"level":"info","ts":1784647109.2114599,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9420bf67-752f-43a0-b9c1-ec4c569bad5d","EoS":true} {"level":"info","ts":1784647109.2114851,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9420bf67-752f-43a0-b9c1-ec4c569bad5d","header":"x-maas-group"} {"level":"info","ts":1784647109.2114944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9420bf67-752f-43a0-b9c1-ec4c569bad5d","header":"x-maas-username"} {"level":"info","ts":1784647109.211499,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9420bf67-752f-43a0-b9c1-ec4c569bad5d","header":"x-maas-subscription"} {"level":"info","ts":1784647109.2115145,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9420bf67-752f-43a0-b9c1-ec4c569bad5d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647109.211537,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9420bf67-752f-43a0-b9c1-ec4c569bad5d"} {"level":"info","ts":1784647109.2122939,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9420bf67-752f-43a0-b9c1-ec4c569bad5d"} {"level":"info","ts":1784647109.2123108,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9420bf67-752f-43a0-b9c1-ec4c569bad5d"} {"level":"info","ts":1784647109.2123246,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9420bf67-752f-43a0-b9c1-ec4c569bad5d","EoS":false} {"level":"info","ts":1784647109.2123349,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9420bf67-752f-43a0-b9c1-ec4c569bad5d","EoS":true} {"level":"info","ts":1784647109.2123718,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9420bf67-752f-43a0-b9c1-ec4c569bad5d"} {"level":"info","ts":1784647128.0940983,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647128.0942032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dea531fa-ebb7-4b00-8e55-9f192d88f02b"} {"level":"info","ts":1784647128.0942187,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dea531fa-ebb7-4b00-8e55-9f192d88f02b"} {"level":"info","ts":1784647128.0942392,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dea531fa-ebb7-4b00-8e55-9f192d88f02b","EoS":true} {"level":"info","ts":1784647128.094277,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dea531fa-ebb7-4b00-8e55-9f192d88f02b","header":"x-maas-group"} {"level":"info","ts":1784647128.094291,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dea531fa-ebb7-4b00-8e55-9f192d88f02b","header":"x-maas-username"} {"level":"info","ts":1784647128.094299,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dea531fa-ebb7-4b00-8e55-9f192d88f02b","header":"x-maas-subscription"} {"level":"info","ts":1784647128.094319,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dea531fa-ebb7-4b00-8e55-9f192d88f02b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647128.0943563,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dea531fa-ebb7-4b00-8e55-9f192d88f02b"} {"level":"info","ts":1784647128.095176,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dea531fa-ebb7-4b00-8e55-9f192d88f02b"} {"level":"info","ts":1784647128.0951955,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dea531fa-ebb7-4b00-8e55-9f192d88f02b"} {"level":"info","ts":1784647128.0952132,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dea531fa-ebb7-4b00-8e55-9f192d88f02b","EoS":false} {"level":"info","ts":1784647128.0952277,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dea531fa-ebb7-4b00-8e55-9f192d88f02b","EoS":true} {"level":"info","ts":1784647128.0952637,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dea531fa-ebb7-4b00-8e55-9f192d88f02b"} {"level":"info","ts":1784647128.1246026,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647128.1247375,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d944f74-52fa-4b1c-af10-70a0c065908f"} {"level":"info","ts":1784647128.1247532,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d944f74-52fa-4b1c-af10-70a0c065908f"} {"level":"info","ts":1784647128.124769,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d944f74-52fa-4b1c-af10-70a0c065908f","EoS":true} {"level":"info","ts":1784647128.1247945,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d944f74-52fa-4b1c-af10-70a0c065908f","header":"x-maas-username"} {"level":"info","ts":1784647128.1248055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d944f74-52fa-4b1c-af10-70a0c065908f","header":"x-maas-group"} {"level":"info","ts":1784647128.1248107,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d944f74-52fa-4b1c-af10-70a0c065908f","header":"x-maas-subscription"} {"level":"info","ts":1784647128.1248236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d944f74-52fa-4b1c-af10-70a0c065908f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647128.1248477,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d944f74-52fa-4b1c-af10-70a0c065908f"} {"level":"info","ts":1784647128.127501,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d944f74-52fa-4b1c-af10-70a0c065908f"} {"level":"info","ts":1784647128.127521,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0d944f74-52fa-4b1c-af10-70a0c065908f"} {"level":"info","ts":1784647128.127537,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0d944f74-52fa-4b1c-af10-70a0c065908f","EoS":false} {"level":"info","ts":1784647128.1275487,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0d944f74-52fa-4b1c-af10-70a0c065908f","EoS":true} {"level":"info","ts":1784647128.127586,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0d944f74-52fa-4b1c-af10-70a0c065908f"} {"level":"info","ts":1784647128.2154794,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647128.2155476,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2a8cab8b-e13a-4167-890f-0f7dd5f43596"} {"level":"info","ts":1784647128.2163272,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2a8cab8b-e13a-4167-890f-0f7dd5f43596"} {"level":"info","ts":1784647128.2163472,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2a8cab8b-e13a-4167-890f-0f7dd5f43596"} {"level":"info","ts":1784647128.216371,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2a8cab8b-e13a-4167-890f-0f7dd5f43596","EoS":false} {"level":"info","ts":1784647128.2163923,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"2a8cab8b-e13a-4167-890f-0f7dd5f43596"} {"level":"info","ts":1784647128.2164285,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2a8cab8b-e13a-4167-890f-0f7dd5f43596","EoS":true} {"level":"info","ts":1784647128.216442,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"2a8cab8b-e13a-4167-890f-0f7dd5f43596"} {"level":"info","ts":1784647132.8482049,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647132.8482797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49aa7b1f-121e-4de1-9c2d-2bee03a27094"} {"level":"info","ts":1784647132.848291,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49aa7b1f-121e-4de1-9c2d-2bee03a27094"} {"level":"info","ts":1784647132.8483016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49aa7b1f-121e-4de1-9c2d-2bee03a27094","EoS":true} {"level":"info","ts":1784647132.8483303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49aa7b1f-121e-4de1-9c2d-2bee03a27094","header":"x-maas-username"} {"level":"info","ts":1784647132.8483398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49aa7b1f-121e-4de1-9c2d-2bee03a27094","header":"x-maas-subscription"} {"level":"info","ts":1784647132.8483443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49aa7b1f-121e-4de1-9c2d-2bee03a27094","header":"x-maas-group"} {"level":"info","ts":1784647132.8483574,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49aa7b1f-121e-4de1-9c2d-2bee03a27094","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647132.8483832,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49aa7b1f-121e-4de1-9c2d-2bee03a27094"} {"level":"info","ts":1784647132.849267,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"49aa7b1f-121e-4de1-9c2d-2bee03a27094"} {"level":"info","ts":1784647132.8492873,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"49aa7b1f-121e-4de1-9c2d-2bee03a27094"} {"level":"info","ts":1784647132.84931,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49aa7b1f-121e-4de1-9c2d-2bee03a27094","EoS":false} {"level":"info","ts":1784647132.8493261,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49aa7b1f-121e-4de1-9c2d-2bee03a27094","EoS":true} {"level":"info","ts":1784647132.849362,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"49aa7b1f-121e-4de1-9c2d-2bee03a27094"} {"level":"info","ts":1784647143.439268,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647143.4393556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8abd435-2883-41b1-a9a3-f8f0b5018ce3"} {"level":"info","ts":1784647143.4393685,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c8abd435-2883-41b1-a9a3-f8f0b5018ce3"} {"level":"info","ts":1784647143.4393806,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8abd435-2883-41b1-a9a3-f8f0b5018ce3","EoS":true} {"level":"info","ts":1784647143.4394078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8abd435-2883-41b1-a9a3-f8f0b5018ce3","header":"x-maas-username"} {"level":"info","ts":1784647143.4394176,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8abd435-2883-41b1-a9a3-f8f0b5018ce3","header":"x-maas-group"} {"level":"info","ts":1784647143.4394233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8abd435-2883-41b1-a9a3-f8f0b5018ce3","header":"x-maas-subscription"} {"level":"info","ts":1784647143.4394364,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8abd435-2883-41b1-a9a3-f8f0b5018ce3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784647143.4394622,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c8abd435-2883-41b1-a9a3-f8f0b5018ce3"} {"level":"info","ts":1784647143.4402766,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c8abd435-2883-41b1-a9a3-f8f0b5018ce3"} {"level":"info","ts":1784647143.440304,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c8abd435-2883-41b1-a9a3-f8f0b5018ce3"} {"level":"info","ts":1784647143.4403272,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c8abd435-2883-41b1-a9a3-f8f0b5018ce3","EoS":false} {"level":"info","ts":1784647143.4403527,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c8abd435-2883-41b1-a9a3-f8f0b5018ce3","EoS":true} {"level":"info","ts":1784647143.4403925,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c8abd435-2883-41b1-a9a3-f8f0b5018ce3"} {"level":"info","ts":1784647156.3118498,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647156.3119345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97b039fe-9e0a-4f9f-aec1-d10133c753d1"} {"level":"info","ts":1784647156.3119483,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"97b039fe-9e0a-4f9f-aec1-d10133c753d1"} {"level":"info","ts":1784647156.311963,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97b039fe-9e0a-4f9f-aec1-d10133c753d1","EoS":true} {"level":"info","ts":1784647156.3119962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97b039fe-9e0a-4f9f-aec1-d10133c753d1","header":"x-maas-group"} {"level":"info","ts":1784647156.3120072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97b039fe-9e0a-4f9f-aec1-d10133c753d1","header":"x-maas-username"} {"level":"info","ts":1784647156.3120115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97b039fe-9e0a-4f9f-aec1-d10133c753d1","header":"x-maas-subscription"} {"level":"info","ts":1784647156.3120246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97b039fe-9e0a-4f9f-aec1-d10133c753d1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647156.3120527,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"97b039fe-9e0a-4f9f-aec1-d10133c753d1"} {"level":"info","ts":1784647156.3130302,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"97b039fe-9e0a-4f9f-aec1-d10133c753d1"} {"level":"info","ts":1784647156.3130517,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"97b039fe-9e0a-4f9f-aec1-d10133c753d1"} {"level":"info","ts":1784647156.3130724,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"97b039fe-9e0a-4f9f-aec1-d10133c753d1","EoS":false} {"level":"info","ts":1784647156.3130913,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"97b039fe-9e0a-4f9f-aec1-d10133c753d1","EoS":true} {"level":"info","ts":1784647156.313135,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"97b039fe-9e0a-4f9f-aec1-d10133c753d1"} {"level":"info","ts":1784647164.8235886,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647164.8236732,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ad5ded9-b7cf-4d54-991c-527f701d0513"} {"level":"info","ts":1784647164.823686,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7ad5ded9-b7cf-4d54-991c-527f701d0513"} {"level":"info","ts":1784647164.8236978,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ad5ded9-b7cf-4d54-991c-527f701d0513","EoS":true} {"level":"info","ts":1784647164.8237226,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ad5ded9-b7cf-4d54-991c-527f701d0513","header":"x-maas-username"} {"level":"info","ts":1784647164.8237324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ad5ded9-b7cf-4d54-991c-527f701d0513","header":"x-maas-subscription"} {"level":"info","ts":1784647164.8237371,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ad5ded9-b7cf-4d54-991c-527f701d0513","header":"x-maas-group"} {"level":"info","ts":1784647164.8237507,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ad5ded9-b7cf-4d54-991c-527f701d0513","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647164.8237774,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7ad5ded9-b7cf-4d54-991c-527f701d0513"} {"level":"info","ts":1784647164.824652,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7ad5ded9-b7cf-4d54-991c-527f701d0513"} {"level":"info","ts":1784647164.8246698,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7ad5ded9-b7cf-4d54-991c-527f701d0513"} {"level":"info","ts":1784647164.8246849,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7ad5ded9-b7cf-4d54-991c-527f701d0513","EoS":false} {"level":"info","ts":1784647164.8246965,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7ad5ded9-b7cf-4d54-991c-527f701d0513","EoS":true} {"level":"info","ts":1784647164.8247275,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7ad5ded9-b7cf-4d54-991c-527f701d0513"} {"level":"info","ts":1784647173.653224,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647173.6533053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e22b9f74-281b-4d41-868b-a4ffd846149d"} {"level":"info","ts":1784647173.6533182,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e22b9f74-281b-4d41-868b-a4ffd846149d"} {"level":"info","ts":1784647173.6533313,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e22b9f74-281b-4d41-868b-a4ffd846149d","EoS":true} {"level":"info","ts":1784647173.6533568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e22b9f74-281b-4d41-868b-a4ffd846149d","header":"x-maas-group"} {"level":"info","ts":1784647173.653367,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e22b9f74-281b-4d41-868b-a4ffd846149d","header":"x-maas-username"} {"level":"info","ts":1784647173.6533751,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e22b9f74-281b-4d41-868b-a4ffd846149d","header":"x-maas-subscription"} {"level":"info","ts":1784647173.653392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e22b9f74-281b-4d41-868b-a4ffd846149d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647173.6534228,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e22b9f74-281b-4d41-868b-a4ffd846149d"} {"level":"info","ts":1784647173.6544302,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e22b9f74-281b-4d41-868b-a4ffd846149d"} {"level":"info","ts":1784647173.6544516,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e22b9f74-281b-4d41-868b-a4ffd846149d"} {"level":"info","ts":1784647173.6544726,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e22b9f74-281b-4d41-868b-a4ffd846149d","EoS":false} {"level":"info","ts":1784647173.654487,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e22b9f74-281b-4d41-868b-a4ffd846149d","EoS":true} {"level":"info","ts":1784647173.6545246,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e22b9f74-281b-4d41-868b-a4ffd846149d"} {"level":"info","ts":1784647198.3999012,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647198.399982,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e825ca5-f414-4f0d-9e38-8ca548d698f5"} {"level":"info","ts":1784647198.3999965,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5e825ca5-f414-4f0d-9e38-8ca548d698f5"} {"level":"info","ts":1784647198.4000084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e825ca5-f414-4f0d-9e38-8ca548d698f5","EoS":true} {"level":"info","ts":1784647198.4000328,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e825ca5-f414-4f0d-9e38-8ca548d698f5","header":"x-maas-username"} {"level":"info","ts":1784647198.400043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e825ca5-f414-4f0d-9e38-8ca548d698f5","header":"x-maas-group"} {"level":"info","ts":1784647198.4000485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e825ca5-f414-4f0d-9e38-8ca548d698f5","header":"x-maas-subscription"} {"level":"info","ts":1784647198.4000616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e825ca5-f414-4f0d-9e38-8ca548d698f5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784647198.400087,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5e825ca5-f414-4f0d-9e38-8ca548d698f5"} {"level":"info","ts":1784647198.4017937,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5e825ca5-f414-4f0d-9e38-8ca548d698f5"} {"level":"info","ts":1784647198.4018157,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5e825ca5-f414-4f0d-9e38-8ca548d698f5"} {"level":"info","ts":1784647198.4018328,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5e825ca5-f414-4f0d-9e38-8ca548d698f5","EoS":false} {"level":"info","ts":1784647198.4018455,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5e825ca5-f414-4f0d-9e38-8ca548d698f5","EoS":true} {"level":"info","ts":1784647198.4018905,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5e825ca5-f414-4f0d-9e38-8ca548d698f5"} {"level":"info","ts":1784647221.114722,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647221.1147954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"312a00c1-82fb-46b0-8cbb-dc401f1a7b08"} {"level":"info","ts":1784647221.1148083,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"312a00c1-82fb-46b0-8cbb-dc401f1a7b08"} {"level":"info","ts":1784647221.1148202,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"312a00c1-82fb-46b0-8cbb-dc401f1a7b08","EoS":true} {"level":"info","ts":1784647221.1148512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"312a00c1-82fb-46b0-8cbb-dc401f1a7b08","header":"x-maas-subscription"} {"level":"info","ts":1784647221.114862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"312a00c1-82fb-46b0-8cbb-dc401f1a7b08","header":"x-maas-username"} {"level":"info","ts":1784647221.1148672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"312a00c1-82fb-46b0-8cbb-dc401f1a7b08","header":"x-maas-group"} {"level":"info","ts":1784647221.1148798,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"312a00c1-82fb-46b0-8cbb-dc401f1a7b08","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784647221.1149023,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"312a00c1-82fb-46b0-8cbb-dc401f1a7b08"} {"level":"info","ts":1784647221.11596,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"312a00c1-82fb-46b0-8cbb-dc401f1a7b08"} {"level":"info","ts":1784647221.1159806,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"312a00c1-82fb-46b0-8cbb-dc401f1a7b08"} {"level":"info","ts":1784647221.1159956,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"312a00c1-82fb-46b0-8cbb-dc401f1a7b08","EoS":false} {"level":"info","ts":1784647221.116007,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"312a00c1-82fb-46b0-8cbb-dc401f1a7b08","EoS":true} {"level":"info","ts":1784647221.116048,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"312a00c1-82fb-46b0-8cbb-dc401f1a7b08"} {"level":"info","ts":1784647247.245424,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647247.2455273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ccc47535-5863-41eb-ba1d-1161a4ac550c"} {"level":"info","ts":1784647247.245546,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ccc47535-5863-41eb-ba1d-1161a4ac550c"} {"level":"info","ts":1784647247.2455664,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ccc47535-5863-41eb-ba1d-1161a4ac550c","EoS":true} {"level":"info","ts":1784647247.2456338,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ccc47535-5863-41eb-ba1d-1161a4ac550c","header":"x-maas-username"} {"level":"info","ts":1784647247.2456503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ccc47535-5863-41eb-ba1d-1161a4ac550c","header":"x-maas-group"} {"level":"info","ts":1784647247.2456553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ccc47535-5863-41eb-ba1d-1161a4ac550c","header":"x-maas-subscription"} {"level":"info","ts":1784647247.2456698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ccc47535-5863-41eb-ba1d-1161a4ac550c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647247.245704,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ccc47535-5863-41eb-ba1d-1161a4ac550c"} {"level":"info","ts":1784647247.2466748,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ccc47535-5863-41eb-ba1d-1161a4ac550c"} {"level":"info","ts":1784647247.2466953,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ccc47535-5863-41eb-ba1d-1161a4ac550c"} {"level":"info","ts":1784647247.2467127,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ccc47535-5863-41eb-ba1d-1161a4ac550c","EoS":false} {"level":"info","ts":1784647247.246724,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ccc47535-5863-41eb-ba1d-1161a4ac550c","EoS":true} {"level":"info","ts":1784647247.2467527,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ccc47535-5863-41eb-ba1d-1161a4ac550c"} {"level":"info","ts":1784647256.5799522,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647256.5800343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b28ef2e6-c71e-48f5-83a9-26865dd5740c"} {"level":"info","ts":1784647256.580051,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b28ef2e6-c71e-48f5-83a9-26865dd5740c"} {"level":"info","ts":1784647256.5800688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b28ef2e6-c71e-48f5-83a9-26865dd5740c","EoS":true} {"level":"info","ts":1784647256.5800915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b28ef2e6-c71e-48f5-83a9-26865dd5740c","header":"x-maas-subscription"} {"level":"info","ts":1784647256.5801024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b28ef2e6-c71e-48f5-83a9-26865dd5740c","header":"x-maas-username"} {"level":"info","ts":1784647256.5801072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b28ef2e6-c71e-48f5-83a9-26865dd5740c","header":"x-maas-group"} {"level":"info","ts":1784647256.580123,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b28ef2e6-c71e-48f5-83a9-26865dd5740c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647256.5801492,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b28ef2e6-c71e-48f5-83a9-26865dd5740c"} {"level":"info","ts":1784647256.5833838,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b28ef2e6-c71e-48f5-83a9-26865dd5740c"} {"level":"info","ts":1784647256.5834064,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b28ef2e6-c71e-48f5-83a9-26865dd5740c"} {"level":"info","ts":1784647256.5834215,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b28ef2e6-c71e-48f5-83a9-26865dd5740c","EoS":false} {"level":"info","ts":1784647256.5834348,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b28ef2e6-c71e-48f5-83a9-26865dd5740c","EoS":true} {"level":"info","ts":1784647256.5834754,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b28ef2e6-c71e-48f5-83a9-26865dd5740c"} {"level":"info","ts":1784647256.61438,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647256.6144533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d3734c7-8b26-4fb0-a9d6-8a4603d8ddeb"} {"level":"info","ts":1784647256.6144645,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d3734c7-8b26-4fb0-a9d6-8a4603d8ddeb"} {"level":"info","ts":1784647256.6144755,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d3734c7-8b26-4fb0-a9d6-8a4603d8ddeb","EoS":true} {"level":"info","ts":1784647256.6145027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d3734c7-8b26-4fb0-a9d6-8a4603d8ddeb","header":"x-maas-username"} {"level":"info","ts":1784647256.614512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d3734c7-8b26-4fb0-a9d6-8a4603d8ddeb","header":"x-maas-subscription"} {"level":"info","ts":1784647256.6145172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d3734c7-8b26-4fb0-a9d6-8a4603d8ddeb","header":"x-maas-group"} {"level":"info","ts":1784647256.6145291,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d3734c7-8b26-4fb0-a9d6-8a4603d8ddeb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647256.6145518,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d3734c7-8b26-4fb0-a9d6-8a4603d8ddeb"} {"level":"info","ts":1784647256.6155558,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2d3734c7-8b26-4fb0-a9d6-8a4603d8ddeb"} {"level":"info","ts":1784647256.6155787,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2d3734c7-8b26-4fb0-a9d6-8a4603d8ddeb"} {"level":"info","ts":1784647256.6155941,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2d3734c7-8b26-4fb0-a9d6-8a4603d8ddeb","EoS":false} {"level":"info","ts":1784647256.6156478,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2d3734c7-8b26-4fb0-a9d6-8a4603d8ddeb","EoS":true} {"level":"info","ts":1784647256.6157112,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2d3734c7-8b26-4fb0-a9d6-8a4603d8ddeb"} {"level":"info","ts":1784647275.627559,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647275.6276467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93e4c7ed-e8fa-4df2-8282-ac1af804a3fe"} {"level":"info","ts":1784647275.6276588,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"93e4c7ed-e8fa-4df2-8282-ac1af804a3fe"} {"level":"info","ts":1784647275.6276698,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93e4c7ed-e8fa-4df2-8282-ac1af804a3fe","EoS":true} {"level":"info","ts":1784647275.6276968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93e4c7ed-e8fa-4df2-8282-ac1af804a3fe","header":"x-maas-username"} {"level":"info","ts":1784647275.6277065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93e4c7ed-e8fa-4df2-8282-ac1af804a3fe","header":"x-maas-group"} {"level":"info","ts":1784647275.6277118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93e4c7ed-e8fa-4df2-8282-ac1af804a3fe","header":"x-maas-subscription"} {"level":"info","ts":1784647275.627726,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93e4c7ed-e8fa-4df2-8282-ac1af804a3fe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647275.6277518,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"93e4c7ed-e8fa-4df2-8282-ac1af804a3fe"} {"level":"info","ts":1784647275.628693,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"93e4c7ed-e8fa-4df2-8282-ac1af804a3fe"} {"level":"info","ts":1784647275.6287138,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"93e4c7ed-e8fa-4df2-8282-ac1af804a3fe"} {"level":"info","ts":1784647275.6287348,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"93e4c7ed-e8fa-4df2-8282-ac1af804a3fe","EoS":false} {"level":"info","ts":1784647275.6287515,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"93e4c7ed-e8fa-4df2-8282-ac1af804a3fe","EoS":true} {"level":"info","ts":1784647275.6287987,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"93e4c7ed-e8fa-4df2-8282-ac1af804a3fe"} {"level":"info","ts":1784647403.596444,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647403.5966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f104586b-6dee-4d77-92e9-be5163d484eb"} {"level":"info","ts":1784647403.5966666,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f104586b-6dee-4d77-92e9-be5163d484eb"} {"level":"info","ts":1784647403.5967066,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f104586b-6dee-4d77-92e9-be5163d484eb","EoS":true} {"level":"info","ts":1784647403.5967577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f104586b-6dee-4d77-92e9-be5163d484eb","header":"x-maas-username"} {"level":"info","ts":1784647403.5967882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f104586b-6dee-4d77-92e9-be5163d484eb","header":"x-maas-subscription"} {"level":"info","ts":1784647403.5968127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f104586b-6dee-4d77-92e9-be5163d484eb","header":"x-maas-group"} {"level":"info","ts":1784647403.5968473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f104586b-6dee-4d77-92e9-be5163d484eb","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784647403.5968947,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f104586b-6dee-4d77-92e9-be5163d484eb"} {"level":"info","ts":1784647403.5980873,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f104586b-6dee-4d77-92e9-be5163d484eb"} {"level":"info","ts":1784647403.598219,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f104586b-6dee-4d77-92e9-be5163d484eb"} {"level":"info","ts":1784647403.5982714,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f104586b-6dee-4d77-92e9-be5163d484eb","EoS":false} {"level":"info","ts":1784647403.5983255,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f104586b-6dee-4d77-92e9-be5163d484eb","EoS":true} {"level":"info","ts":1784647403.5983913,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f104586b-6dee-4d77-92e9-be5163d484eb"} {"level":"info","ts":1784647440.4371445,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647440.437218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3671c81-8a1d-446d-a6bd-dacd1cbdf223"} {"level":"info","ts":1784647440.437229,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a3671c81-8a1d-446d-a6bd-dacd1cbdf223"} {"level":"info","ts":1784647440.4372396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a3671c81-8a1d-446d-a6bd-dacd1cbdf223","EoS":true} {"level":"info","ts":1784647440.4372654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3671c81-8a1d-446d-a6bd-dacd1cbdf223","header":"x-maas-subscription"} {"level":"info","ts":1784647440.4372768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3671c81-8a1d-446d-a6bd-dacd1cbdf223","header":"x-maas-username"} {"level":"info","ts":1784647440.4372816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3671c81-8a1d-446d-a6bd-dacd1cbdf223","header":"x-maas-group"} {"level":"info","ts":1784647440.4372942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3671c81-8a1d-446d-a6bd-dacd1cbdf223","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647440.4373188,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a3671c81-8a1d-446d-a6bd-dacd1cbdf223"} {"level":"info","ts":1784647440.4387417,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a3671c81-8a1d-446d-a6bd-dacd1cbdf223"} {"level":"info","ts":1784647440.4387686,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a3671c81-8a1d-446d-a6bd-dacd1cbdf223"} {"level":"info","ts":1784647440.4387896,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a3671c81-8a1d-446d-a6bd-dacd1cbdf223","EoS":false} {"level":"info","ts":1784647440.4388125,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a3671c81-8a1d-446d-a6bd-dacd1cbdf223","EoS":true} {"level":"info","ts":1784647440.438853,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a3671c81-8a1d-446d-a6bd-dacd1cbdf223"} {"level":"info","ts":1784647455.6611907,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647455.6612802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7630980-67dc-423b-9715-99e4bef829ac"} {"level":"info","ts":1784647455.6612954,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e7630980-67dc-423b-9715-99e4bef829ac"} {"level":"info","ts":1784647455.661308,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7630980-67dc-423b-9715-99e4bef829ac","EoS":true} {"level":"info","ts":1784647455.6613348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7630980-67dc-423b-9715-99e4bef829ac","header":"x-maas-username"} {"level":"info","ts":1784647455.6613452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7630980-67dc-423b-9715-99e4bef829ac","header":"x-maas-subscription"} {"level":"info","ts":1784647455.6613498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7630980-67dc-423b-9715-99e4bef829ac","header":"x-maas-group"} {"level":"info","ts":1784647455.6613746,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7630980-67dc-423b-9715-99e4bef829ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647455.6613994,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e7630980-67dc-423b-9715-99e4bef829ac"} {"level":"info","ts":1784647455.6624606,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e7630980-67dc-423b-9715-99e4bef829ac"} {"level":"info","ts":1784647455.6624808,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e7630980-67dc-423b-9715-99e4bef829ac"} {"level":"info","ts":1784647455.6624963,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e7630980-67dc-423b-9715-99e4bef829ac","EoS":false} {"level":"info","ts":1784647455.6625125,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e7630980-67dc-423b-9715-99e4bef829ac","EoS":true} {"level":"info","ts":1784647455.662544,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e7630980-67dc-423b-9715-99e4bef829ac"} {"level":"info","ts":1784647760.5532053,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647760.5533018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95657221-260f-4da4-8e52-07c84287ce1d"} {"level":"info","ts":1784647760.5533175,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"95657221-260f-4da4-8e52-07c84287ce1d"} {"level":"info","ts":1784647760.5533314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95657221-260f-4da4-8e52-07c84287ce1d","EoS":true} {"level":"info","ts":1784647760.5533571,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95657221-260f-4da4-8e52-07c84287ce1d","header":"x-maas-username"} {"level":"info","ts":1784647760.5533674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95657221-260f-4da4-8e52-07c84287ce1d","header":"x-maas-subscription"} {"level":"info","ts":1784647760.553373,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95657221-260f-4da4-8e52-07c84287ce1d","header":"x-maas-group"} {"level":"info","ts":1784647760.553386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95657221-260f-4da4-8e52-07c84287ce1d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647760.5534105,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"95657221-260f-4da4-8e52-07c84287ce1d"} {"level":"info","ts":1784647760.554333,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"95657221-260f-4da4-8e52-07c84287ce1d"} {"level":"info","ts":1784647760.5543532,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"95657221-260f-4da4-8e52-07c84287ce1d"} {"level":"info","ts":1784647760.5543678,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"95657221-260f-4da4-8e52-07c84287ce1d","EoS":false} {"level":"info","ts":1784647760.554379,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"95657221-260f-4da4-8e52-07c84287ce1d","EoS":true} {"level":"info","ts":1784647760.554415,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"95657221-260f-4da4-8e52-07c84287ce1d"} {"level":"info","ts":1784647760.5852985,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647760.5853844,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b42b3fc4-75d7-44a9-ba8f-4e0336a6309e"} {"level":"info","ts":1784647760.5853992,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b42b3fc4-75d7-44a9-ba8f-4e0336a6309e"} {"level":"info","ts":1784647760.5854173,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b42b3fc4-75d7-44a9-ba8f-4e0336a6309e","EoS":true} {"level":"info","ts":1784647760.5854518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b42b3fc4-75d7-44a9-ba8f-4e0336a6309e","header":"x-maas-username"} {"level":"info","ts":1784647760.5854666,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b42b3fc4-75d7-44a9-ba8f-4e0336a6309e","header":"x-maas-group"} {"level":"info","ts":1784647760.5854769,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b42b3fc4-75d7-44a9-ba8f-4e0336a6309e","header":"x-maas-subscription"} {"level":"info","ts":1784647760.5854943,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b42b3fc4-75d7-44a9-ba8f-4e0336a6309e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784647760.5855284,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b42b3fc4-75d7-44a9-ba8f-4e0336a6309e"} {"level":"info","ts":1784647760.5863106,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b42b3fc4-75d7-44a9-ba8f-4e0336a6309e"} {"level":"info","ts":1784647760.5863278,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b42b3fc4-75d7-44a9-ba8f-4e0336a6309e"} {"level":"info","ts":1784647760.5863445,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b42b3fc4-75d7-44a9-ba8f-4e0336a6309e","EoS":false} {"level":"info","ts":1784647760.58636,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b42b3fc4-75d7-44a9-ba8f-4e0336a6309e","EoS":true} {"level":"info","ts":1784647760.5863948,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b42b3fc4-75d7-44a9-ba8f-4e0336a6309e"} {"level":"info","ts":1784647765.3306763,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e5ecde58-544b-49f4-9ea6-c1773e669f05","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784647765.3309941,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35074.101313732,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784647765.3310204,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784647765.3683696,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784647765.4320269,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e5ecde58-544b-49f4-9ea6-c1773e669f05","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784647765.4429662,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7187fc51-4a25-465f-983e-763f4c6acf59"} {"level":"info","ts":1784647765.4430096,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"56fee4e6-9037-44a2-937f-cff1476e9a53","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784647765.4430325,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"56fee4e6-9037-44a2-937f-cff1476e9a53","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784647765.451057,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69ae0fc9-b14e-4d5f-90dc-4008f406c75b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784647765.4510868,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69ae0fc9-b14e-4d5f-90dc-4008f406c75b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784647765.4514604,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37087.704973246,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784647765.4514802,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784647765.459326,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784647765.5505662,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6a82ea3-6984-49cb-a52c-82831769e7e7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784647765.5505822,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5eae49c-5f5e-4a3d-99bf-24cfd5694a4c"} {"level":"info","ts":1784647765.5506432,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6a82ea3-6984-49cb-a52c-82831769e7e7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784647765.5523875,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7187fc51-4a25-465f-983e-763f4c6acf59","name":"e2e-external-provider"} {"level":"info","ts":1784647765.5560024,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5eae49c-5f5e-4a3d-99bf-24cfd5694a4c","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784647765.5560732,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b003b8b-cb2b-40e6-b33f-f6e6c9d47df1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784647765.556097,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b003b8b-cb2b-40e6-b33f-f6e6c9d47df1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784647765.5635126,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5eae49c-5f5e-4a3d-99bf-24cfd5694a4c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784647765.5635936,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f43bac2-fc8a-4206-b90b-d88a13f264ee"} {"level":"info","ts":1784647765.5636308,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f43bac2-fc8a-4206-b90b-d88a13f264ee","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784647765.563632,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5d2d560-7281-48cc-a4f0-e475cfce1a08","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784647765.5636654,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5d2d560-7281-48cc-a4f0-e475cfce1a08","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784647765.567887,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7187fc51-4a25-465f-983e-763f4c6acf59","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1784647765.5682552,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f43bac2-fc8a-4206-b90b-d88a13f264ee","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784647765.5683067,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f78a72fd-acda-4377-8c9d-4177cdd1ca27"} {"level":"info","ts":1784647765.5683262,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f78a72fd-acda-4377-8c9d-4177cdd1ca27","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784647765.5718968,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f78a72fd-acda-4377-8c9d-4177cdd1ca27","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784647765.5751412,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7187fc51-4a25-465f-983e-763f4c6acf59","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784647765.5829327,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7187fc51-4a25-465f-983e-763f4c6acf59","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784647765.5902832,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ff872182-967a-4f1b-88fe-b06bb49e8b80"} {"level":"info","ts":1784647765.590338,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ff872182-967a-4f1b-88fe-b06bb49e8b80","name":"e2e-external-provider"} {"level":"info","ts":1784647765.5903587,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7aa3c44-a48d-44b5-a290-19ed67a48299"} {"level":"info","ts":1784647765.5905077,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fd9c19a0-b97d-408a-ade3-33712a32058e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784647765.5907812,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fd9c19a0-b97d-408a-ade3-33712a32058e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784647765.5909374,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36807.089361923,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784647765.5909517,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784647765.5914328,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68a51935-90a7-445e-aa44-a2667c0d62b4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784647765.591467,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68a51935-90a7-445e-aa44-a2667c0d62b4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784647765.598878,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784647765.6041882,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ff872182-967a-4f1b-88fe-b06bb49e8b80","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784647765.6086817,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"40499245-bd11-4027-bf05-6a7359458dc4"} {"level":"info","ts":1784647765.6087258,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"40499245-bd11-4027-bf05-6a7359458dc4","name":"e2e-external-provider"} {"level":"info","ts":1784647765.6177537,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"40499245-bd11-4027-bf05-6a7359458dc4","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784647765.6914248,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7aa3c44-a48d-44b5-a290-19ed67a48299","name":"e2e-external-model"} {"level":"info","ts":1784647765.7017636,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7aa3c44-a48d-44b5-a290-19ed67a48299","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784647765.7101767,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c1448d9-6dbe-427e-a605-a9139301fca1"} {"level":"info","ts":1784647765.7101784,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae72c9bf-e535-410f-b421-44ff03057e98","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784647765.7102203,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae72c9bf-e535-410f-b421-44ff03057e98","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784647765.7102492,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c1448d9-6dbe-427e-a605-a9139301fca1","name":"e2e-external-model"} {"level":"info","ts":1784647765.730125,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"506571d2-e188-4d3c-a17e-08686f19afae","name":"e2e-external-model","namespace":"llm"} {"level":"error","ts":1784647765.7301316,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c1448d9-6dbe-427e-a605-a9139301fca1","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784647765.7301629,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"506571d2-e188-4d3c-a17e-08686f19afae","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784647765.7302394,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cebde4e1-07c1-4ae6-935b-8faf7263977a"} {"level":"info","ts":1784647765.730296,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cebde4e1-07c1-4ae6-935b-8faf7263977a","name":"e2e-external-model"} {"level":"info","ts":1784647765.7383375,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cebde4e1-07c1-4ae6-935b-8faf7263977a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784647765.7438703,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddfcd5f2-be76-4757-98a7-4a87a30641b4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784647765.7439082,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddfcd5f2-be76-4757-98a7-4a87a30641b4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784647765.7438996,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9fd7b7e-3922-4080-999e-d07b59a62ba5"} {"level":"info","ts":1784647765.7439833,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9fd7b7e-3922-4080-999e-d07b59a62ba5","name":"e2e-external-model"} {"level":"info","ts":1784647765.753921,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9fd7b7e-3922-4080-999e-d07b59a62ba5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784647772.9858644,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647772.9859312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"028f754c-b1fb-4a88-b24c-23dc394a9870"} {"level":"info","ts":1784647772.9859393,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"028f754c-b1fb-4a88-b24c-23dc394a9870"} {"level":"info","ts":1784647772.9859498,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"028f754c-b1fb-4a88-b24c-23dc394a9870","EoS":true} {"level":"info","ts":1784647772.9859693,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"028f754c-b1fb-4a88-b24c-23dc394a9870","header":"x-maas-username"} {"level":"info","ts":1784647772.9859776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"028f754c-b1fb-4a88-b24c-23dc394a9870","header":"x-maas-subscription"} {"level":"info","ts":1784647772.9859827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"028f754c-b1fb-4a88-b24c-23dc394a9870","header":"x-maas-group"} {"level":"info","ts":1784647772.985994,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"028f754c-b1fb-4a88-b24c-23dc394a9870","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784647772.9860034,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"028f754c-b1fb-4a88-b24c-23dc394a9870","modelName":"e2e-external-model"} {"level":"info","ts":1784647772.9860172,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"028f754c-b1fb-4a88-b24c-23dc394a9870","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784647772.9860444,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"028f754c-b1fb-4a88-b24c-23dc394a9870","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784647772.986074,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"028f754c-b1fb-4a88-b24c-23dc394a9870","authType":"apikey"} {"level":"info","ts":1784647772.9861028,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"028f754c-b1fb-4a88-b24c-23dc394a9870"} {"level":"info","ts":1784647773.1064904,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d306fce5-ebcb-40e4-858f-6dddba690564","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784647773.1065285,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"454c2261-a1c9-41b2-8c18-0492181db627"} {"level":"info","ts":1784647773.106535,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d306fce5-ebcb-40e4-858f-6dddba690564","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784647773.112187,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"454c2261-a1c9-41b2-8c18-0492181db627","name":"e2e-cleanup-test"} {"level":"info","ts":1784647773.1122737,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd34fb64-c94e-45b3-9528-d18ffbe68b46","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784647773.1123073,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd34fb64-c94e-45b3-9528-d18ffbe68b46","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784647773.1234415,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"454c2261-a1c9-41b2-8c18-0492181db627","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784647773.1380978,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8889441c-b9a5-4cad-adf3-80b7dd686513","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784647773.1381295,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8889441c-b9a5-4cad-adf3-80b7dd686513","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784647773.1410553,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c74fe5b-3d7e-46e3-975c-d18404ad0e89"} {"level":"info","ts":1784647773.1411307,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c74fe5b-3d7e-46e3-975c-d18404ad0e89","name":"e2e-cleanup-test"} {"level":"info","ts":1784647773.1507766,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c74fe5b-3d7e-46e3-975c-d18404ad0e89","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784647773.1521864,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"01665e7b-f813-44b2-9d55-7aa034d44a22","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784647773.1522245,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"01665e7b-f813-44b2-9d55-7aa034d44a22","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784647773.1554706,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c74fe5b-3d7e-46e3-975c-d18404ad0e89","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784647773.1555557,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a9b2d6a-8926-4ef1-8197-34ac9fcdd483"} {"level":"info","ts":1784647773.1556215,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a9b2d6a-8926-4ef1-8197-34ac9fcdd483","name":"e2e-cleanup-test"} {"level":"info","ts":1784647773.164706,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a9b2d6a-8926-4ef1-8197-34ac9fcdd483","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784647773.169767,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"625bbd44-ae62-4656-8bb8-8b6355d1d0a1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784647773.1697974,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"625bbd44-ae62-4656-8bb8-8b6355d1d0a1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784647773.1708443,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a9b2d6a-8926-4ef1-8197-34ac9fcdd483","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784647773.170919,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d27a118-2172-4154-811d-60a070022f8e"} {"level":"info","ts":1784647773.1709864,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d27a118-2172-4154-811d-60a070022f8e","name":"e2e-cleanup-test"} {"level":"info","ts":1784647773.1789534,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d27a118-2172-4154-811d-60a070022f8e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784647781.3738863,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d350683-2a0f-41f1-9552-045ddf4c861e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784647781.3739107,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b046fa49-366d-4c43-9d79-fbdaf9cb50cc"} {"level":"info","ts":1784647781.373927,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d350683-2a0f-41f1-9552-045ddf4c861e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784647785.6558414,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647785.6559253,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"847abcbf-019e-4d54-9e40-b7ff98a61b46"} {"level":"info","ts":1784647785.655942,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"847abcbf-019e-4d54-9e40-b7ff98a61b46"} {"level":"info","ts":1784647785.65596,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"847abcbf-019e-4d54-9e40-b7ff98a61b46","EoS":true} {"level":"info","ts":1784647785.656005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"847abcbf-019e-4d54-9e40-b7ff98a61b46","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784647785.656039,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"847abcbf-019e-4d54-9e40-b7ff98a61b46"} {"level":"info","ts":1784647785.699661,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647785.6997433,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d07ce96-f719-40dc-a856-c7971e08b520"} {"level":"info","ts":1784647785.6997585,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d07ce96-f719-40dc-a856-c7971e08b520"} {"level":"info","ts":1784647785.699774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d07ce96-f719-40dc-a856-c7971e08b520","EoS":true} {"level":"info","ts":1784647785.6997983,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d07ce96-f719-40dc-a856-c7971e08b520","header":"x-maas-username"} {"level":"info","ts":1784647785.6998098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d07ce96-f719-40dc-a856-c7971e08b520","header":"x-maas-subscription"} {"level":"info","ts":1784647785.6998162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d07ce96-f719-40dc-a856-c7971e08b520","header":"x-maas-group"} {"level":"info","ts":1784647785.69983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d07ce96-f719-40dc-a856-c7971e08b520","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784647785.6998482,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2d07ce96-f719-40dc-a856-c7971e08b520","modelName":"e2e-external-model"} {"level":"info","ts":1784647785.6998625,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2d07ce96-f719-40dc-a856-c7971e08b520","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784647785.6998856,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"2d07ce96-f719-40dc-a856-c7971e08b520","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784647785.6999028,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"2d07ce96-f719-40dc-a856-c7971e08b520","authType":"apikey"} {"level":"info","ts":1784647785.6999354,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d07ce96-f719-40dc-a856-c7971e08b520"} {"level":"info","ts":1784647785.7315674,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647785.731658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef96fa20-6ca3-4dac-8c0c-6022452f29a6"} {"level":"info","ts":1784647785.731671,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ef96fa20-6ca3-4dac-8c0c-6022452f29a6"} {"level":"info","ts":1784647785.7316833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef96fa20-6ca3-4dac-8c0c-6022452f29a6","EoS":true} {"level":"info","ts":1784647785.7317097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef96fa20-6ca3-4dac-8c0c-6022452f29a6","header":"x-maas-username"} {"level":"info","ts":1784647785.7317195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef96fa20-6ca3-4dac-8c0c-6022452f29a6","header":"x-maas-subscription"} {"level":"info","ts":1784647785.7317243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef96fa20-6ca3-4dac-8c0c-6022452f29a6","header":"x-maas-group"} {"level":"info","ts":1784647785.7317362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef96fa20-6ca3-4dac-8c0c-6022452f29a6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784647785.7317576,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ef96fa20-6ca3-4dac-8c0c-6022452f29a6"} {"level":"info","ts":1784647785.8317196,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ef96fa20-6ca3-4dac-8c0c-6022452f29a6"} {"level":"info","ts":1784647785.8317502,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ef96fa20-6ca3-4dac-8c0c-6022452f29a6"} {"level":"info","ts":1784647785.8317668,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ef96fa20-6ca3-4dac-8c0c-6022452f29a6","EoS":false} {"level":"info","ts":1784647785.8317802,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ef96fa20-6ca3-4dac-8c0c-6022452f29a6","EoS":true} {"level":"error","ts":1784647785.8317919,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"ef96fa20-6ca3-4dac-8c0c-6022452f29a6","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784647785.831847,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ef96fa20-6ca3-4dac-8c0c-6022452f29a6"} {"level":"info","ts":1784647785.8664682,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784647785.8665428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96a0905c-f97d-4e95-a10d-76c5348e0925"} {"level":"info","ts":1784647785.8665552,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96a0905c-f97d-4e95-a10d-76c5348e0925"} {"level":"info","ts":1784647785.8665671,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96a0905c-f97d-4e95-a10d-76c5348e0925","EoS":true} {"level":"info","ts":1784647785.8665936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96a0905c-f97d-4e95-a10d-76c5348e0925","header":"x-maas-username"} {"level":"info","ts":1784647785.8666315,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96a0905c-f97d-4e95-a10d-76c5348e0925","header":"x-maas-group"} {"level":"info","ts":1784647785.8666396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96a0905c-f97d-4e95-a10d-76c5348e0925","header":"x-maas-subscription"} {"level":"info","ts":1784647785.8666718,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96a0905c-f97d-4e95-a10d-76c5348e0925"} {"level":"info","ts":1784647785.9550166,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"96a0905c-f97d-4e95-a10d-76c5348e0925"} {"level":"info","ts":1784647785.9550464,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"96a0905c-f97d-4e95-a10d-76c5348e0925"} {"level":"info","ts":1784647785.955065,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"96a0905c-f97d-4e95-a10d-76c5348e0925","EoS":false} {"level":"info","ts":1784647785.9550786,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"96a0905c-f97d-4e95-a10d-76c5348e0925","EoS":true} {"level":"error","ts":1784647785.9550922,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"96a0905c-f97d-4e95-a10d-76c5348e0925","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784647785.9551268,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"96a0905c-f97d-4e95-a10d-76c5348e0925"} {"level":"info","ts":1784647786.7440715,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fba8f28-6219-4c84-8855-d9342f6ef815","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784647786.744101,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95c65e9c-fd91-4ada-b1a6-0a55902e5198"} {"level":"info","ts":1784647786.744108,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fba8f28-6219-4c84-8855-d9342f6ef815","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784647786.8793783,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6af5c948-1a03-4515-b55b-087cc13cb125"} {"level":"info","ts":1784647786.8793833,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e288a8d5-0ae6-403b-889d-556d34fdee1d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784647786.8794222,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e288a8d5-0ae6-403b-889d-556d34fdee1d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784647786.9849973,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d5b20a2a-347f-4d03-8482-c7d1103ca53f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784647786.9850502,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d5b20a2a-347f-4d03-8482-c7d1103ca53f","key":"llm/e2e-external-model-api-key"}