{"level":"info","ts":1784913704.054681,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913704.0547533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1b42a0e-2f76-4a80-8887-12ae22c0800f"}
{"level":"info","ts":1784913704.0547647,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1b42a0e-2f76-4a80-8887-12ae22c0800f"}
{"level":"info","ts":1784913704.0547757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1b42a0e-2f76-4a80-8887-12ae22c0800f","EoS":true}
{"level":"info","ts":1784913704.0547972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1b42a0e-2f76-4a80-8887-12ae22c0800f","header":"x-maas-username"}
{"level":"info","ts":1784913704.0548165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1b42a0e-2f76-4a80-8887-12ae22c0800f","header":"x-maas-subscription"}
{"level":"info","ts":1784913704.0548217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1b42a0e-2f76-4a80-8887-12ae22c0800f","header":"x-maas-group"}
{"level":"info","ts":1784913704.0548334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1b42a0e-2f76-4a80-8887-12ae22c0800f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913704.0548549,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1b42a0e-2f76-4a80-8887-12ae22c0800f"}
{"level":"info","ts":1784913704.057191,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b1b42a0e-2f76-4a80-8887-12ae22c0800f"}
{"level":"info","ts":1784913704.0572112,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b1b42a0e-2f76-4a80-8887-12ae22c0800f"}
{"level":"info","ts":1784913704.0572307,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b1b42a0e-2f76-4a80-8887-12ae22c0800f","EoS":false}
{"level":"info","ts":1784913704.0572424,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b1b42a0e-2f76-4a80-8887-12ae22c0800f","EoS":true}
{"level":"info","ts":1784913704.0572777,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b1b42a0e-2f76-4a80-8887-12ae22c0800f"}
{"level":"info","ts":1784913704.1954758,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913704.1955442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0770fb7-61eb-4cef-bb36-46e895399e2e"}
{"level":"info","ts":1784913704.195554,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0770fb7-61eb-4cef-bb36-46e895399e2e"}
{"level":"info","ts":1784913704.1955702,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0770fb7-61eb-4cef-bb36-46e895399e2e","EoS":true}
{"level":"info","ts":1784913704.1955945,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0770fb7-61eb-4cef-bb36-46e895399e2e","header":"x-maas-group"}
{"level":"info","ts":1784913704.195604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0770fb7-61eb-4cef-bb36-46e895399e2e","header":"x-maas-subscription"}
{"level":"info","ts":1784913704.1956093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0770fb7-61eb-4cef-bb36-46e895399e2e","header":"x-maas-username"}
{"level":"info","ts":1784913704.1956196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0770fb7-61eb-4cef-bb36-46e895399e2e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913704.1956396,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0770fb7-61eb-4cef-bb36-46e895399e2e"}
{"level":"info","ts":1784913704.1969175,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b0770fb7-61eb-4cef-bb36-46e895399e2e"}
{"level":"info","ts":1784913704.1969318,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b0770fb7-61eb-4cef-bb36-46e895399e2e"}
{"level":"info","ts":1784913704.1969442,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b0770fb7-61eb-4cef-bb36-46e895399e2e","EoS":false}
{"level":"info","ts":1784913704.1969564,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b0770fb7-61eb-4cef-bb36-46e895399e2e","EoS":true}
{"level":"info","ts":1784913704.196988,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b0770fb7-61eb-4cef-bb36-46e895399e2e"}
{"level":"info","ts":1784913704.3357935,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913704.33585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ce6d178-c075-4ee2-8ed8-29728e9fdbd7"}
{"level":"info","ts":1784913704.3358607,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ce6d178-c075-4ee2-8ed8-29728e9fdbd7"}
{"level":"info","ts":1784913704.335871,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ce6d178-c075-4ee2-8ed8-29728e9fdbd7","EoS":true}
{"level":"info","ts":1784913704.3358905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ce6d178-c075-4ee2-8ed8-29728e9fdbd7","header":"x-maas-subscription"}
{"level":"info","ts":1784913704.3359056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ce6d178-c075-4ee2-8ed8-29728e9fdbd7","header":"x-maas-username"}
{"level":"info","ts":1784913704.3359108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ce6d178-c075-4ee2-8ed8-29728e9fdbd7","header":"x-maas-group"}
{"level":"info","ts":1784913704.335923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ce6d178-c075-4ee2-8ed8-29728e9fdbd7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913704.3359432,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ce6d178-c075-4ee2-8ed8-29728e9fdbd7"}
{"level":"info","ts":1784913704.3368185,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ce6d178-c075-4ee2-8ed8-29728e9fdbd7"}
{"level":"info","ts":1784913704.3368332,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5ce6d178-c075-4ee2-8ed8-29728e9fdbd7"}
{"level":"info","ts":1784913704.336846,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5ce6d178-c075-4ee2-8ed8-29728e9fdbd7","EoS":false}
{"level":"info","ts":1784913704.3368566,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5ce6d178-c075-4ee2-8ed8-29728e9fdbd7","EoS":true}
{"level":"info","ts":1784913704.336885,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5ce6d178-c075-4ee2-8ed8-29728e9fdbd7"}
{"level":"info","ts":1784913704.476342,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913704.4764051,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc883084-0873-436c-b67e-b19af5428cfa"}
{"level":"info","ts":1784913704.4764144,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc883084-0873-436c-b67e-b19af5428cfa"}
{"level":"info","ts":1784913704.4764252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc883084-0873-436c-b67e-b19af5428cfa","EoS":true}
{"level":"info","ts":1784913704.4764435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc883084-0873-436c-b67e-b19af5428cfa","header":"x-maas-subscription"}
{"level":"info","ts":1784913704.476451,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc883084-0873-436c-b67e-b19af5428cfa","header":"x-maas-username"}
{"level":"info","ts":1784913704.4764562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc883084-0873-436c-b67e-b19af5428cfa","header":"x-maas-group"}
{"level":"info","ts":1784913704.4764671,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc883084-0873-436c-b67e-b19af5428cfa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913704.4764857,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc883084-0873-436c-b67e-b19af5428cfa"}
{"level":"info","ts":1784913704.4775093,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cc883084-0873-436c-b67e-b19af5428cfa"}
{"level":"info","ts":1784913704.4775276,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cc883084-0873-436c-b67e-b19af5428cfa"}
{"level":"info","ts":1784913704.4775465,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cc883084-0873-436c-b67e-b19af5428cfa","EoS":false}
{"level":"info","ts":1784913704.477557,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cc883084-0873-436c-b67e-b19af5428cfa","EoS":true}
{"level":"info","ts":1784913704.477589,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cc883084-0873-436c-b67e-b19af5428cfa"}
{"level":"info","ts":1784913704.616955,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913704.6170442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e96f3df-5aae-4a48-bfc4-bb1312ced9b2"}
{"level":"info","ts":1784913704.6170552,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e96f3df-5aae-4a48-bfc4-bb1312ced9b2"}
{"level":"info","ts":1784913704.6170657,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e96f3df-5aae-4a48-bfc4-bb1312ced9b2","EoS":true}
{"level":"info","ts":1784913704.6170835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e96f3df-5aae-4a48-bfc4-bb1312ced9b2","header":"x-maas-group"}
{"level":"info","ts":1784913704.6170926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e96f3df-5aae-4a48-bfc4-bb1312ced9b2","header":"x-maas-subscription"}
{"level":"info","ts":1784913704.617097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e96f3df-5aae-4a48-bfc4-bb1312ced9b2","header":"x-maas-username"}
{"level":"info","ts":1784913704.617106,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e96f3df-5aae-4a48-bfc4-bb1312ced9b2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913704.6171265,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e96f3df-5aae-4a48-bfc4-bb1312ced9b2"}
{"level":"info","ts":1784913704.6180177,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7e96f3df-5aae-4a48-bfc4-bb1312ced9b2"}
{"level":"info","ts":1784913704.6180322,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7e96f3df-5aae-4a48-bfc4-bb1312ced9b2"}
{"level":"info","ts":1784913704.6180444,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7e96f3df-5aae-4a48-bfc4-bb1312ced9b2","EoS":false}
{"level":"info","ts":1784913704.6180587,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7e96f3df-5aae-4a48-bfc4-bb1312ced9b2","EoS":true}
{"level":"info","ts":1784913704.6180885,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7e96f3df-5aae-4a48-bfc4-bb1312ced9b2"}
{"level":"info","ts":1784913723.6932313,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913723.693294,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d89f3212-ff4f-4037-9735-318fb6fa7b10"}
{"level":"info","ts":1784913723.6933055,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d89f3212-ff4f-4037-9735-318fb6fa7b10"}
{"level":"info","ts":1784913723.693317,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d89f3212-ff4f-4037-9735-318fb6fa7b10","EoS":true}
{"level":"info","ts":1784913723.6933389,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d89f3212-ff4f-4037-9735-318fb6fa7b10","header":"x-maas-username"}
{"level":"info","ts":1784913723.693349,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d89f3212-ff4f-4037-9735-318fb6fa7b10","header":"x-maas-subscription"}
{"level":"info","ts":1784913723.693354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d89f3212-ff4f-4037-9735-318fb6fa7b10","header":"x-maas-group"}
{"level":"info","ts":1784913723.6933646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d89f3212-ff4f-4037-9735-318fb6fa7b10","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913723.6933873,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d89f3212-ff4f-4037-9735-318fb6fa7b10"}
{"level":"info","ts":1784913723.694325,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d89f3212-ff4f-4037-9735-318fb6fa7b10"}
{"level":"info","ts":1784913723.694342,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d89f3212-ff4f-4037-9735-318fb6fa7b10"}
{"level":"info","ts":1784913723.6943562,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d89f3212-ff4f-4037-9735-318fb6fa7b10","EoS":false}
{"level":"info","ts":1784913723.694368,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d89f3212-ff4f-4037-9735-318fb6fa7b10","EoS":true}
{"level":"info","ts":1784913723.694398,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d89f3212-ff4f-4037-9735-318fb6fa7b10"}
{"level":"info","ts":1784913723.7341087,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913723.7341988,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9195402f-cff1-4ad3-bbef-5161e4dc21c1"}
{"level":"info","ts":1784913723.7342153,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9195402f-cff1-4ad3-bbef-5161e4dc21c1"}
{"level":"info","ts":1784913723.7342463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9195402f-cff1-4ad3-bbef-5161e4dc21c1","EoS":true}
{"level":"info","ts":1784913723.7342665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9195402f-cff1-4ad3-bbef-5161e4dc21c1","header":"x-maas-subscription"}
{"level":"info","ts":1784913723.7342784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9195402f-cff1-4ad3-bbef-5161e4dc21c1","header":"x-maas-group"}
{"level":"info","ts":1784913723.7342868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9195402f-cff1-4ad3-bbef-5161e4dc21c1","header":"x-maas-username"}
{"level":"info","ts":1784913723.7343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9195402f-cff1-4ad3-bbef-5161e4dc21c1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913723.7343225,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9195402f-cff1-4ad3-bbef-5161e4dc21c1"}
{"level":"info","ts":1784913723.736583,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9195402f-cff1-4ad3-bbef-5161e4dc21c1"}
{"level":"info","ts":1784913723.7365983,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9195402f-cff1-4ad3-bbef-5161e4dc21c1"}
{"level":"info","ts":1784913723.7366114,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9195402f-cff1-4ad3-bbef-5161e4dc21c1","EoS":false}
{"level":"info","ts":1784913723.7366219,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9195402f-cff1-4ad3-bbef-5161e4dc21c1","EoS":true}
{"level":"info","ts":1784913723.736682,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9195402f-cff1-4ad3-bbef-5161e4dc21c1"}
{"level":"info","ts":1784913723.8436987,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913723.8437457,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d2a0af0-299a-48b4-b053-ede6bafeead0"}
{"level":"info","ts":1784913723.8446581,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d2a0af0-299a-48b4-b053-ede6bafeead0"}
{"level":"info","ts":1784913723.8446803,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3d2a0af0-299a-48b4-b053-ede6bafeead0"}
{"level":"info","ts":1784913723.8446994,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3d2a0af0-299a-48b4-b053-ede6bafeead0","EoS":false}
{"level":"info","ts":1784913723.8447132,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"3d2a0af0-299a-48b4-b053-ede6bafeead0"}
{"level":"info","ts":1784913723.844735,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3d2a0af0-299a-48b4-b053-ede6bafeead0","EoS":true}
{"level":"info","ts":1784913723.844745,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"3d2a0af0-299a-48b4-b053-ede6bafeead0"}
{"level":"info","ts":1784913728.4849286,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913728.485009,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"562684b5-fc9c-4cbd-8ec2-c9a865cd1e59"}
{"level":"info","ts":1784913728.4850206,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"562684b5-fc9c-4cbd-8ec2-c9a865cd1e59"}
{"level":"info","ts":1784913728.4850328,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"562684b5-fc9c-4cbd-8ec2-c9a865cd1e59","EoS":true}
{"level":"info","ts":1784913728.4850545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"562684b5-fc9c-4cbd-8ec2-c9a865cd1e59","header":"x-maas-username"}
{"level":"info","ts":1784913728.4850674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"562684b5-fc9c-4cbd-8ec2-c9a865cd1e59","header":"x-maas-subscription"}
{"level":"info","ts":1784913728.4850729,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"562684b5-fc9c-4cbd-8ec2-c9a865cd1e59","header":"x-maas-group"}
{"level":"info","ts":1784913728.4850838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"562684b5-fc9c-4cbd-8ec2-c9a865cd1e59","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913728.485105,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"562684b5-fc9c-4cbd-8ec2-c9a865cd1e59"}
{"level":"info","ts":1784913728.48625,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"562684b5-fc9c-4cbd-8ec2-c9a865cd1e59"}
{"level":"info","ts":1784913728.4862714,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"562684b5-fc9c-4cbd-8ec2-c9a865cd1e59"}
{"level":"info","ts":1784913728.4862907,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"562684b5-fc9c-4cbd-8ec2-c9a865cd1e59","EoS":false}
{"level":"info","ts":1784913728.4863038,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"562684b5-fc9c-4cbd-8ec2-c9a865cd1e59","EoS":true}
{"level":"info","ts":1784913728.4863365,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"562684b5-fc9c-4cbd-8ec2-c9a865cd1e59"}
{"level":"info","ts":1784913739.1310122,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913739.131078,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00595d70-e0d3-4f27-a9d9-a16901ad1c2b"}
{"level":"info","ts":1784913739.131087,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00595d70-e0d3-4f27-a9d9-a16901ad1c2b"}
{"level":"info","ts":1784913739.1310985,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00595d70-e0d3-4f27-a9d9-a16901ad1c2b","EoS":true}
{"level":"info","ts":1784913739.1311238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00595d70-e0d3-4f27-a9d9-a16901ad1c2b","header":"x-maas-subscription"}
{"level":"info","ts":1784913739.1311347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00595d70-e0d3-4f27-a9d9-a16901ad1c2b","header":"x-maas-username"}
{"level":"info","ts":1784913739.131139,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00595d70-e0d3-4f27-a9d9-a16901ad1c2b","header":"x-maas-group"}
{"level":"info","ts":1784913739.1311514,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00595d70-e0d3-4f27-a9d9-a16901ad1c2b","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784913739.1311738,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00595d70-e0d3-4f27-a9d9-a16901ad1c2b"}
{"level":"info","ts":1784913739.1321995,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"00595d70-e0d3-4f27-a9d9-a16901ad1c2b"}
{"level":"info","ts":1784913739.1322188,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"00595d70-e0d3-4f27-a9d9-a16901ad1c2b"}
{"level":"info","ts":1784913739.132236,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"00595d70-e0d3-4f27-a9d9-a16901ad1c2b","EoS":false}
{"level":"info","ts":1784913739.1322486,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"00595d70-e0d3-4f27-a9d9-a16901ad1c2b","EoS":true}
{"level":"info","ts":1784913739.1322901,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"00595d70-e0d3-4f27-a9d9-a16901ad1c2b"}
{"level":"info","ts":1784913752.0260692,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913752.0261443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1774a08-4562-4f6b-a008-8b310f6e2112"}
{"level":"info","ts":1784913752.026155,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f1774a08-4562-4f6b-a008-8b310f6e2112"}
{"level":"info","ts":1784913752.0261676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1774a08-4562-4f6b-a008-8b310f6e2112","EoS":true}
{"level":"info","ts":1784913752.026203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1774a08-4562-4f6b-a008-8b310f6e2112","header":"x-maas-subscription"}
{"level":"info","ts":1784913752.0262172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1774a08-4562-4f6b-a008-8b310f6e2112","header":"x-maas-group"}
{"level":"info","ts":1784913752.026224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1774a08-4562-4f6b-a008-8b310f6e2112","header":"x-maas-username"}
{"level":"info","ts":1784913752.0262356,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1774a08-4562-4f6b-a008-8b310f6e2112","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913752.02626,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f1774a08-4562-4f6b-a008-8b310f6e2112"}
{"level":"info","ts":1784913752.0274432,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f1774a08-4562-4f6b-a008-8b310f6e2112"}
{"level":"info","ts":1784913752.027463,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f1774a08-4562-4f6b-a008-8b310f6e2112"}
{"level":"info","ts":1784913752.0274894,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f1774a08-4562-4f6b-a008-8b310f6e2112","EoS":false}
{"level":"info","ts":1784913752.0275114,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f1774a08-4562-4f6b-a008-8b310f6e2112","EoS":true}
{"level":"info","ts":1784913752.027558,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f1774a08-4562-4f6b-a008-8b310f6e2112"}
{"level":"info","ts":1784913760.606472,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913760.6065378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34ad04e9-00b2-4568-953b-9f46d624a045"}
{"level":"info","ts":1784913760.60656,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34ad04e9-00b2-4568-953b-9f46d624a045"}
{"level":"info","ts":1784913760.6065724,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34ad04e9-00b2-4568-953b-9f46d624a045","EoS":true}
{"level":"info","ts":1784913760.606595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34ad04e9-00b2-4568-953b-9f46d624a045","header":"x-maas-username"}
{"level":"info","ts":1784913760.6066048,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34ad04e9-00b2-4568-953b-9f46d624a045","header":"x-maas-group"}
{"level":"info","ts":1784913760.60661,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34ad04e9-00b2-4568-953b-9f46d624a045","header":"x-maas-subscription"}
{"level":"info","ts":1784913760.6066217,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34ad04e9-00b2-4568-953b-9f46d624a045","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913760.6066432,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34ad04e9-00b2-4568-953b-9f46d624a045"}
{"level":"info","ts":1784913760.607939,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"34ad04e9-00b2-4568-953b-9f46d624a045"}
{"level":"info","ts":1784913760.6079533,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"34ad04e9-00b2-4568-953b-9f46d624a045"}
{"level":"info","ts":1784913760.6079652,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34ad04e9-00b2-4568-953b-9f46d624a045","EoS":false}
{"level":"info","ts":1784913760.6079755,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34ad04e9-00b2-4568-953b-9f46d624a045","EoS":true}
{"level":"info","ts":1784913760.6080067,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"34ad04e9-00b2-4568-953b-9f46d624a045"}
{"level":"info","ts":1784913769.5030146,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913769.5030813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"648d1296-6f7c-4259-9a43-0888111dcf1b"}
{"level":"info","ts":1784913769.50309,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"648d1296-6f7c-4259-9a43-0888111dcf1b"}
{"level":"info","ts":1784913769.5031016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"648d1296-6f7c-4259-9a43-0888111dcf1b","EoS":true}
{"level":"info","ts":1784913769.5031245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"648d1296-6f7c-4259-9a43-0888111dcf1b","header":"x-maas-username"}
{"level":"info","ts":1784913769.5031347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"648d1296-6f7c-4259-9a43-0888111dcf1b","header":"x-maas-group"}
{"level":"info","ts":1784913769.5031397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"648d1296-6f7c-4259-9a43-0888111dcf1b","header":"x-maas-subscription"}
{"level":"info","ts":1784913769.5031512,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"648d1296-6f7c-4259-9a43-0888111dcf1b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913769.5031753,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"648d1296-6f7c-4259-9a43-0888111dcf1b"}
{"level":"info","ts":1784913769.5044086,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"648d1296-6f7c-4259-9a43-0888111dcf1b"}
{"level":"info","ts":1784913769.5044234,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"648d1296-6f7c-4259-9a43-0888111dcf1b"}
{"level":"info","ts":1784913769.5044398,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"648d1296-6f7c-4259-9a43-0888111dcf1b","EoS":false}
{"level":"info","ts":1784913769.5044515,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"648d1296-6f7c-4259-9a43-0888111dcf1b","EoS":true}
{"level":"info","ts":1784913769.5044937,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"648d1296-6f7c-4259-9a43-0888111dcf1b"}
{"level":"info","ts":1784913794.5051847,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913794.5052533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb9768fc-08ee-41f0-bc0a-e0e56488843d"}
{"level":"info","ts":1784913794.5052624,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb9768fc-08ee-41f0-bc0a-e0e56488843d"}
{"level":"info","ts":1784913794.505273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb9768fc-08ee-41f0-bc0a-e0e56488843d","EoS":true}
{"level":"info","ts":1784913794.505298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb9768fc-08ee-41f0-bc0a-e0e56488843d","header":"x-maas-username"}
{"level":"info","ts":1784913794.5053084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb9768fc-08ee-41f0-bc0a-e0e56488843d","header":"x-maas-subscription"}
{"level":"info","ts":1784913794.505314,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb9768fc-08ee-41f0-bc0a-e0e56488843d","header":"x-maas-group"}
{"level":"info","ts":1784913794.505326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb9768fc-08ee-41f0-bc0a-e0e56488843d","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784913794.5053492,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb9768fc-08ee-41f0-bc0a-e0e56488843d"}
{"level":"info","ts":1784913794.5073755,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bb9768fc-08ee-41f0-bc0a-e0e56488843d"}
{"level":"info","ts":1784913794.5074012,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bb9768fc-08ee-41f0-bc0a-e0e56488843d"}
{"level":"info","ts":1784913794.5074227,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb9768fc-08ee-41f0-bc0a-e0e56488843d","EoS":false}
{"level":"info","ts":1784913794.5074346,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb9768fc-08ee-41f0-bc0a-e0e56488843d","EoS":true}
{"level":"info","ts":1784913794.5074744,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bb9768fc-08ee-41f0-bc0a-e0e56488843d"}
{"level":"info","ts":1784913817.6577969,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913817.6578963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"938a261a-ddb1-426b-9fbb-ddf9025b1d84"}
{"level":"info","ts":1784913817.6579092,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"938a261a-ddb1-426b-9fbb-ddf9025b1d84"}
{"level":"info","ts":1784913817.6579213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"938a261a-ddb1-426b-9fbb-ddf9025b1d84","EoS":true}
{"level":"info","ts":1784913817.6579475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"938a261a-ddb1-426b-9fbb-ddf9025b1d84","header":"x-maas-group"}
{"level":"info","ts":1784913817.657963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"938a261a-ddb1-426b-9fbb-ddf9025b1d84","header":"x-maas-username"}
{"level":"info","ts":1784913817.6579683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"938a261a-ddb1-426b-9fbb-ddf9025b1d84","header":"x-maas-subscription"}
{"level":"info","ts":1784913817.657981,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"938a261a-ddb1-426b-9fbb-ddf9025b1d84","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784913817.6580057,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"938a261a-ddb1-426b-9fbb-ddf9025b1d84"}
{"level":"info","ts":1784913817.6594594,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"938a261a-ddb1-426b-9fbb-ddf9025b1d84"}
{"level":"info","ts":1784913817.659487,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"938a261a-ddb1-426b-9fbb-ddf9025b1d84"}
{"level":"info","ts":1784913817.6595027,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"938a261a-ddb1-426b-9fbb-ddf9025b1d84","EoS":false}
{"level":"info","ts":1784913817.6595159,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"938a261a-ddb1-426b-9fbb-ddf9025b1d84","EoS":true}
{"level":"info","ts":1784913817.6595592,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"938a261a-ddb1-426b-9fbb-ddf9025b1d84"}
{"level":"info","ts":1784913846.3023987,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913846.3024678,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3474bbb8-e87c-4eb2-98b3-3b8956ec014e"}
{"level":"info","ts":1784913846.3024778,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3474bbb8-e87c-4eb2-98b3-3b8956ec014e"}
{"level":"info","ts":1784913846.302489,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3474bbb8-e87c-4eb2-98b3-3b8956ec014e","EoS":true}
{"level":"info","ts":1784913846.3025117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3474bbb8-e87c-4eb2-98b3-3b8956ec014e","header":"x-maas-group"}
{"level":"info","ts":1784913846.3025231,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3474bbb8-e87c-4eb2-98b3-3b8956ec014e","header":"x-maas-subscription"}
{"level":"info","ts":1784913846.3025281,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3474bbb8-e87c-4eb2-98b3-3b8956ec014e","header":"x-maas-username"}
{"level":"info","ts":1784913846.3025403,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3474bbb8-e87c-4eb2-98b3-3b8956ec014e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913846.3025649,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3474bbb8-e87c-4eb2-98b3-3b8956ec014e"}
{"level":"info","ts":1784913846.3037784,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3474bbb8-e87c-4eb2-98b3-3b8956ec014e"}
{"level":"info","ts":1784913846.303797,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3474bbb8-e87c-4eb2-98b3-3b8956ec014e"}
{"level":"info","ts":1784913846.3038106,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3474bbb8-e87c-4eb2-98b3-3b8956ec014e","EoS":false}
{"level":"info","ts":1784913846.3038216,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3474bbb8-e87c-4eb2-98b3-3b8956ec014e","EoS":true}
{"level":"info","ts":1784913846.3038547,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3474bbb8-e87c-4eb2-98b3-3b8956ec014e"}
{"level":"info","ts":1784913855.7558515,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913855.755936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8fe3076-afe5-4fa6-81f6-353ea64f44e7"}
{"level":"info","ts":1784913855.7559476,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b8fe3076-afe5-4fa6-81f6-353ea64f44e7"}
{"level":"info","ts":1784913855.7559593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8fe3076-afe5-4fa6-81f6-353ea64f44e7","EoS":true}
{"level":"info","ts":1784913855.755983,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8fe3076-afe5-4fa6-81f6-353ea64f44e7","header":"x-maas-username"}
{"level":"info","ts":1784913855.7559936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8fe3076-afe5-4fa6-81f6-353ea64f44e7","header":"x-maas-subscription"}
{"level":"info","ts":1784913855.7559977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8fe3076-afe5-4fa6-81f6-353ea64f44e7","header":"x-maas-group"}
{"level":"info","ts":1784913855.7560115,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8fe3076-afe5-4fa6-81f6-353ea64f44e7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913855.7560372,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b8fe3076-afe5-4fa6-81f6-353ea64f44e7"}
{"level":"info","ts":1784913855.7573678,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b8fe3076-afe5-4fa6-81f6-353ea64f44e7"}
{"level":"info","ts":1784913855.7573826,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b8fe3076-afe5-4fa6-81f6-353ea64f44e7"}
{"level":"info","ts":1784913855.7573948,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b8fe3076-afe5-4fa6-81f6-353ea64f44e7","EoS":false}
{"level":"info","ts":1784913855.7574046,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b8fe3076-afe5-4fa6-81f6-353ea64f44e7","EoS":true}
{"level":"info","ts":1784913855.757442,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b8fe3076-afe5-4fa6-81f6-353ea64f44e7"}
{"level":"info","ts":1784913855.7942746,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913855.7943468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0cbdf254-0ee3-4a5e-aee5-6b83403b8648"}
{"level":"info","ts":1784913855.7943566,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0cbdf254-0ee3-4a5e-aee5-6b83403b8648"}
{"level":"info","ts":1784913855.794368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0cbdf254-0ee3-4a5e-aee5-6b83403b8648","EoS":true}
{"level":"info","ts":1784913855.79439,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0cbdf254-0ee3-4a5e-aee5-6b83403b8648","header":"x-maas-group"}
{"level":"info","ts":1784913855.7943983,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0cbdf254-0ee3-4a5e-aee5-6b83403b8648","header":"x-maas-subscription"}
{"level":"info","ts":1784913855.794403,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0cbdf254-0ee3-4a5e-aee5-6b83403b8648","header":"x-maas-username"}
{"level":"info","ts":1784913855.7944145,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0cbdf254-0ee3-4a5e-aee5-6b83403b8648","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913855.7944355,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0cbdf254-0ee3-4a5e-aee5-6b83403b8648"}
{"level":"info","ts":1784913855.7956412,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0cbdf254-0ee3-4a5e-aee5-6b83403b8648"}
{"level":"info","ts":1784913855.795688,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0cbdf254-0ee3-4a5e-aee5-6b83403b8648"}
{"level":"info","ts":1784913855.7957065,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0cbdf254-0ee3-4a5e-aee5-6b83403b8648","EoS":false}
{"level":"info","ts":1784913855.795718,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0cbdf254-0ee3-4a5e-aee5-6b83403b8648","EoS":true}
{"level":"info","ts":1784913855.7957525,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0cbdf254-0ee3-4a5e-aee5-6b83403b8648"}
{"level":"info","ts":1784913875.020698,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913875.020768,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c736766-2b18-404c-a8c8-99c651c8b6a4"}
{"level":"info","ts":1784913875.0207806,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c736766-2b18-404c-a8c8-99c651c8b6a4"}
{"level":"info","ts":1784913875.020792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c736766-2b18-404c-a8c8-99c651c8b6a4","EoS":true}
{"level":"info","ts":1784913875.0208127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c736766-2b18-404c-a8c8-99c651c8b6a4","header":"x-maas-group"}
{"level":"info","ts":1784913875.020823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c736766-2b18-404c-a8c8-99c651c8b6a4","header":"x-maas-subscription"}
{"level":"info","ts":1784913875.0208275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c736766-2b18-404c-a8c8-99c651c8b6a4","header":"x-maas-username"}
{"level":"info","ts":1784913875.0208423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c736766-2b18-404c-a8c8-99c651c8b6a4","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913875.020865,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c736766-2b18-404c-a8c8-99c651c8b6a4"}
{"level":"info","ts":1784913875.0220804,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6c736766-2b18-404c-a8c8-99c651c8b6a4"}
{"level":"info","ts":1784913875.0221026,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6c736766-2b18-404c-a8c8-99c651c8b6a4"}
{"level":"info","ts":1784913875.0221176,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6c736766-2b18-404c-a8c8-99c651c8b6a4","EoS":false}
{"level":"info","ts":1784913875.0221305,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6c736766-2b18-404c-a8c8-99c651c8b6a4","EoS":true}
{"level":"info","ts":1784913875.0221655,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6c736766-2b18-404c-a8c8-99c651c8b6a4"}
{"level":"info","ts":1784914006.4049935,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914006.4050643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f36c864-32e4-4952-9bb3-4e439c243761"}
{"level":"info","ts":1784914006.4050734,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0f36c864-32e4-4952-9bb3-4e439c243761"}
{"level":"info","ts":1784914006.405085,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f36c864-32e4-4952-9bb3-4e439c243761","EoS":true}
{"level":"info","ts":1784914006.405106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f36c864-32e4-4952-9bb3-4e439c243761","header":"x-maas-group"}
{"level":"info","ts":1784914006.4051178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f36c864-32e4-4952-9bb3-4e439c243761","header":"x-maas-username"}
{"level":"info","ts":1784914006.4051225,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f36c864-32e4-4952-9bb3-4e439c243761","header":"x-maas-subscription"}
{"level":"info","ts":1784914006.4051337,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f36c864-32e4-4952-9bb3-4e439c243761","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784914006.4051561,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0f36c864-32e4-4952-9bb3-4e439c243761"}
{"level":"info","ts":1784914006.4092185,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0f36c864-32e4-4952-9bb3-4e439c243761"}
{"level":"info","ts":1784914006.4092455,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0f36c864-32e4-4952-9bb3-4e439c243761"}
{"level":"info","ts":1784914006.4092627,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0f36c864-32e4-4952-9bb3-4e439c243761","EoS":false}
{"level":"info","ts":1784914006.409274,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0f36c864-32e4-4952-9bb3-4e439c243761","EoS":true}
{"level":"info","ts":1784914006.4093077,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0f36c864-32e4-4952-9bb3-4e439c243761"}
{"level":"info","ts":1784914043.650785,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914043.650854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38bcd44d-2857-4834-af83-1c0571d81922"}
{"level":"info","ts":1784914043.6508627,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"38bcd44d-2857-4834-af83-1c0571d81922"}
{"level":"info","ts":1784914043.6508746,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"38bcd44d-2857-4834-af83-1c0571d81922","EoS":true}
{"level":"info","ts":1784914043.6508973,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38bcd44d-2857-4834-af83-1c0571d81922","header":"x-maas-group"}
{"level":"info","ts":1784914043.6509073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38bcd44d-2857-4834-af83-1c0571d81922","header":"x-maas-username"}
{"level":"info","ts":1784914043.6509118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38bcd44d-2857-4834-af83-1c0571d81922","header":"x-maas-subscription"}
{"level":"info","ts":1784914043.6509233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38bcd44d-2857-4834-af83-1c0571d81922","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914043.6509466,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"38bcd44d-2857-4834-af83-1c0571d81922"}
{"level":"info","ts":1784914043.6527107,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"38bcd44d-2857-4834-af83-1c0571d81922"}
{"level":"info","ts":1784914043.6527338,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"38bcd44d-2857-4834-af83-1c0571d81922"}
{"level":"info","ts":1784914043.6527493,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"38bcd44d-2857-4834-af83-1c0571d81922","EoS":false}
{"level":"info","ts":1784914043.6527615,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"38bcd44d-2857-4834-af83-1c0571d81922","EoS":true}
{"level":"info","ts":1784914043.6527975,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"38bcd44d-2857-4834-af83-1c0571d81922"}
{"level":"info","ts":1784914059.0154762,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914059.015564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"622dfb3a-60ea-437a-88f5-10dbe4e0d4f5"}
{"level":"info","ts":1784914059.0155742,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"622dfb3a-60ea-437a-88f5-10dbe4e0d4f5"}
{"level":"info","ts":1784914059.0155897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"622dfb3a-60ea-437a-88f5-10dbe4e0d4f5","EoS":true}
{"level":"info","ts":1784914059.0156207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"622dfb3a-60ea-437a-88f5-10dbe4e0d4f5","header":"x-maas-group"}
{"level":"info","ts":1784914059.0156305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"622dfb3a-60ea-437a-88f5-10dbe4e0d4f5","header":"x-maas-subscription"}
{"level":"info","ts":1784914059.0156357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"622dfb3a-60ea-437a-88f5-10dbe4e0d4f5","header":"x-maas-username"}
{"level":"info","ts":1784914059.0156631,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"622dfb3a-60ea-437a-88f5-10dbe4e0d4f5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914059.0156934,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"622dfb3a-60ea-437a-88f5-10dbe4e0d4f5"}
{"level":"info","ts":1784914059.0178208,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"622dfb3a-60ea-437a-88f5-10dbe4e0d4f5"}
{"level":"info","ts":1784914059.0178428,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"622dfb3a-60ea-437a-88f5-10dbe4e0d4f5"}
{"level":"info","ts":1784914059.0178711,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"622dfb3a-60ea-437a-88f5-10dbe4e0d4f5","EoS":false}
{"level":"info","ts":1784914059.0178897,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"622dfb3a-60ea-437a-88f5-10dbe4e0d4f5","EoS":true}
{"level":"info","ts":1784914059.0179539,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"622dfb3a-60ea-437a-88f5-10dbe4e0d4f5"}
{"level":"info","ts":1784914360.5762842,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914360.576363,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d585d48-8651-4476-b67d-441a7f13ee6e"}
{"level":"info","ts":1784914360.576375,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d585d48-8651-4476-b67d-441a7f13ee6e"}
{"level":"info","ts":1784914360.576387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d585d48-8651-4476-b67d-441a7f13ee6e","EoS":true}
{"level":"info","ts":1784914360.5764096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d585d48-8651-4476-b67d-441a7f13ee6e","header":"x-maas-username"}
{"level":"info","ts":1784914360.5764205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d585d48-8651-4476-b67d-441a7f13ee6e","header":"x-maas-subscription"}
{"level":"info","ts":1784914360.576429,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d585d48-8651-4476-b67d-441a7f13ee6e","header":"x-maas-group"}
{"level":"info","ts":1784914360.576443,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d585d48-8651-4476-b67d-441a7f13ee6e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914360.5764682,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d585d48-8651-4476-b67d-441a7f13ee6e"}
{"level":"info","ts":1784914360.5786958,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5d585d48-8651-4476-b67d-441a7f13ee6e"}
{"level":"info","ts":1784914360.5787115,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5d585d48-8651-4476-b67d-441a7f13ee6e"}
{"level":"info","ts":1784914360.578724,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d585d48-8651-4476-b67d-441a7f13ee6e","EoS":false}
{"level":"info","ts":1784914360.5787342,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d585d48-8651-4476-b67d-441a7f13ee6e","EoS":true}
{"level":"info","ts":1784914360.578768,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5d585d48-8651-4476-b67d-441a7f13ee6e"}
{"level":"info","ts":1784914360.6159816,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914360.6160393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e95d4eb-010d-4d59-90e2-5e2ddbe97501"}
{"level":"info","ts":1784914360.6160479,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2e95d4eb-010d-4d59-90e2-5e2ddbe97501"}
{"level":"info","ts":1784914360.6160588,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e95d4eb-010d-4d59-90e2-5e2ddbe97501","EoS":true}
{"level":"info","ts":1784914360.616078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e95d4eb-010d-4d59-90e2-5e2ddbe97501","header":"x-maas-username"}
{"level":"info","ts":1784914360.6160855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e95d4eb-010d-4d59-90e2-5e2ddbe97501","header":"x-maas-group"}
{"level":"info","ts":1784914360.6160915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e95d4eb-010d-4d59-90e2-5e2ddbe97501","header":"x-maas-subscription"}
{"level":"info","ts":1784914360.6161017,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e95d4eb-010d-4d59-90e2-5e2ddbe97501","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914360.6161218,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2e95d4eb-010d-4d59-90e2-5e2ddbe97501"}
{"level":"info","ts":1784914360.6170332,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2e95d4eb-010d-4d59-90e2-5e2ddbe97501"}
{"level":"info","ts":1784914360.6170502,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2e95d4eb-010d-4d59-90e2-5e2ddbe97501"}
{"level":"info","ts":1784914360.6170685,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2e95d4eb-010d-4d59-90e2-5e2ddbe97501","EoS":false}
{"level":"info","ts":1784914360.617083,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2e95d4eb-010d-4d59-90e2-5e2ddbe97501","EoS":true}
{"level":"info","ts":1784914360.6171155,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2e95d4eb-010d-4d59-90e2-5e2ddbe97501"}
{"level":"info","ts":1784914365.441178,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"66727aab-24a3-431a-83fd-a251391c0ae6","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784914365.4414384,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35075.791469342,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914365.4414647,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914365.4831495,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914365.541997,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"66727aab-24a3-431a-83fd-a251391c0ae6","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784914365.555825,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29b3c4a0-6702-401f-8d62-95b769384e69","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784914365.5558689,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29b3c4a0-6702-401f-8d62-95b769384e69","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784914365.5559251,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fb56aa16-e387-4f5a-84b1-be760d15c88a"}
{"level":"info","ts":1784914365.5628047,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e71bb4c1-caf1-4c3e-a4b1-58105b7a5a7c","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784914365.5629392,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e71bb4c1-caf1-4c3e-a4b1-58105b7a5a7c","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784914365.5629928,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32918.252459203,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914365.56301,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914365.5719628,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914365.6630328,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fb56aa16-e387-4f5a-84b1-be760d15c88a","name":"e2e-external-provider"}
{"level":"info","ts":1784914365.6687765,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b10b1e19-dc5f-4a24-9cc6-3ff965ad3ad5","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914365.6688251,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b10b1e19-dc5f-4a24-9cc6-3ff965ad3ad5","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784914365.66877,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cdf9586e-7139-43ef-8c57-eff21ed7b951"}
{"level":"info","ts":1784914365.6731443,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fb56aa16-e387-4f5a-84b1-be760d15c88a","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784914365.6793134,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bfc3550-3b86-4868-aefa-f094ccd9492a","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914365.679344,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bfc3550-3b86-4868-aefa-f094ccd9492a","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784914365.6794865,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cdf9586e-7139-43ef-8c57-eff21ed7b951","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784914365.6833599,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fb56aa16-e387-4f5a-84b1-be760d15c88a","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784914365.6852603,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cdf9586e-7139-43ef-8c57-eff21ed7b951","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784914365.6853027,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd916bfc-7146-4c53-a6fe-a536701144d0","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914365.685326,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"674d26aa-5543-46ce-a526-734186bc703b"}
{"level":"info","ts":1784914365.6853323,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd916bfc-7146-4c53-a6fe-a536701144d0","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784914365.6853445,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"674d26aa-5543-46ce-a526-734186bc703b","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784914365.6922593,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fb56aa16-e387-4f5a-84b1-be760d15c88a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784914365.6923897,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"674d26aa-5543-46ce-a526-734186bc703b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784914365.6981518,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49fac7f9-0562-4378-8408-133f5754f2fb","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784914365.698179,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49fac7f9-0562-4378-8408-133f5754f2fb","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784914365.6982498,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85783e25-63cb-4037-9008-58ce02948c06"}
{"level":"info","ts":1784914365.6983202,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"609c224a-c85e-4dce-8e4e-bbb2d1509bac"}
{"level":"info","ts":1784914365.6984277,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36293.578011185,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914365.698439,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"609c224a-c85e-4dce-8e4e-bbb2d1509bac","name":"e2e-external-provider"}
{"level":"info","ts":1784914365.6984494,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914365.6986108,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17914b64-5032-4c49-9170-a2b8d44cb467","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914365.698639,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17914b64-5032-4c49-9170-a2b8d44cb467","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784914365.7096968,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"609c224a-c85e-4dce-8e4e-bbb2d1509bac","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784914365.7104883,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914365.798502,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85783e25-63cb-4037-9008-58ce02948c06","name":"e2e-external-model"}
{"level":"info","ts":1784914365.8095694,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85783e25-63cb-4037-9008-58ce02948c06","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784914365.8195727,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2838910f-466c-45cd-a2ad-f9391221c418","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914365.8196247,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2838910f-466c-45cd-a2ad-f9391221c418","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784914365.8195884,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2854f9dc-a791-411e-8b0c-cba84019654d"}
{"level":"info","ts":1784914365.8196921,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2854f9dc-a791-411e-8b0c-cba84019654d","name":"e2e-external-model"}
{"level":"error","ts":1784914365.8369808,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2854f9dc-a791-411e-8b0c-cba84019654d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784914365.8370485,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"acc0c8dc-cb94-4336-8c0f-f5675ce1850b","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914365.8370678,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a20942d-5874-4660-ab0a-94dc706c1539"}
{"level":"info","ts":1784914365.8370757,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"acc0c8dc-cb94-4336-8c0f-f5675ce1850b","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784914365.8371143,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a20942d-5874-4660-ab0a-94dc706c1539","name":"e2e-external-model"}
{"level":"info","ts":1784914365.852025,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a20942d-5874-4660-ab0a-94dc706c1539","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784914365.8628511,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76203198-cc8d-4fe0-bdb8-cbca43e495d9","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914365.862873,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76203198-cc8d-4fe0-bdb8-cbca43e495d9","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784914365.8647327,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff16605b-6907-441a-953b-dd3ef003b41b"}
{"level":"info","ts":1784914365.8647792,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff16605b-6907-441a-953b-dd3ef003b41b","name":"e2e-external-model"}
{"level":"info","ts":1784914365.8848388,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff16605b-6907-441a-953b-dd3ef003b41b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784914373.1971512,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914373.1972208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b409d130-9f86-4716-b6f0-9d4641c03212"}
{"level":"info","ts":1784914373.19723,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b409d130-9f86-4716-b6f0-9d4641c03212"}
{"level":"info","ts":1784914373.1972406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b409d130-9f86-4716-b6f0-9d4641c03212","EoS":true}
{"level":"info","ts":1784914373.1972609,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b409d130-9f86-4716-b6f0-9d4641c03212","header":"x-maas-group"}
{"level":"info","ts":1784914373.1972725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b409d130-9f86-4716-b6f0-9d4641c03212","header":"x-maas-subscription"}
{"level":"info","ts":1784914373.1972775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b409d130-9f86-4716-b6f0-9d4641c03212","header":"x-maas-username"}
{"level":"info","ts":1784914373.1972892,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b409d130-9f86-4716-b6f0-9d4641c03212","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784914373.1972961,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b409d130-9f86-4716-b6f0-9d4641c03212","modelName":"e2e-external-model"}
{"level":"info","ts":1784914373.197307,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b409d130-9f86-4716-b6f0-9d4641c03212","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784914373.197341,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"b409d130-9f86-4716-b6f0-9d4641c03212","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784914373.1973608,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"b409d130-9f86-4716-b6f0-9d4641c03212","authType":"apikey"}
{"level":"info","ts":1784914373.1973903,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b409d130-9f86-4716-b6f0-9d4641c03212"}
{"level":"info","ts":1784914373.316108,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c27096e3-2c72-4942-9248-3f0e6ff69ada"}
{"level":"info","ts":1784914373.3161643,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba3ed3a6-a4eb-46eb-9a17-4cc3b551498e","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784914373.3161983,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba3ed3a6-a4eb-46eb-9a17-4cc3b551498e","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784914373.3235974,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4524e9e-c89b-4a39-a750-b067080d8a71","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784914373.3236363,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4524e9e-c89b-4a39-a750-b067080d8a71","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784914373.323715,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c27096e3-2c72-4942-9248-3f0e6ff69ada","name":"e2e-cleanup-test"}
{"level":"error","ts":1784914373.345789,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c27096e3-2c72-4942-9248-3f0e6ff69ada","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784914373.3458245,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5ba48b4-4fcc-4d0a-84cd-fdce034339bb","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784914373.345849,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5ba48b4-4fcc-4d0a-84cd-fdce034339bb","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784914373.3458614,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0a4daa6-78d6-4515-a886-b04c4a8a6347"}
{"level":"info","ts":1784914373.3459117,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0a4daa6-78d6-4515-a886-b04c4a8a6347","name":"e2e-cleanup-test"}
{"level":"error","ts":1784914373.360725,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0a4daa6-78d6-4515-a886-b04c4a8a6347","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784914373.3607876,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"250418c2-54d8-4bef-af8f-a53116978eb6"}
{"level":"info","ts":1784914373.3608418,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"250418c2-54d8-4bef-af8f-a53116978eb6","name":"e2e-cleanup-test"}
{"level":"info","ts":1784914373.3608406,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb24005f-726c-4777-96f8-ca50bdd215e5","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784914373.3609545,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb24005f-726c-4777-96f8-ca50bdd215e5","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784914373.3697197,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"250418c2-54d8-4bef-af8f-a53116978eb6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784914373.3749206,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1668e5a3-c2e4-4f8e-9d1f-d0f8eac5dcbc","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784914373.3749912,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1668e5a3-c2e4-4f8e-9d1f-d0f8eac5dcbc","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784914373.3750315,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"491f3dd2-ec17-4252-b2d8-57b7b8579b9a"}
{"level":"info","ts":1784914373.3750935,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"491f3dd2-ec17-4252-b2d8-57b7b8579b9a","name":"e2e-cleanup-test"}
{"level":"info","ts":1784914373.3841846,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"491f3dd2-ec17-4252-b2d8-57b7b8579b9a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784914373.3891783,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d109d26-bc97-4913-a93a-a184642ad0a7"}
{"level":"info","ts":1784914373.3892455,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d109d26-bc97-4913-a93a-a184642ad0a7","name":"e2e-cleanup-test"}
{"level":"info","ts":1784914373.3975818,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d109d26-bc97-4913-a93a-a184642ad0a7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784914381.582818,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b85df41-2f02-4dea-9157-11ca4176b3c6","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784914381.582844,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"432226a9-4b37-44b0-b1c5-a3ca087926a2"}
{"level":"info","ts":1784914381.5828695,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b85df41-2f02-4dea-9157-11ca4176b3c6","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784914385.881735,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914385.8818147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3cee1da-47d3-4246-b01b-440817d4808f"}
{"level":"info","ts":1784914385.8818278,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e3cee1da-47d3-4246-b01b-440817d4808f"}
{"level":"info","ts":1784914385.8818464,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e3cee1da-47d3-4246-b01b-440817d4808f","EoS":true}
{"level":"info","ts":1784914385.8818877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3cee1da-47d3-4246-b01b-440817d4808f","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784914385.881918,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e3cee1da-47d3-4246-b01b-440817d4808f"}
{"level":"info","ts":1784914385.9229627,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914385.9230156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fff5d095-dfc4-4365-b165-a4a5a8db4ae2"}
{"level":"info","ts":1784914385.9230254,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fff5d095-dfc4-4365-b165-a4a5a8db4ae2"}
{"level":"info","ts":1784914385.9230354,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fff5d095-dfc4-4365-b165-a4a5a8db4ae2","EoS":true}
{"level":"info","ts":1784914385.923054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fff5d095-dfc4-4365-b165-a4a5a8db4ae2","header":"x-maas-group"}
{"level":"info","ts":1784914385.923063,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fff5d095-dfc4-4365-b165-a4a5a8db4ae2","header":"x-maas-subscription"}
{"level":"info","ts":1784914385.923068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fff5d095-dfc4-4365-b165-a4a5a8db4ae2","header":"x-maas-username"}
{"level":"info","ts":1784914385.923078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fff5d095-dfc4-4365-b165-a4a5a8db4ae2","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784914385.923087,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"fff5d095-dfc4-4365-b165-a4a5a8db4ae2","modelName":"e2e-external-model"}
{"level":"info","ts":1784914385.9230971,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"fff5d095-dfc4-4365-b165-a4a5a8db4ae2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784914385.9231176,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"fff5d095-dfc4-4365-b165-a4a5a8db4ae2","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784914385.9231322,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"fff5d095-dfc4-4365-b165-a4a5a8db4ae2","authType":"apikey"}
{"level":"info","ts":1784914385.9231536,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fff5d095-dfc4-4365-b165-a4a5a8db4ae2"}
{"level":"info","ts":1784914385.9598742,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914385.9599257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"599019ea-4b4d-4ecc-9099-4bfd4f86441d"}
{"level":"info","ts":1784914385.9599383,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"599019ea-4b4d-4ecc-9099-4bfd4f86441d"}
{"level":"info","ts":1784914385.9599483,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"599019ea-4b4d-4ecc-9099-4bfd4f86441d","EoS":true}
{"level":"info","ts":1784914385.9599674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"599019ea-4b4d-4ecc-9099-4bfd4f86441d","header":"x-maas-subscription"}
{"level":"info","ts":1784914385.959977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"599019ea-4b4d-4ecc-9099-4bfd4f86441d","header":"x-maas-group"}
{"level":"info","ts":1784914385.9599817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"599019ea-4b4d-4ecc-9099-4bfd4f86441d","header":"x-maas-username"}
{"level":"info","ts":1784914385.9599924,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"599019ea-4b4d-4ecc-9099-4bfd4f86441d","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784914385.9600103,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"599019ea-4b4d-4ecc-9099-4bfd4f86441d"}
{"level":"info","ts":1784914386.0614755,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"599019ea-4b4d-4ecc-9099-4bfd4f86441d"}
{"level":"info","ts":1784914386.061495,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"599019ea-4b4d-4ecc-9099-4bfd4f86441d"}
{"level":"info","ts":1784914386.0615156,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"599019ea-4b4d-4ecc-9099-4bfd4f86441d","EoS":false}
{"level":"info","ts":1784914386.0615447,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"599019ea-4b4d-4ecc-9099-4bfd4f86441d","EoS":true}
{"level":"error","ts":1784914386.0615695,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"599019ea-4b4d-4ecc-9099-4bfd4f86441d","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784914386.0616238,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"599019ea-4b4d-4ecc-9099-4bfd4f86441d"}
{"level":"info","ts":1784914386.104323,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914386.104382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73c2462a-46c1-4afc-9036-cf6bfd64270d"}
{"level":"info","ts":1784914386.1043975,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73c2462a-46c1-4afc-9036-cf6bfd64270d"}
{"level":"info","ts":1784914386.1044102,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73c2462a-46c1-4afc-9036-cf6bfd64270d","EoS":true}
{"level":"info","ts":1784914386.1044326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73c2462a-46c1-4afc-9036-cf6bfd64270d","header":"x-maas-username"}
{"level":"info","ts":1784914386.104443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73c2462a-46c1-4afc-9036-cf6bfd64270d","header":"x-maas-subscription"}
{"level":"info","ts":1784914386.104448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73c2462a-46c1-4afc-9036-cf6bfd64270d","header":"x-maas-group"}
{"level":"info","ts":1784914386.104469,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73c2462a-46c1-4afc-9036-cf6bfd64270d"}
{"level":"info","ts":1784914386.1535125,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"73c2462a-46c1-4afc-9036-cf6bfd64270d"}
{"level":"info","ts":1784914386.1535294,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"73c2462a-46c1-4afc-9036-cf6bfd64270d"}
{"level":"info","ts":1784914386.153543,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"73c2462a-46c1-4afc-9036-cf6bfd64270d","EoS":false}
{"level":"info","ts":1784914386.1535552,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"73c2462a-46c1-4afc-9036-cf6bfd64270d","EoS":true}
{"level":"error","ts":1784914386.1535676,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"73c2462a-46c1-4afc-9036-cf6bfd64270d","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784914386.1536,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"73c2462a-46c1-4afc-9036-cf6bfd64270d"}
{"level":"info","ts":1784914387.0105202,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe5bd298-0e2c-4736-91ad-855133cf8458","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914387.0105557,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c67671c-2a83-44b7-9a53-6736414690e7"}
{"level":"info","ts":1784914387.0105643,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe5bd298-0e2c-4736-91ad-855133cf8458","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914387.1617413,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa174a35-58d5-4180-aebd-5f63899dc68b","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784914387.1617875,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa174a35-58d5-4180-aebd-5f63899dc68b","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784914387.161789,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c1cd4396-0cd6-4ac4-af0e-a8f2242efbf8"}
{"level":"info","ts":1784914387.2787848,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"debe467d-47ba-46fd-b689-cbc44a842dd8","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784914387.2788336,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"debe467d-47ba-46fd-b689-cbc44a842dd8","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784915530.5464044,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915530.546484,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25c83c4f-45dc-46a9-99bf-7507bb23fae2"}
{"level":"info","ts":1784915584.347348,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915584.3474348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0eef7426-d0ae-4bc5-8001-39a10ac6ed40"}
{"level":"info","ts":1784915584.3474429,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0eef7426-d0ae-4bc5-8001-39a10ac6ed40"}
{"level":"info","ts":1784915584.3474545,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0eef7426-d0ae-4bc5-8001-39a10ac6ed40","EoS":true}
{"level":"info","ts":1784915584.347481,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0eef7426-d0ae-4bc5-8001-39a10ac6ed40","header":"x-maas-subscription"}
{"level":"info","ts":1784915584.3474925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0eef7426-d0ae-4bc5-8001-39a10ac6ed40","header":"x-maas-username"}
{"level":"info","ts":1784915584.3474965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0eef7426-d0ae-4bc5-8001-39a10ac6ed40","header":"x-maas-group"}
{"level":"info","ts":1784915584.3475096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0eef7426-d0ae-4bc5-8001-39a10ac6ed40","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1784915584.3475344,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0eef7426-d0ae-4bc5-8001-39a10ac6ed40"}
{"level":"info","ts":1784915584.3487396,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0eef7426-d0ae-4bc5-8001-39a10ac6ed40"}
{"level":"info","ts":1784915584.348765,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0eef7426-d0ae-4bc5-8001-39a10ac6ed40"}
{"level":"info","ts":1784915584.3487864,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0eef7426-d0ae-4bc5-8001-39a10ac6ed40","EoS":false}
{"level":"info","ts":1784915584.3488016,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0eef7426-d0ae-4bc5-8001-39a10ac6ed40","EoS":true}
{"level":"info","ts":1784915584.3488398,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0eef7426-d0ae-4bc5-8001-39a10ac6ed40"}