{"level":"info","ts":1784751632.7385144,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a66a532e-66a9-41b7-aead-47932577e5d8"}
{"level":"info","ts":1784751632.7385273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a66a532e-66a9-41b7-aead-47932577e5d8","EoS":true}
{"level":"info","ts":1784751632.7385554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a66a532e-66a9-41b7-aead-47932577e5d8","header":"x-maas-username"}
{"level":"info","ts":1784751632.7385664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a66a532e-66a9-41b7-aead-47932577e5d8","header":"x-maas-subscription"}
{"level":"info","ts":1784751632.738571,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a66a532e-66a9-41b7-aead-47932577e5d8","header":"x-maas-group"}
{"level":"info","ts":1784751632.7385852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a66a532e-66a9-41b7-aead-47932577e5d8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784751632.7386127,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a66a532e-66a9-41b7-aead-47932577e5d8"}
{"level":"info","ts":1784751632.7395077,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a66a532e-66a9-41b7-aead-47932577e5d8"}
{"level":"info","ts":1784751632.7395432,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a66a532e-66a9-41b7-aead-47932577e5d8"}
{"level":"info","ts":1784751632.7395675,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a66a532e-66a9-41b7-aead-47932577e5d8","EoS":false}
{"level":"info","ts":1784751632.7395806,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a66a532e-66a9-41b7-aead-47932577e5d8","EoS":true}
{"level":"info","ts":1784751632.7396288,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a66a532e-66a9-41b7-aead-47932577e5d8"}
{"level":"info","ts":1784751655.863012,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784751655.863093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91a22b92-db52-4400-b65e-a131fec65353"}
{"level":"info","ts":1784751655.8631024,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"91a22b92-db52-4400-b65e-a131fec65353"}
{"level":"info","ts":1784751655.8631136,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"91a22b92-db52-4400-b65e-a131fec65353","EoS":true}
{"level":"info","ts":1784751655.8631406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91a22b92-db52-4400-b65e-a131fec65353","header":"x-maas-username"}
{"level":"info","ts":1784751655.8631518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91a22b92-db52-4400-b65e-a131fec65353","header":"x-maas-subscription"}
{"level":"info","ts":1784751655.8631566,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91a22b92-db52-4400-b65e-a131fec65353","header":"x-maas-group"}
{"level":"info","ts":1784751655.86317,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91a22b92-db52-4400-b65e-a131fec65353","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784751655.8631935,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"91a22b92-db52-4400-b65e-a131fec65353"}
{"level":"info","ts":1784751655.8660693,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"91a22b92-db52-4400-b65e-a131fec65353"}
{"level":"info","ts":1784751655.8660972,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"91a22b92-db52-4400-b65e-a131fec65353"}
{"level":"info","ts":1784751655.8661199,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"91a22b92-db52-4400-b65e-a131fec65353","EoS":false}
{"level":"info","ts":1784751655.8661425,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"91a22b92-db52-4400-b65e-a131fec65353","EoS":true}
{"level":"info","ts":1784751655.8661928,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"91a22b92-db52-4400-b65e-a131fec65353"}
{"level":"info","ts":1784751655.9998171,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784751655.999894,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a35a143-09d4-4726-b6c3-57c840dbb848"}
{"level":"info","ts":1784751655.9999065,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1a35a143-09d4-4726-b6c3-57c840dbb848"}
{"level":"info","ts":1784751655.999923,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1a35a143-09d4-4726-b6c3-57c840dbb848","EoS":true}
{"level":"info","ts":1784751655.9999535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a35a143-09d4-4726-b6c3-57c840dbb848","header":"x-maas-username"}
{"level":"info","ts":1784751655.999964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a35a143-09d4-4726-b6c3-57c840dbb848","header":"x-maas-group"}
{"level":"info","ts":1784751655.9999697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a35a143-09d4-4726-b6c3-57c840dbb848","header":"x-maas-subscription"}
{"level":"info","ts":1784751655.9999833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a35a143-09d4-4726-b6c3-57c840dbb848","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784751656.0000076,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1a35a143-09d4-4726-b6c3-57c840dbb848"}
{"level":"info","ts":1784751656.0009058,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1a35a143-09d4-4726-b6c3-57c840dbb848"}
{"level":"info","ts":1784751656.0009305,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1a35a143-09d4-4726-b6c3-57c840dbb848"}
{"level":"info","ts":1784751656.0009513,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1a35a143-09d4-4726-b6c3-57c840dbb848","EoS":false}
{"level":"info","ts":1784751656.000973,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1a35a143-09d4-4726-b6c3-57c840dbb848","EoS":true}
{"level":"info","ts":1784751656.0010111,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1a35a143-09d4-4726-b6c3-57c840dbb848"}
{"level":"info","ts":1784751656.1332667,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784751656.1333473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a46a47a-b940-4061-894e-ba0d7da6942e"}
{"level":"info","ts":1784751656.133359,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a46a47a-b940-4061-894e-ba0d7da6942e"}
{"level":"info","ts":1784751656.1333706,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a46a47a-b940-4061-894e-ba0d7da6942e","EoS":true}
{"level":"info","ts":1784751656.1333964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a46a47a-b940-4061-894e-ba0d7da6942e","header":"x-maas-group"}
{"level":"info","ts":1784751656.1334226,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a46a47a-b940-4061-894e-ba0d7da6942e","header":"x-maas-username"}
{"level":"info","ts":1784751656.1334288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a46a47a-b940-4061-894e-ba0d7da6942e","header":"x-maas-subscription"}
{"level":"info","ts":1784751656.1334424,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a46a47a-b940-4061-894e-ba0d7da6942e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784751656.1334677,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a46a47a-b940-4061-894e-ba0d7da6942e"}
{"level":"info","ts":1784751656.134457,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8a46a47a-b940-4061-894e-ba0d7da6942e"}
{"level":"info","ts":1784751656.1344805,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8a46a47a-b940-4061-894e-ba0d7da6942e"}
{"level":"info","ts":1784751656.1344986,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8a46a47a-b940-4061-894e-ba0d7da6942e","EoS":false}
{"level":"info","ts":1784751656.1345105,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8a46a47a-b940-4061-894e-ba0d7da6942e","EoS":true}
{"level":"info","ts":1784751656.1345437,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8a46a47a-b940-4061-894e-ba0d7da6942e"}
{"level":"info","ts":1784751656.2696679,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784751656.2697687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4919286f-1d3a-4199-a327-2a3af7e35dd7"}
{"level":"info","ts":1784751656.2697833,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4919286f-1d3a-4199-a327-2a3af7e35dd7"}
{"level":"info","ts":1784751656.2697992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4919286f-1d3a-4199-a327-2a3af7e35dd7","EoS":true}
{"level":"info","ts":1784751656.2698293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4919286f-1d3a-4199-a327-2a3af7e35dd7","header":"x-maas-subscription"}
{"level":"info","ts":1784751656.2698388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4919286f-1d3a-4199-a327-2a3af7e35dd7","header":"x-maas-group"}
{"level":"info","ts":1784751656.2698514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4919286f-1d3a-4199-a327-2a3af7e35dd7","header":"x-maas-username"}
{"level":"info","ts":1784751656.2698684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4919286f-1d3a-4199-a327-2a3af7e35dd7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784751656.2698953,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4919286f-1d3a-4199-a327-2a3af7e35dd7"}
{"level":"info","ts":1784751656.270797,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4919286f-1d3a-4199-a327-2a3af7e35dd7"}
{"level":"info","ts":1784751656.2708151,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4919286f-1d3a-4199-a327-2a3af7e35dd7"}
{"level":"info","ts":1784751656.2708297,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4919286f-1d3a-4199-a327-2a3af7e35dd7","EoS":false}
{"level":"info","ts":1784751656.270842,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4919286f-1d3a-4199-a327-2a3af7e35dd7","EoS":true}
{"level":"info","ts":1784751656.2708857,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4919286f-1d3a-4199-a327-2a3af7e35dd7"}
{"level":"info","ts":1784751656.4038832,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784751656.4039555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d016baaa-9859-4d2c-9abd-3cf6479e0982"}
{"level":"info","ts":1784751656.403966,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d016baaa-9859-4d2c-9abd-3cf6479e0982"}
{"level":"info","ts":1784751656.4039772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d016baaa-9859-4d2c-9abd-3cf6479e0982","EoS":true}
{"level":"info","ts":1784751656.404001,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d016baaa-9859-4d2c-9abd-3cf6479e0982","header":"x-maas-subscription"}
{"level":"info","ts":1784751656.4040117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d016baaa-9859-4d2c-9abd-3cf6479e0982","header":"x-maas-username"}
{"level":"info","ts":1784751656.404016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d016baaa-9859-4d2c-9abd-3cf6479e0982","header":"x-maas-group"}
{"level":"info","ts":1784751656.4040284,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d016baaa-9859-4d2c-9abd-3cf6479e0982","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784751656.404052,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d016baaa-9859-4d2c-9abd-3cf6479e0982"}
{"level":"info","ts":1784751656.4049113,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d016baaa-9859-4d2c-9abd-3cf6479e0982"}
{"level":"info","ts":1784751656.4049368,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d016baaa-9859-4d2c-9abd-3cf6479e0982"}
{"level":"info","ts":1784751656.4049582,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d016baaa-9859-4d2c-9abd-3cf6479e0982","EoS":false}
{"level":"info","ts":1784751656.4049783,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d016baaa-9859-4d2c-9abd-3cf6479e0982","EoS":true}
{"level":"info","ts":1784751656.4050148,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d016baaa-9859-4d2c-9abd-3cf6479e0982"}
{"level":"info","ts":1784751672.1467745,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784751672.1468573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d412117-7e84-470b-ace5-84db50471349"}
{"level":"info","ts":1784751672.1468756,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1d412117-7e84-470b-ace5-84db50471349"}
{"level":"info","ts":1784751672.146887,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d412117-7e84-470b-ace5-84db50471349","EoS":true}
{"level":"info","ts":1784751672.1469123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d412117-7e84-470b-ace5-84db50471349","header":"x-maas-username"}
{"level":"info","ts":1784751672.1469214,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d412117-7e84-470b-ace5-84db50471349","header":"x-maas-group"}
{"level":"info","ts":1784751672.1469266,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d412117-7e84-470b-ace5-84db50471349","header":"x-maas-subscription"}
{"level":"info","ts":1784751672.1469407,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d412117-7e84-470b-ace5-84db50471349","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784751672.1469657,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1d412117-7e84-470b-ace5-84db50471349"}
{"level":"info","ts":1784751672.1498191,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1d412117-7e84-470b-ace5-84db50471349"}
{"level":"info","ts":1784751672.1498482,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1d412117-7e84-470b-ace5-84db50471349"}
{"level":"info","ts":1784751672.1498656,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1d412117-7e84-470b-ace5-84db50471349","EoS":false}
{"level":"info","ts":1784751672.149879,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1d412117-7e84-470b-ace5-84db50471349","EoS":true}
{"level":"info","ts":1784751672.1499178,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1d412117-7e84-470b-ace5-84db50471349"}
{"level":"info","ts":1784751672.2522643,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784751672.2523668,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03c4a844-fc94-4145-8000-0cf53c448012"}
{"level":"info","ts":1784751672.2532392,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"03c4a844-fc94-4145-8000-0cf53c448012"}
{"level":"info","ts":1784751672.253265,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"03c4a844-fc94-4145-8000-0cf53c448012"}
{"level":"info","ts":1784751672.2532794,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"03c4a844-fc94-4145-8000-0cf53c448012","EoS":false}
{"level":"info","ts":1784751672.2532952,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"03c4a844-fc94-4145-8000-0cf53c448012"}
{"level":"info","ts":1784751672.2533238,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"03c4a844-fc94-4145-8000-0cf53c448012","EoS":true}
{"level":"info","ts":1784751672.2533348,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"03c4a844-fc94-4145-8000-0cf53c448012"}
{"level":"info","ts":1784751676.8780649,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784751676.878164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7a43693-0b81-4abe-9211-97fc8daf7e11"}
{"level":"info","ts":1784751676.878176,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b7a43693-0b81-4abe-9211-97fc8daf7e11"}
{"level":"info","ts":1784751676.8781888,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7a43693-0b81-4abe-9211-97fc8daf7e11","EoS":true}
{"level":"info","ts":1784751676.8782172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7a43693-0b81-4abe-9211-97fc8daf7e11","header":"x-maas-group"}
{"level":"info","ts":1784751676.8782272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7a43693-0b81-4abe-9211-97fc8daf7e11","header":"x-maas-username"}
{"level":"info","ts":1784751676.878232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7a43693-0b81-4abe-9211-97fc8daf7e11","header":"x-maas-subscription"}
{"level":"info","ts":1784751676.878245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7a43693-0b81-4abe-9211-97fc8daf7e11","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784751676.8782692,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b7a43693-0b81-4abe-9211-97fc8daf7e11"}
{"level":"info","ts":1784751676.8801622,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b7a43693-0b81-4abe-9211-97fc8daf7e11"}
{"level":"info","ts":1784751676.8801858,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b7a43693-0b81-4abe-9211-97fc8daf7e11"}
{"level":"info","ts":1784751676.8802075,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b7a43693-0b81-4abe-9211-97fc8daf7e11","EoS":false}
{"level":"info","ts":1784751676.8802247,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b7a43693-0b81-4abe-9211-97fc8daf7e11","EoS":true}
{"level":"info","ts":1784751676.8802748,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b7a43693-0b81-4abe-9211-97fc8daf7e11"}
{"level":"info","ts":1784751689.5182564,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784751689.5183382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7309200-51bd-4bbf-83d2-bdd0a1f3fcb4"}
{"level":"info","ts":1784751689.5183556,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7309200-51bd-4bbf-83d2-bdd0a1f3fcb4"}
{"level":"info","ts":1784751689.518376,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7309200-51bd-4bbf-83d2-bdd0a1f3fcb4","EoS":true}
{"level":"info","ts":1784751689.5184295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7309200-51bd-4bbf-83d2-bdd0a1f3fcb4","header":"x-maas-username"}
{"level":"info","ts":1784751689.5184455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7309200-51bd-4bbf-83d2-bdd0a1f3fcb4","header":"x-maas-group"}
{"level":"info","ts":1784751689.5184546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7309200-51bd-4bbf-83d2-bdd0a1f3fcb4","header":"x-maas-subscription"}
{"level":"info","ts":1784751689.5184743,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7309200-51bd-4bbf-83d2-bdd0a1f3fcb4","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784751689.5185063,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7309200-51bd-4bbf-83d2-bdd0a1f3fcb4"}
{"level":"info","ts":1784751689.520948,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d7309200-51bd-4bbf-83d2-bdd0a1f3fcb4"}
{"level":"info","ts":1784751689.520967,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d7309200-51bd-4bbf-83d2-bdd0a1f3fcb4"}
{"level":"info","ts":1784751689.520983,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d7309200-51bd-4bbf-83d2-bdd0a1f3fcb4","EoS":false}
{"level":"info","ts":1784751689.5209942,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d7309200-51bd-4bbf-83d2-bdd0a1f3fcb4","EoS":true}
{"level":"info","ts":1784751689.5210285,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d7309200-51bd-4bbf-83d2-bdd0a1f3fcb4"}
{"level":"info","ts":1784751702.3863723,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784751702.3864746,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb42ac92-7cca-4e5f-8889-2884a994fe95"}
{"level":"info","ts":1784751702.3864884,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb42ac92-7cca-4e5f-8889-2884a994fe95"}
{"level":"info","ts":1784751702.3865042,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb42ac92-7cca-4e5f-8889-2884a994fe95","EoS":true}
{"level":"info","ts":1784751702.3865337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb42ac92-7cca-4e5f-8889-2884a994fe95","header":"x-maas-subscription"}
{"level":"info","ts":1784751702.3865442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb42ac92-7cca-4e5f-8889-2884a994fe95","header":"x-maas-group"}
{"level":"info","ts":1784751702.386549,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb42ac92-7cca-4e5f-8889-2884a994fe95","header":"x-maas-username"}
{"level":"info","ts":1784751702.386563,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb42ac92-7cca-4e5f-8889-2884a994fe95","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784751702.3865883,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb42ac92-7cca-4e5f-8889-2884a994fe95"}
{"level":"info","ts":1784751702.3873205,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cb42ac92-7cca-4e5f-8889-2884a994fe95"}
{"level":"info","ts":1784751702.3873374,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cb42ac92-7cca-4e5f-8889-2884a994fe95"}
{"level":"info","ts":1784751702.3873515,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cb42ac92-7cca-4e5f-8889-2884a994fe95","EoS":false}
{"level":"info","ts":1784751702.3873637,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cb42ac92-7cca-4e5f-8889-2884a994fe95","EoS":true}
{"level":"info","ts":1784751702.3873994,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cb42ac92-7cca-4e5f-8889-2884a994fe95"}
{"level":"info","ts":1784751710.9133437,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784751710.9134278,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"beab72a4-b3e7-4604-a7df-adde35ef1e3b"}
{"level":"info","ts":1784751710.9134398,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"beab72a4-b3e7-4604-a7df-adde35ef1e3b"}
{"level":"info","ts":1784751710.9134512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"beab72a4-b3e7-4604-a7df-adde35ef1e3b","EoS":true}
{"level":"info","ts":1784751710.9134746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"beab72a4-b3e7-4604-a7df-adde35ef1e3b","header":"x-maas-subscription"}
{"level":"info","ts":1784751710.9134846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"beab72a4-b3e7-4604-a7df-adde35ef1e3b","header":"x-maas-group"}
{"level":"info","ts":1784751710.9134912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"beab72a4-b3e7-4604-a7df-adde35ef1e3b","header":"x-maas-username"}
{"level":"info","ts":1784751710.9135032,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"beab72a4-b3e7-4604-a7df-adde35ef1e3b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784751710.9135265,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"beab72a4-b3e7-4604-a7df-adde35ef1e3b"}
{"level":"info","ts":1784751710.9142582,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"beab72a4-b3e7-4604-a7df-adde35ef1e3b"}
{"level":"info","ts":1784751710.914281,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"beab72a4-b3e7-4604-a7df-adde35ef1e3b"}
{"level":"info","ts":1784751710.9143016,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"beab72a4-b3e7-4604-a7df-adde35ef1e3b","EoS":false}
{"level":"info","ts":1784751710.9143133,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"beab72a4-b3e7-4604-a7df-adde35ef1e3b","EoS":true}
{"level":"info","ts":1784751710.9143553,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"beab72a4-b3e7-4604-a7df-adde35ef1e3b"}
{"level":"info","ts":1784751719.7885785,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784751719.788668,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d756a27d-1cf2-4631-a752-b1809fae9578"}
{"level":"info","ts":1784751719.788678,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d756a27d-1cf2-4631-a752-b1809fae9578"}
{"level":"info","ts":1784751719.7886908,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d756a27d-1cf2-4631-a752-b1809fae9578","EoS":true}
{"level":"info","ts":1784751719.7887237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d756a27d-1cf2-4631-a752-b1809fae9578","header":"x-maas-group"}
{"level":"info","ts":1784751719.7887354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d756a27d-1cf2-4631-a752-b1809fae9578","header":"x-maas-username"}
{"level":"info","ts":1784751719.7887404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d756a27d-1cf2-4631-a752-b1809fae9578","header":"x-maas-subscription"}
{"level":"info","ts":1784751719.7887537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d756a27d-1cf2-4631-a752-b1809fae9578","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784751719.7887852,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d756a27d-1cf2-4631-a752-b1809fae9578"}
{"level":"info","ts":1784751719.7895167,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d756a27d-1cf2-4631-a752-b1809fae9578"}
{"level":"info","ts":1784751719.7895374,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d756a27d-1cf2-4631-a752-b1809fae9578"}
{"level":"info","ts":1784751719.7895527,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d756a27d-1cf2-4631-a752-b1809fae9578","EoS":false}
{"level":"info","ts":1784751719.789565,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d756a27d-1cf2-4631-a752-b1809fae9578","EoS":true}
{"level":"info","ts":1784751719.789609,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d756a27d-1cf2-4631-a752-b1809fae9578"}
{"level":"info","ts":1784751744.8106003,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784751744.810677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0b7a8a6-8872-4843-b82e-8bb82cf1c7f8"}
{"level":"info","ts":1784751744.810688,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0b7a8a6-8872-4843-b82e-8bb82cf1c7f8"}
{"level":"info","ts":1784751744.8106992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0b7a8a6-8872-4843-b82e-8bb82cf1c7f8","EoS":true}
{"level":"info","ts":1784751744.8107302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0b7a8a6-8872-4843-b82e-8bb82cf1c7f8","header":"x-maas-group"}
{"level":"info","ts":1784751744.8107412,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0b7a8a6-8872-4843-b82e-8bb82cf1c7f8","header":"x-maas-subscription"}
{"level":"info","ts":1784751744.8107457,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0b7a8a6-8872-4843-b82e-8bb82cf1c7f8","header":"x-maas-username"}
{"level":"info","ts":1784751744.8107598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0b7a8a6-8872-4843-b82e-8bb82cf1c7f8","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784751744.8107862,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0b7a8a6-8872-4843-b82e-8bb82cf1c7f8"}
{"level":"info","ts":1784751744.812882,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a0b7a8a6-8872-4843-b82e-8bb82cf1c7f8"}
{"level":"info","ts":1784751744.8129094,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a0b7a8a6-8872-4843-b82e-8bb82cf1c7f8"}
{"level":"info","ts":1784751744.8129308,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a0b7a8a6-8872-4843-b82e-8bb82cf1c7f8","EoS":false}
{"level":"info","ts":1784751744.8129516,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a0b7a8a6-8872-4843-b82e-8bb82cf1c7f8","EoS":true}
{"level":"info","ts":1784751744.8130076,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a0b7a8a6-8872-4843-b82e-8bb82cf1c7f8"}
{"level":"info","ts":1784751768.3001604,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784751768.300267,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10167258-8364-42ae-aca6-9f7d45234b33"}
{"level":"info","ts":1784751768.3002834,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"10167258-8364-42ae-aca6-9f7d45234b33"}
{"level":"info","ts":1784751768.300305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10167258-8364-42ae-aca6-9f7d45234b33","EoS":true}
{"level":"info","ts":1784751768.3003428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10167258-8364-42ae-aca6-9f7d45234b33","header":"x-maas-group"}
{"level":"info","ts":1784751768.300356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10167258-8364-42ae-aca6-9f7d45234b33","header":"x-maas-subscription"}
{"level":"info","ts":1784751768.300363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10167258-8364-42ae-aca6-9f7d45234b33","header":"x-maas-username"}
{"level":"info","ts":1784751768.3003817,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10167258-8364-42ae-aca6-9f7d45234b33","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784751768.3004382,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"10167258-8364-42ae-aca6-9f7d45234b33"}
{"level":"info","ts":1784751768.3013728,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"10167258-8364-42ae-aca6-9f7d45234b33"}
{"level":"info","ts":1784751768.3013952,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"10167258-8364-42ae-aca6-9f7d45234b33"}
{"level":"info","ts":1784751768.3014228,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"10167258-8364-42ae-aca6-9f7d45234b33","EoS":false}
{"level":"info","ts":1784751768.3014376,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"10167258-8364-42ae-aca6-9f7d45234b33","EoS":true}
{"level":"info","ts":1784751768.301479,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"10167258-8364-42ae-aca6-9f7d45234b33"}
{"level":"info","ts":1784751794.877655,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784751794.8777277,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"115959e0-6f21-48f5-ac26-c7de4aabf903"}
{"level":"info","ts":1784751794.8777382,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"115959e0-6f21-48f5-ac26-c7de4aabf903"}
{"level":"info","ts":1784751794.8777497,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"115959e0-6f21-48f5-ac26-c7de4aabf903","EoS":true}
{"level":"info","ts":1784751794.8777738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"115959e0-6f21-48f5-ac26-c7de4aabf903","header":"x-maas-username"}
{"level":"info","ts":1784751794.877783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"115959e0-6f21-48f5-ac26-c7de4aabf903","header":"x-maas-subscription"}
{"level":"info","ts":1784751794.8777895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"115959e0-6f21-48f5-ac26-c7de4aabf903","header":"x-maas-group"}
{"level":"info","ts":1784751794.877802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"115959e0-6f21-48f5-ac26-c7de4aabf903","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784751794.8778265,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"115959e0-6f21-48f5-ac26-c7de4aabf903"}
{"level":"info","ts":1784751794.8785763,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"115959e0-6f21-48f5-ac26-c7de4aabf903"}
{"level":"info","ts":1784751794.8786016,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"115959e0-6f21-48f5-ac26-c7de4aabf903"}
{"level":"info","ts":1784751794.8786213,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"115959e0-6f21-48f5-ac26-c7de4aabf903","EoS":false}
{"level":"info","ts":1784751794.8786435,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"115959e0-6f21-48f5-ac26-c7de4aabf903","EoS":true}
{"level":"info","ts":1784751794.8786817,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"115959e0-6f21-48f5-ac26-c7de4aabf903"}
{"level":"info","ts":1784751804.3035445,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784751804.3036215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76f7b01b-ab15-44a7-bf5e-c2a8c95e33f5"}
{"level":"info","ts":1784751804.3036346,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"76f7b01b-ab15-44a7-bf5e-c2a8c95e33f5"}
{"level":"info","ts":1784751804.3036475,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76f7b01b-ab15-44a7-bf5e-c2a8c95e33f5","EoS":true}
{"level":"info","ts":1784751804.3036752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76f7b01b-ab15-44a7-bf5e-c2a8c95e33f5","header":"x-maas-subscription"}
{"level":"info","ts":1784751804.3036854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76f7b01b-ab15-44a7-bf5e-c2a8c95e33f5","header":"x-maas-username"}
{"level":"info","ts":1784751804.3036904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76f7b01b-ab15-44a7-bf5e-c2a8c95e33f5","header":"x-maas-group"}
{"level":"info","ts":1784751804.3037045,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76f7b01b-ab15-44a7-bf5e-c2a8c95e33f5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784751804.3037286,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"76f7b01b-ab15-44a7-bf5e-c2a8c95e33f5"}
{"level":"info","ts":1784751804.3060768,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"76f7b01b-ab15-44a7-bf5e-c2a8c95e33f5"}
{"level":"info","ts":1784751804.3061094,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"76f7b01b-ab15-44a7-bf5e-c2a8c95e33f5"}
{"level":"info","ts":1784751804.306134,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"76f7b01b-ab15-44a7-bf5e-c2a8c95e33f5","EoS":false}
{"level":"info","ts":1784751804.3061519,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"76f7b01b-ab15-44a7-bf5e-c2a8c95e33f5","EoS":true}
{"level":"info","ts":1784751804.3062003,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"76f7b01b-ab15-44a7-bf5e-c2a8c95e33f5"}
{"level":"info","ts":1784751804.342867,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784751804.3429968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bfd199d-3504-4816-b7de-478827a46b14"}
{"level":"info","ts":1784751804.3430083,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8bfd199d-3504-4816-b7de-478827a46b14"}
{"level":"info","ts":1784751804.3430235,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8bfd199d-3504-4816-b7de-478827a46b14","EoS":true}
{"level":"info","ts":1784751804.3430629,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bfd199d-3504-4816-b7de-478827a46b14","header":"x-maas-username"}
{"level":"info","ts":1784751804.3430746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bfd199d-3504-4816-b7de-478827a46b14","header":"x-maas-group"}
{"level":"info","ts":1784751804.3430805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bfd199d-3504-4816-b7de-478827a46b14","header":"x-maas-subscription"}
{"level":"info","ts":1784751804.3431103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bfd199d-3504-4816-b7de-478827a46b14","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784751804.3431542,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8bfd199d-3504-4816-b7de-478827a46b14"}
{"level":"info","ts":1784751804.344716,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8bfd199d-3504-4816-b7de-478827a46b14"}
{"level":"info","ts":1784751804.3447602,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8bfd199d-3504-4816-b7de-478827a46b14"}
{"level":"info","ts":1784751804.3447886,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8bfd199d-3504-4816-b7de-478827a46b14","EoS":false}
{"level":"info","ts":1784751804.344808,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8bfd199d-3504-4816-b7de-478827a46b14","EoS":true}
{"level":"info","ts":1784751804.3448935,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8bfd199d-3504-4816-b7de-478827a46b14"}
{"level":"info","ts":1784751823.5404747,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784751823.5405726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab2e1ae3-9f8b-472d-97cb-2bbf9ccf851e"}
{"level":"info","ts":1784751823.540587,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab2e1ae3-9f8b-472d-97cb-2bbf9ccf851e"}
{"level":"info","ts":1784751823.5406008,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab2e1ae3-9f8b-472d-97cb-2bbf9ccf851e","EoS":true}
{"level":"info","ts":1784751823.5406258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab2e1ae3-9f8b-472d-97cb-2bbf9ccf851e","header":"x-maas-subscription"}
{"level":"info","ts":1784751823.5406363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab2e1ae3-9f8b-472d-97cb-2bbf9ccf851e","header":"x-maas-username"}
{"level":"info","ts":1784751823.5406404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab2e1ae3-9f8b-472d-97cb-2bbf9ccf851e","header":"x-maas-group"}
{"level":"info","ts":1784751823.5406544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab2e1ae3-9f8b-472d-97cb-2bbf9ccf851e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784751823.5406792,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab2e1ae3-9f8b-472d-97cb-2bbf9ccf851e"}
{"level":"info","ts":1784751823.5414896,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab2e1ae3-9f8b-472d-97cb-2bbf9ccf851e"}
{"level":"info","ts":1784751823.5415068,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ab2e1ae3-9f8b-472d-97cb-2bbf9ccf851e"}
{"level":"info","ts":1784751823.5415204,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab2e1ae3-9f8b-472d-97cb-2bbf9ccf851e","EoS":false}
{"level":"info","ts":1784751823.5415316,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab2e1ae3-9f8b-472d-97cb-2bbf9ccf851e","EoS":true}
{"level":"info","ts":1784751823.5415685,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ab2e1ae3-9f8b-472d-97cb-2bbf9ccf851e"}
{"level":"info","ts":1784751954.0814962,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784751954.0816028,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85d0e210-c57d-4d9e-928f-7aed05325c51"}
{"level":"info","ts":1784751954.0816214,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"85d0e210-c57d-4d9e-928f-7aed05325c51"}
{"level":"info","ts":1784751954.0816414,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85d0e210-c57d-4d9e-928f-7aed05325c51","EoS":true}
{"level":"info","ts":1784751954.0816834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85d0e210-c57d-4d9e-928f-7aed05325c51","header":"x-maas-username"}
{"level":"info","ts":1784751954.081696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85d0e210-c57d-4d9e-928f-7aed05325c51","header":"x-maas-subscription"}
{"level":"info","ts":1784751954.081703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85d0e210-c57d-4d9e-928f-7aed05325c51","header":"x-maas-group"}
{"level":"info","ts":1784751954.081722,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85d0e210-c57d-4d9e-928f-7aed05325c51","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784751954.0817568,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"85d0e210-c57d-4d9e-928f-7aed05325c51"}
{"level":"info","ts":1784751954.0840862,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"85d0e210-c57d-4d9e-928f-7aed05325c51"}
{"level":"info","ts":1784751954.08412,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"85d0e210-c57d-4d9e-928f-7aed05325c51"}
{"level":"info","ts":1784751954.084139,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"85d0e210-c57d-4d9e-928f-7aed05325c51","EoS":false}
{"level":"info","ts":1784751954.0841587,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"85d0e210-c57d-4d9e-928f-7aed05325c51","EoS":true}
{"level":"info","ts":1784751954.0841985,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"85d0e210-c57d-4d9e-928f-7aed05325c51"}
{"level":"info","ts":1784751991.2928162,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784751991.2928903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5482004f-2126-46c5-95e5-35c8b144baff"}
{"level":"info","ts":1784751991.2929025,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5482004f-2126-46c5-95e5-35c8b144baff"}
{"level":"info","ts":1784751991.2929149,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5482004f-2126-46c5-95e5-35c8b144baff","EoS":true}
{"level":"info","ts":1784751991.2929397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5482004f-2126-46c5-95e5-35c8b144baff","header":"x-maas-username"}
{"level":"info","ts":1784751991.2929506,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5482004f-2126-46c5-95e5-35c8b144baff","header":"x-maas-subscription"}
{"level":"info","ts":1784751991.2929552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5482004f-2126-46c5-95e5-35c8b144baff","header":"x-maas-group"}
{"level":"info","ts":1784751991.2929685,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5482004f-2126-46c5-95e5-35c8b144baff","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784751991.292993,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5482004f-2126-46c5-95e5-35c8b144baff"}
{"level":"info","ts":1784751991.2948947,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5482004f-2126-46c5-95e5-35c8b144baff"}
{"level":"info","ts":1784751991.2949157,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5482004f-2126-46c5-95e5-35c8b144baff"}
{"level":"info","ts":1784751991.2949367,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5482004f-2126-46c5-95e5-35c8b144baff","EoS":false}
{"level":"info","ts":1784751991.2949488,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5482004f-2126-46c5-95e5-35c8b144baff","EoS":true}
{"level":"info","ts":1784751991.294985,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5482004f-2126-46c5-95e5-35c8b144baff"}
{"level":"info","ts":1784752006.6693406,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784752006.6694696,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"617c1970-5c89-44ed-8119-5b813fc9f5a9"}
{"level":"info","ts":1784752006.6694891,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"617c1970-5c89-44ed-8119-5b813fc9f5a9"}
{"level":"info","ts":1784752006.669508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"617c1970-5c89-44ed-8119-5b813fc9f5a9","EoS":true}
{"level":"info","ts":1784752006.669546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"617c1970-5c89-44ed-8119-5b813fc9f5a9","header":"x-maas-subscription"}
{"level":"info","ts":1784752006.6695623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"617c1970-5c89-44ed-8119-5b813fc9f5a9","header":"x-maas-username"}
{"level":"info","ts":1784752006.6695697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"617c1970-5c89-44ed-8119-5b813fc9f5a9","header":"x-maas-group"}
{"level":"info","ts":1784752006.669597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"617c1970-5c89-44ed-8119-5b813fc9f5a9","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784752006.6696367,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"617c1970-5c89-44ed-8119-5b813fc9f5a9"}
{"level":"info","ts":1784752006.670396,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"617c1970-5c89-44ed-8119-5b813fc9f5a9"}
{"level":"info","ts":1784752006.6704466,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"617c1970-5c89-44ed-8119-5b813fc9f5a9"}
{"level":"info","ts":1784752006.6704705,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"617c1970-5c89-44ed-8119-5b813fc9f5a9","EoS":false}
{"level":"info","ts":1784752006.6704915,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"617c1970-5c89-44ed-8119-5b813fc9f5a9","EoS":true}
{"level":"info","ts":1784752006.6705375,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"617c1970-5c89-44ed-8119-5b813fc9f5a9"}
{"level":"info","ts":1784752320.9487514,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784752320.9488256,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d024ccf6-385d-40a4-946f-98f143223410"}
{"level":"info","ts":1784752320.9488337,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d024ccf6-385d-40a4-946f-98f143223410"}
{"level":"info","ts":1784752320.9488444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d024ccf6-385d-40a4-946f-98f143223410","EoS":true}
{"level":"info","ts":1784752320.9488661,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d024ccf6-385d-40a4-946f-98f143223410","header":"x-maas-subscription"}
{"level":"info","ts":1784752320.9488769,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d024ccf6-385d-40a4-946f-98f143223410","header":"x-maas-username"}
{"level":"info","ts":1784752320.9488816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d024ccf6-385d-40a4-946f-98f143223410","header":"x-maas-group"}
{"level":"info","ts":1784752320.9488943,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d024ccf6-385d-40a4-946f-98f143223410","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784752320.9489188,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d024ccf6-385d-40a4-946f-98f143223410"}
{"level":"info","ts":1784752320.951782,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d024ccf6-385d-40a4-946f-98f143223410"}
{"level":"info","ts":1784752320.9518118,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d024ccf6-385d-40a4-946f-98f143223410"}
{"level":"info","ts":1784752320.951834,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d024ccf6-385d-40a4-946f-98f143223410","EoS":false}
{"level":"info","ts":1784752320.9518528,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d024ccf6-385d-40a4-946f-98f143223410","EoS":true}
{"level":"info","ts":1784752320.951891,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d024ccf6-385d-40a4-946f-98f143223410"}
{"level":"info","ts":1784752325.7416558,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3fe35875-111d-422b-983d-74900e5280ec","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784752325.7420237,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35586.261150708,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784752325.7420459,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784752325.7890694,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784752325.8425574,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3fe35875-111d-422b-983d-74900e5280ec","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784752325.8647616,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"603b0630-92f3-47e4-b527-d59ffe658db1"}
{"level":"info","ts":1784752325.8647797,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8eeff98-60fc-4541-abfd-9fb971bee51a","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784752325.8648157,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8eeff98-60fc-4541-abfd-9fb971bee51a","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784752325.8728116,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f28a116-671c-4546-950c-1bf5fbb007f9","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784752325.8728423,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f28a116-671c-4546-950c-1bf5fbb007f9","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784752325.8730927,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37931.645936761,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784752325.8731108,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784752325.8812168,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784752325.9733174,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"603b0630-92f3-47e4-b527-d59ffe658db1","name":"e2e-external-provider"}
{"level":"info","ts":1784752325.9821699,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"603b0630-92f3-47e4-b527-d59ffe658db1","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784752325.9862206,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dcc3812c-fa40-42d0-b9df-df55b91607c7","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784752325.9862216,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a16d491-7dcd-47ad-834c-40d5d3911feb"}
{"level":"info","ts":1784752325.98627,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dcc3812c-fa40-42d0-b9df-df55b91607c7","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784752325.991552,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"603b0630-92f3-47e4-b527-d59ffe658db1","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784752325.99347,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28c03f6d-63e1-455d-a599-395b08562ca7","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784752325.9934986,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28c03f6d-63e1-455d-a599-395b08562ca7","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784752325.9935055,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a16d491-7dcd-47ad-834c-40d5d3911feb","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784752325.9968815,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"603b0630-92f3-47e4-b527-d59ffe658db1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784752325.9985812,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4237eb04-fb23-4070-beb8-7827203e851f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784752325.9986117,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4237eb04-fb23-4070-beb8-7827203e851f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784752325.9987252,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a16d491-7dcd-47ad-834c-40d5d3911feb","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784752325.9987965,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62245ab4-31cb-4653-854e-9d38e6f4c32a"}
{"level":"info","ts":1784752325.9988189,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62245ab4-31cb-4653-854e-9d38e6f4c32a","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784752326.0046709,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ddf9095-3708-4968-a3c9-c96b5499dbda"}
{"level":"info","ts":1784752326.0046933,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b39b3df-f122-4007-81f1-925f896d3549","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784752326.0047138,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b39b3df-f122-4007-81f1-925f896d3549","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784752326.0047364,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ddf9095-3708-4968-a3c9-c96b5499dbda","name":"e2e-external-provider"}
{"level":"error","ts":1784752326.0049841,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62245ab4-31cb-4653-854e-9d38e6f4c32a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784752326.0050452,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cea6a1c7-2e58-4206-b3dc-1bbaec159267"}
{"level":"info","ts":1784752326.0051868,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edac3cfd-d110-4b3a-9eac-56d5ee68228f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784752326.0052748,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35776.76756375,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784752326.0053074,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edac3cfd-d110-4b3a-9eac-56d5ee68228f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784752326.005291,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784752326.0170658,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ddf9095-3708-4968-a3c9-c96b5499dbda","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784752326.017786,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784752326.0217907,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1063f92-d794-443f-8280-099343afef0d"}
{"level":"info","ts":1784752326.0218322,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1063f92-d794-443f-8280-099343afef0d","name":"e2e-external-provider"}
{"level":"info","ts":1784752326.030181,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1063f92-d794-443f-8280-099343afef0d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784752326.1054935,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cea6a1c7-2e58-4206-b3dc-1bbaec159267","name":"e2e-external-model"}
{"level":"info","ts":1784752326.1173692,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cea6a1c7-2e58-4206-b3dc-1bbaec159267","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784752326.1234584,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74f3cbe7-cab2-45b4-901d-1fbe1f86d054"}
{"level":"info","ts":1784752326.1234581,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8238cf7-7cfc-4bfd-8678-7033a837d77f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784752326.123507,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8238cf7-7cfc-4bfd-8678-7033a837d77f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784752326.123538,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74f3cbe7-cab2-45b4-901d-1fbe1f86d054","name":"e2e-external-model"}
{"level":"error","ts":1784752326.1404915,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74f3cbe7-cab2-45b4-901d-1fbe1f86d054","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784752326.1406257,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04ef3497-edfc-41b8-961a-99522eb0497b"}
{"level":"info","ts":1784752326.1406388,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08fad234-3d00-4503-abd8-629fcced75c1","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784752326.1406724,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08fad234-3d00-4503-abd8-629fcced75c1","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784752326.1407063,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04ef3497-edfc-41b8-961a-99522eb0497b","name":"e2e-external-model"}
{"level":"info","ts":1784752326.1493094,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04ef3497-edfc-41b8-961a-99522eb0497b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784752326.1546319,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc304600-8b2f-475b-b735-8bee08d21ad2"}
{"level":"info","ts":1784752326.1547165,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc304600-8b2f-475b-b735-8bee08d21ad2","name":"e2e-external-model"}
{"level":"info","ts":1784752326.154632,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8909b618-1350-4117-83bb-98151fa92b83","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784752326.154773,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8909b618-1350-4117-83bb-98151fa92b83","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784752326.1631289,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc304600-8b2f-475b-b735-8bee08d21ad2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784752333.408264,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784752333.408355,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"426299fe-7f3f-4e98-bdc9-0e0629adbfa8"}
{"level":"info","ts":1784752333.4083686,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"426299fe-7f3f-4e98-bdc9-0e0629adbfa8"}
{"level":"info","ts":1784752333.4083908,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"426299fe-7f3f-4e98-bdc9-0e0629adbfa8","EoS":true}
{"level":"info","ts":1784752333.408443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"426299fe-7f3f-4e98-bdc9-0e0629adbfa8","header":"x-maas-subscription"}
{"level":"info","ts":1784752333.4084558,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"426299fe-7f3f-4e98-bdc9-0e0629adbfa8","header":"x-maas-username"}
{"level":"info","ts":1784752333.4084623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"426299fe-7f3f-4e98-bdc9-0e0629adbfa8","header":"x-maas-group"}
{"level":"info","ts":1784752333.408481,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"426299fe-7f3f-4e98-bdc9-0e0629adbfa8","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784752333.4084942,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"426299fe-7f3f-4e98-bdc9-0e0629adbfa8","modelName":"e2e-external-model"}
{"level":"info","ts":1784752333.4085183,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"426299fe-7f3f-4e98-bdc9-0e0629adbfa8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784752333.4085665,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"426299fe-7f3f-4e98-bdc9-0e0629adbfa8","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784752333.4085934,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"426299fe-7f3f-4e98-bdc9-0e0629adbfa8","authType":"apikey"}
{"level":"info","ts":1784752333.408637,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"426299fe-7f3f-4e98-bdc9-0e0629adbfa8"}
{"level":"info","ts":1784752333.5316396,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23410e70-c62c-45e6-ab55-6743ac109d6c","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784752333.5316906,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23410e70-c62c-45e6-ab55-6743ac109d6c","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784752333.5316384,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea9fb9fe-f1ec-473d-9be9-2f2903269e23"}
{"level":"info","ts":1784752333.53949,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea9fb9fe-f1ec-473d-9be9-2f2903269e23","name":"e2e-cleanup-test"}
{"level":"info","ts":1784752333.5395203,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59748e66-19e3-402d-a970-0b834e7efdca","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784752333.539546,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59748e66-19e3-402d-a970-0b834e7efdca","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784752333.550006,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea9fb9fe-f1ec-473d-9be9-2f2903269e23","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784752333.5555992,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"531261f6-2d6c-42b2-8c85-6765530b5104"}
{"level":"info","ts":1784752333.5556538,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8196d92-c809-45ab-baec-a1060fc6b352","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784752333.5556717,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"531261f6-2d6c-42b2-8c85-6765530b5104","name":"e2e-cleanup-test"}
{"level":"info","ts":1784752333.5556824,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8196d92-c809-45ab-baec-a1060fc6b352","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784752333.570733,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"531261f6-2d6c-42b2-8c85-6765530b5104","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784752333.5707624,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff558777-21c7-49d3-8e88-19a09a652bb1","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784752333.5707924,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff558777-21c7-49d3-8e88-19a09a652bb1","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784752333.5707998,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1abbd44c-c857-444d-9cc7-eea7ae54beb7"}
{"level":"info","ts":1784752333.5708659,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1abbd44c-c857-444d-9cc7-eea7ae54beb7","name":"e2e-cleanup-test"}
{"level":"info","ts":1784752333.5795245,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1abbd44c-c857-444d-9cc7-eea7ae54beb7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784752333.5846956,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"367ea98d-a86e-4474-af62-127ab568f2e2"}
{"level":"info","ts":1784752333.5847704,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"367ea98d-a86e-4474-af62-127ab568f2e2","name":"e2e-cleanup-test"}
{"level":"info","ts":1784752333.5848682,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b839195f-d08b-453e-a3b5-96a885f7e561","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784752333.5848975,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b839195f-d08b-453e-a3b5-96a885f7e561","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784752333.5927844,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"367ea98d-a86e-4474-af62-127ab568f2e2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784752333.596069,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"367ea98d-a86e-4474-af62-127ab568f2e2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784752333.5961542,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f36cd47-0f25-4070-8989-62295c55eccf"}
{"level":"info","ts":1784752333.5961971,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f36cd47-0f25-4070-8989-62295c55eccf","name":"e2e-cleanup-test"}
{"level":"info","ts":1784752333.6040335,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f36cd47-0f25-4070-8989-62295c55eccf","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784752341.7890515,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e97f599-9639-4444-a708-7df4bf1a517b","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784752341.7890987,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e97f599-9639-4444-a708-7df4bf1a517b","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784752341.7890573,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"acda11a3-ad71-4af5-8978-4621c9561249"}
{"level":"info","ts":1784752346.1189234,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784752346.1190069,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63594ed6-9937-4ca2-b1b6-f3f967de6e1e"}
{"level":"info","ts":1784752346.11902,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63594ed6-9937-4ca2-b1b6-f3f967de6e1e"}
{"level":"info","ts":1784752346.1190336,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63594ed6-9937-4ca2-b1b6-f3f967de6e1e","EoS":true}
{"level":"info","ts":1784752346.1190677,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63594ed6-9937-4ca2-b1b6-f3f967de6e1e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784752346.1190991,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"63594ed6-9937-4ca2-b1b6-f3f967de6e1e"}
{"level":"info","ts":1784752346.1605375,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784752346.1606092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b35611c0-d159-4af5-989f-920195e3a413"}
{"level":"info","ts":1784752346.1606197,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b35611c0-d159-4af5-989f-920195e3a413"}
{"level":"info","ts":1784752346.1606312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b35611c0-d159-4af5-989f-920195e3a413","EoS":true}
{"level":"info","ts":1784752346.1606555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b35611c0-d159-4af5-989f-920195e3a413","header":"x-maas-group"}
{"level":"info","ts":1784752346.1606672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b35611c0-d159-4af5-989f-920195e3a413","header":"x-maas-subscription"}
{"level":"info","ts":1784752346.1606731,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b35611c0-d159-4af5-989f-920195e3a413","header":"x-maas-username"}
{"level":"info","ts":1784752346.160686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b35611c0-d159-4af5-989f-920195e3a413","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784752346.1606946,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b35611c0-d159-4af5-989f-920195e3a413","modelName":"e2e-external-model"}
{"level":"info","ts":1784752346.1607063,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b35611c0-d159-4af5-989f-920195e3a413","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784752346.1607301,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"b35611c0-d159-4af5-989f-920195e3a413","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784752346.16075,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"b35611c0-d159-4af5-989f-920195e3a413","authType":"apikey"}
{"level":"info","ts":1784752346.160782,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b35611c0-d159-4af5-989f-920195e3a413"}
{"level":"info","ts":1784752346.1955502,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784752346.1956255,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05c051b7-1950-452f-bbd9-79766e16eb8b"}
{"level":"info","ts":1784752346.1956344,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"05c051b7-1950-452f-bbd9-79766e16eb8b"}
{"level":"info","ts":1784752346.1956453,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05c051b7-1950-452f-bbd9-79766e16eb8b","EoS":true}
{"level":"info","ts":1784752346.1956694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05c051b7-1950-452f-bbd9-79766e16eb8b","header":"x-maas-group"}
{"level":"info","ts":1784752346.1956801,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05c051b7-1950-452f-bbd9-79766e16eb8b","header":"x-maas-username"}
{"level":"info","ts":1784752346.195685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05c051b7-1950-452f-bbd9-79766e16eb8b","header":"x-maas-subscription"}
{"level":"info","ts":1784752346.195698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05c051b7-1950-452f-bbd9-79766e16eb8b","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784752346.1957202,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"05c051b7-1950-452f-bbd9-79766e16eb8b"}
{"level":"info","ts":1784752346.2992487,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"05c051b7-1950-452f-bbd9-79766e16eb8b"}
{"level":"info","ts":1784752346.2992742,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"05c051b7-1950-452f-bbd9-79766e16eb8b"}
{"level":"info","ts":1784752346.2992969,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"05c051b7-1950-452f-bbd9-79766e16eb8b","EoS":false}
{"level":"info","ts":1784752346.299311,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"05c051b7-1950-452f-bbd9-79766e16eb8b","EoS":true}
{"level":"error","ts":1784752346.299328,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"05c051b7-1950-452f-bbd9-79766e16eb8b","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784752346.2993867,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"05c051b7-1950-452f-bbd9-79766e16eb8b"}
{"level":"info","ts":1784752346.3379304,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784752346.3380144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"090d7d2f-02d4-4e89-91ac-367010866453"}
{"level":"info","ts":1784752346.3380342,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"090d7d2f-02d4-4e89-91ac-367010866453"}
{"level":"info","ts":1784752346.3380551,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"090d7d2f-02d4-4e89-91ac-367010866453","EoS":true}
{"level":"info","ts":1784752346.3380904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"090d7d2f-02d4-4e89-91ac-367010866453","header":"x-maas-group"}
{"level":"info","ts":1784752346.3381042,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"090d7d2f-02d4-4e89-91ac-367010866453","header":"x-maas-username"}
{"level":"info","ts":1784752346.3381124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"090d7d2f-02d4-4e89-91ac-367010866453","header":"x-maas-subscription"}
{"level":"info","ts":1784752346.3381517,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"090d7d2f-02d4-4e89-91ac-367010866453"}
{"level":"info","ts":1784752346.462216,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"090d7d2f-02d4-4e89-91ac-367010866453"}
{"level":"info","ts":1784752346.4622476,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"090d7d2f-02d4-4e89-91ac-367010866453"}
{"level":"info","ts":1784752346.4622722,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"090d7d2f-02d4-4e89-91ac-367010866453","EoS":false}
{"level":"info","ts":1784752346.4622912,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"090d7d2f-02d4-4e89-91ac-367010866453","EoS":true}
{"level":"error","ts":1784752346.462312,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"090d7d2f-02d4-4e89-91ac-367010866453","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784752346.4623501,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"090d7d2f-02d4-4e89-91ac-367010866453"}
{"level":"info","ts":1784752347.2751992,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf5c8d2b-2684-4912-8623-514b75699141","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784752347.275246,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf5c8d2b-2684-4912-8623-514b75699141","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784752347.2752075,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"497a8867-a401-45e2-b06b-cbaab56ad719"}
{"level":"info","ts":1784752347.4132497,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67271a57-a88c-4efb-831f-9bef9ddeac76","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784752347.4132972,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67271a57-a88c-4efb-831f-9bef9ddeac76","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784752347.4133348,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4b719a9-c3b8-4c0a-84ba-f54ef68ceb51"}
{"level":"info","ts":1784752347.523222,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b37c4c4a-4b23-4c99-8818-803d84aab9a2","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784752347.5233407,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b37c4c4a-4b23-4c99-8818-803d84aab9a2","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784752921.5036716,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784752921.503763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"691f28f3-acf0-4ff0-843a-4ba2060dedcd"}
{"level":"info","ts":1784752921.5037725,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"691f28f3-acf0-4ff0-843a-4ba2060dedcd"}
{"level":"info","ts":1784752921.5037847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"691f28f3-acf0-4ff0-843a-4ba2060dedcd","EoS":true}
{"level":"info","ts":1784752921.5038128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"691f28f3-acf0-4ff0-843a-4ba2060dedcd","header":"x-maas-group"}
{"level":"info","ts":1784752921.5038235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"691f28f3-acf0-4ff0-843a-4ba2060dedcd","header":"x-maas-subscription"}
{"level":"info","ts":1784752921.5038295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"691f28f3-acf0-4ff0-843a-4ba2060dedcd","header":"x-maas-username"}
{"level":"info","ts":1784752921.5038455,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"691f28f3-acf0-4ff0-843a-4ba2060dedcd","path":"/ai-tenant-e2e-inf-b-614db5/test-model-614db5/v1/chat/completions"}
{"level":"info","ts":1784752921.503873,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"691f28f3-acf0-4ff0-843a-4ba2060dedcd"}
{"level":"info","ts":1784752921.5172532,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"691f28f3-acf0-4ff0-843a-4ba2060dedcd"}
{"level":"info","ts":1784752921.5172975,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"691f28f3-acf0-4ff0-843a-4ba2060dedcd"}
{"level":"info","ts":1784752921.5173228,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"691f28f3-acf0-4ff0-843a-4ba2060dedcd","EoS":false}
{"level":"info","ts":1784752921.5173414,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"691f28f3-acf0-4ff0-843a-4ba2060dedcd","EoS":true}
{"level":"info","ts":1784752921.5174398,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"691f28f3-acf0-4ff0-843a-4ba2060dedcd"}
{"level":"info","ts":1784753383.266017,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784753383.2660902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25931fa0-ffb6-407b-a995-d2a24c448ec4"}
{"level":"info","ts":1784753383.2660985,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25931fa0-ffb6-407b-a995-d2a24c448ec4"}
{"level":"info","ts":1784753383.266111,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25931fa0-ffb6-407b-a995-d2a24c448ec4","EoS":true}
{"level":"info","ts":1784753383.2661355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25931fa0-ffb6-407b-a995-d2a24c448ec4","header":"x-maas-username"}
{"level":"info","ts":1784753383.2661443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25931fa0-ffb6-407b-a995-d2a24c448ec4","header":"x-maas-subscription"}
{"level":"info","ts":1784753383.2661483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25931fa0-ffb6-407b-a995-d2a24c448ec4","header":"x-maas-group"}
{"level":"info","ts":1784753383.266162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25931fa0-ffb6-407b-a995-d2a24c448ec4","path":"/ai-tenant-e2e-shared-b-198019/rate-test-model-198019/v1/completions"}
{"level":"info","ts":1784753383.2661843,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25931fa0-ffb6-407b-a995-d2a24c448ec4"}
{"level":"info","ts":1784753383.2794926,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"25931fa0-ffb6-407b-a995-d2a24c448ec4"}
{"level":"info","ts":1784753383.2795134,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"25931fa0-ffb6-407b-a995-d2a24c448ec4"}
{"level":"info","ts":1784753383.2795296,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25931fa0-ffb6-407b-a995-d2a24c448ec4","EoS":false}
{"level":"info","ts":1784753383.279542,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25931fa0-ffb6-407b-a995-d2a24c448ec4","EoS":true}
{"level":"info","ts":1784753383.279587,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"25931fa0-ffb6-407b-a995-d2a24c448ec4"}