{"level":"info","ts":1784688792.394324,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5c948fca-bdc2-902c-ae86-9c3d59b80cc1"} {"level":"info","ts":1784688792.396003,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5c948fca-bdc2-902c-ae86-9c3d59b80cc1"} {"level":"info","ts":1784688792.396029,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5c948fca-bdc2-902c-ae86-9c3d59b80cc1"} {"level":"info","ts":1784688792.396046,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5c948fca-bdc2-902c-ae86-9c3d59b80cc1","EoS":false} {"level":"info","ts":1784688792.3960564,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5c948fca-bdc2-902c-ae86-9c3d59b80cc1","EoS":true} {"level":"info","ts":1784688792.396096,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5c948fca-bdc2-902c-ae86-9c3d59b80cc1"} {"level":"info","ts":1784688793.1635208,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688793.163602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0aed2db-0b0f-4d66-ba0f-0e38c818e919"} {"level":"info","ts":1784688793.163612,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0aed2db-0b0f-4d66-ba0f-0e38c818e919"} {"level":"info","ts":1784688793.1636243,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0aed2db-0b0f-4d66-ba0f-0e38c818e919","EoS":true} {"level":"info","ts":1784688793.1636527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0aed2db-0b0f-4d66-ba0f-0e38c818e919","header":"x-maas-username"} {"level":"info","ts":1784688793.163663,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0aed2db-0b0f-4d66-ba0f-0e38c818e919","header":"x-maas-group"} {"level":"info","ts":1784688793.1636677,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0aed2db-0b0f-4d66-ba0f-0e38c818e919","header":"x-maas-subscription"} {"level":"info","ts":1784688793.1636837,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0aed2db-0b0f-4d66-ba0f-0e38c818e919","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688793.1637127,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0aed2db-0b0f-4d66-ba0f-0e38c818e919"} {"level":"info","ts":1784688793.1647983,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b0aed2db-0b0f-4d66-ba0f-0e38c818e919"} {"level":"info","ts":1784688793.164821,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b0aed2db-0b0f-4d66-ba0f-0e38c818e919"} {"level":"info","ts":1784688793.1648364,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b0aed2db-0b0f-4d66-ba0f-0e38c818e919","EoS":false} {"level":"info","ts":1784688793.1648476,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b0aed2db-0b0f-4d66-ba0f-0e38c818e919","EoS":true} {"level":"info","ts":1784688793.1648939,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b0aed2db-0b0f-4d66-ba0f-0e38c818e919"} {"level":"info","ts":1784688816.2620902,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688816.262165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad1f56f0-e54f-4561-bef9-98698c6ff07d"} {"level":"info","ts":1784688816.2621746,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ad1f56f0-e54f-4561-bef9-98698c6ff07d"} {"level":"info","ts":1784688816.2621858,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad1f56f0-e54f-4561-bef9-98698c6ff07d","EoS":true} {"level":"info","ts":1784688816.2622144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad1f56f0-e54f-4561-bef9-98698c6ff07d","header":"x-maas-subscription"} {"level":"info","ts":1784688816.2622252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad1f56f0-e54f-4561-bef9-98698c6ff07d","header":"x-maas-group"} {"level":"info","ts":1784688816.26223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad1f56f0-e54f-4561-bef9-98698c6ff07d","header":"x-maas-username"} {"level":"info","ts":1784688816.2622426,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad1f56f0-e54f-4561-bef9-98698c6ff07d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688816.262292,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ad1f56f0-e54f-4561-bef9-98698c6ff07d"} {"level":"info","ts":1784688816.2643323,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ad1f56f0-e54f-4561-bef9-98698c6ff07d"} {"level":"info","ts":1784688816.2643542,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ad1f56f0-e54f-4561-bef9-98698c6ff07d"} {"level":"info","ts":1784688816.2643735,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ad1f56f0-e54f-4561-bef9-98698c6ff07d","EoS":false} {"level":"info","ts":1784688816.264388,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ad1f56f0-e54f-4561-bef9-98698c6ff07d","EoS":true} {"level":"info","ts":1784688816.2644315,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ad1f56f0-e54f-4561-bef9-98698c6ff07d"} {"level":"info","ts":1784688816.3984573,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688816.39853,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d23d80b-6173-46ff-8ae9-69fdc13298db"} {"level":"info","ts":1784688816.3985412,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d23d80b-6173-46ff-8ae9-69fdc13298db"} {"level":"info","ts":1784688816.3985538,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d23d80b-6173-46ff-8ae9-69fdc13298db","EoS":true} {"level":"info","ts":1784688816.3985932,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d23d80b-6173-46ff-8ae9-69fdc13298db","header":"x-maas-group"} {"level":"info","ts":1784688816.3986037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d23d80b-6173-46ff-8ae9-69fdc13298db","header":"x-maas-username"} {"level":"info","ts":1784688816.3986082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d23d80b-6173-46ff-8ae9-69fdc13298db","header":"x-maas-subscription"} {"level":"info","ts":1784688816.3986206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d23d80b-6173-46ff-8ae9-69fdc13298db","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688816.3986447,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d23d80b-6173-46ff-8ae9-69fdc13298db"} {"level":"info","ts":1784688816.399475,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9d23d80b-6173-46ff-8ae9-69fdc13298db"} {"level":"info","ts":1784688816.3994865,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9d23d80b-6173-46ff-8ae9-69fdc13298db"} {"level":"info","ts":1784688816.3994977,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9d23d80b-6173-46ff-8ae9-69fdc13298db","EoS":false} {"level":"info","ts":1784688816.399508,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9d23d80b-6173-46ff-8ae9-69fdc13298db","EoS":true} {"level":"info","ts":1784688816.3995407,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9d23d80b-6173-46ff-8ae9-69fdc13298db"} {"level":"info","ts":1784688816.5334013,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688816.5335019,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02bc3610-638a-4ecb-a522-d8c55edc5df6"} {"level":"info","ts":1784688816.5335174,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"02bc3610-638a-4ecb-a522-d8c55edc5df6"} {"level":"info","ts":1784688816.533535,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02bc3610-638a-4ecb-a522-d8c55edc5df6","EoS":true} {"level":"info","ts":1784688816.5335639,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"02bc3610-638a-4ecb-a522-d8c55edc5df6","header":"x-maas-subscription"} {"level":"info","ts":1784688816.5336251,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"02bc3610-638a-4ecb-a522-d8c55edc5df6","header":"x-maas-group"} {"level":"info","ts":1784688816.5336297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"02bc3610-638a-4ecb-a522-d8c55edc5df6","header":"x-maas-username"} {"level":"info","ts":1784688816.533645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02bc3610-638a-4ecb-a522-d8c55edc5df6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688816.5336733,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"02bc3610-638a-4ecb-a522-d8c55edc5df6"} {"level":"info","ts":1784688816.5343575,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"02bc3610-638a-4ecb-a522-d8c55edc5df6"} {"level":"info","ts":1784688816.5343752,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"02bc3610-638a-4ecb-a522-d8c55edc5df6"} {"level":"info","ts":1784688816.5343916,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"02bc3610-638a-4ecb-a522-d8c55edc5df6","EoS":false} {"level":"info","ts":1784688816.5344038,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"02bc3610-638a-4ecb-a522-d8c55edc5df6","EoS":true} {"level":"info","ts":1784688816.534443,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"02bc3610-638a-4ecb-a522-d8c55edc5df6"} {"level":"info","ts":1784688816.670826,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688816.6709304,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c53f9faf-f262-47ea-a35f-fb456039555d"} {"level":"info","ts":1784688816.670944,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c53f9faf-f262-47ea-a35f-fb456039555d"} {"level":"info","ts":1784688816.6709573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c53f9faf-f262-47ea-a35f-fb456039555d","EoS":true} {"level":"info","ts":1784688816.6710308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c53f9faf-f262-47ea-a35f-fb456039555d","header":"x-maas-subscription"} {"level":"info","ts":1784688816.6710439,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c53f9faf-f262-47ea-a35f-fb456039555d","header":"x-maas-username"} {"level":"info","ts":1784688816.6710505,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c53f9faf-f262-47ea-a35f-fb456039555d","header":"x-maas-group"} {"level":"info","ts":1784688816.6710672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c53f9faf-f262-47ea-a35f-fb456039555d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688816.6710958,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c53f9faf-f262-47ea-a35f-fb456039555d"} {"level":"info","ts":1784688816.6718116,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c53f9faf-f262-47ea-a35f-fb456039555d"} {"level":"info","ts":1784688816.6718302,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c53f9faf-f262-47ea-a35f-fb456039555d"} {"level":"info","ts":1784688816.671845,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c53f9faf-f262-47ea-a35f-fb456039555d","EoS":false} {"level":"info","ts":1784688816.671856,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c53f9faf-f262-47ea-a35f-fb456039555d","EoS":true} {"level":"info","ts":1784688816.6718907,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c53f9faf-f262-47ea-a35f-fb456039555d"} {"level":"info","ts":1784688816.8051298,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688816.805214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a455e7e3-401f-4271-9bb6-06a60de40cce"} {"level":"info","ts":1784688816.8052275,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a455e7e3-401f-4271-9bb6-06a60de40cce"} {"level":"info","ts":1784688816.805239,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a455e7e3-401f-4271-9bb6-06a60de40cce","EoS":true} {"level":"info","ts":1784688816.8052797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a455e7e3-401f-4271-9bb6-06a60de40cce","header":"x-maas-group"} {"level":"info","ts":1784688816.80529,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a455e7e3-401f-4271-9bb6-06a60de40cce","header":"x-maas-subscription"} {"level":"info","ts":1784688816.805296,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a455e7e3-401f-4271-9bb6-06a60de40cce","header":"x-maas-username"} {"level":"info","ts":1784688816.8053098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a455e7e3-401f-4271-9bb6-06a60de40cce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688816.8053534,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a455e7e3-401f-4271-9bb6-06a60de40cce"} {"level":"info","ts":1784688816.8060353,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a455e7e3-401f-4271-9bb6-06a60de40cce"} {"level":"info","ts":1784688816.8060558,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a455e7e3-401f-4271-9bb6-06a60de40cce"} {"level":"info","ts":1784688816.8060715,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a455e7e3-401f-4271-9bb6-06a60de40cce","EoS":false} {"level":"info","ts":1784688816.8060923,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a455e7e3-401f-4271-9bb6-06a60de40cce","EoS":true} {"level":"info","ts":1784688816.8061287,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a455e7e3-401f-4271-9bb6-06a60de40cce"} {"level":"info","ts":1784688833.6413863,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688833.6414673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b14cb5c-3060-42e3-aa3e-a04d8f280bb6"} {"level":"info","ts":1784688833.6414783,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7b14cb5c-3060-42e3-aa3e-a04d8f280bb6"} {"level":"info","ts":1784688833.6414895,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b14cb5c-3060-42e3-aa3e-a04d8f280bb6","EoS":true} {"level":"info","ts":1784688833.641516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b14cb5c-3060-42e3-aa3e-a04d8f280bb6","header":"x-maas-group"} {"level":"info","ts":1784688833.641526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b14cb5c-3060-42e3-aa3e-a04d8f280bb6","header":"x-maas-subscription"} {"level":"info","ts":1784688833.6415312,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b14cb5c-3060-42e3-aa3e-a04d8f280bb6","header":"x-maas-username"} {"level":"info","ts":1784688833.6415439,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b14cb5c-3060-42e3-aa3e-a04d8f280bb6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688833.6415691,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7b14cb5c-3060-42e3-aa3e-a04d8f280bb6"} {"level":"info","ts":1784688833.642946,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7b14cb5c-3060-42e3-aa3e-a04d8f280bb6"} {"level":"info","ts":1784688833.6429687,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7b14cb5c-3060-42e3-aa3e-a04d8f280bb6"} {"level":"info","ts":1784688833.6429868,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7b14cb5c-3060-42e3-aa3e-a04d8f280bb6","EoS":false} {"level":"info","ts":1784688833.642997,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7b14cb5c-3060-42e3-aa3e-a04d8f280bb6","EoS":true} {"level":"info","ts":1784688833.6430316,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7b14cb5c-3060-42e3-aa3e-a04d8f280bb6"} {"level":"info","ts":1784688833.67967,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688833.679753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44c569de-0470-4502-bb5f-778cb485490a"} {"level":"info","ts":1784688833.6797655,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44c569de-0470-4502-bb5f-778cb485490a"} {"level":"info","ts":1784688833.6797767,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44c569de-0470-4502-bb5f-778cb485490a","EoS":true} {"level":"info","ts":1784688833.6797993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44c569de-0470-4502-bb5f-778cb485490a","header":"x-maas-username"} {"level":"info","ts":1784688833.6798098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44c569de-0470-4502-bb5f-778cb485490a","header":"x-maas-group"} {"level":"info","ts":1784688833.6798143,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44c569de-0470-4502-bb5f-778cb485490a","header":"x-maas-subscription"} {"level":"info","ts":1784688833.6798277,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44c569de-0470-4502-bb5f-778cb485490a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688833.6798549,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44c569de-0470-4502-bb5f-778cb485490a"} {"level":"info","ts":1784688833.681819,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44c569de-0470-4502-bb5f-778cb485490a"} {"level":"info","ts":1784688833.681845,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"44c569de-0470-4502-bb5f-778cb485490a"} {"level":"info","ts":1784688833.6818676,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"44c569de-0470-4502-bb5f-778cb485490a","EoS":false} {"level":"info","ts":1784688833.6818898,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"44c569de-0470-4502-bb5f-778cb485490a","EoS":true} {"level":"info","ts":1784688833.6819324,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"44c569de-0470-4502-bb5f-778cb485490a"} {"level":"info","ts":1784688833.7914467,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688833.791529,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5352a37d-f51e-4d4b-8368-b0dc1d7c24ee"} {"level":"info","ts":1784688833.793098,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5352a37d-f51e-4d4b-8368-b0dc1d7c24ee"} {"level":"info","ts":1784688833.7931201,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5352a37d-f51e-4d4b-8368-b0dc1d7c24ee"} {"level":"info","ts":1784688833.7931504,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5352a37d-f51e-4d4b-8368-b0dc1d7c24ee","EoS":false} {"level":"info","ts":1784688833.7931695,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"5352a37d-f51e-4d4b-8368-b0dc1d7c24ee"} {"level":"info","ts":1784688833.7932088,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5352a37d-f51e-4d4b-8368-b0dc1d7c24ee","EoS":true} {"level":"info","ts":1784688833.7932205,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"5352a37d-f51e-4d4b-8368-b0dc1d7c24ee"} {"level":"info","ts":1784688838.406247,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688838.4063518,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"292ef70f-c777-43c1-81a0-e092e5c8caf1"} {"level":"info","ts":1784688838.4063625,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"292ef70f-c777-43c1-81a0-e092e5c8caf1"} {"level":"info","ts":1784688838.4063776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"292ef70f-c777-43c1-81a0-e092e5c8caf1","EoS":true} {"level":"info","ts":1784688838.4064126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"292ef70f-c777-43c1-81a0-e092e5c8caf1","header":"x-maas-group"} {"level":"info","ts":1784688838.4064274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"292ef70f-c777-43c1-81a0-e092e5c8caf1","header":"x-maas-username"} {"level":"info","ts":1784688838.4064343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"292ef70f-c777-43c1-81a0-e092e5c8caf1","header":"x-maas-subscription"} {"level":"info","ts":1784688838.4064536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"292ef70f-c777-43c1-81a0-e092e5c8caf1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688838.4064925,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"292ef70f-c777-43c1-81a0-e092e5c8caf1"} {"level":"info","ts":1784688838.4086545,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"292ef70f-c777-43c1-81a0-e092e5c8caf1"} {"level":"info","ts":1784688838.4086878,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"292ef70f-c777-43c1-81a0-e092e5c8caf1"} {"level":"info","ts":1784688838.408705,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"292ef70f-c777-43c1-81a0-e092e5c8caf1","EoS":false} {"level":"info","ts":1784688838.4087176,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"292ef70f-c777-43c1-81a0-e092e5c8caf1","EoS":true} {"level":"info","ts":1784688838.4087665,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"292ef70f-c777-43c1-81a0-e092e5c8caf1"} {"level":"info","ts":1784688849.007283,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688849.0073836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43b3a4a9-1bba-4b84-8dd5-0af810b6c1b5"} {"level":"info","ts":1784688849.007402,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43b3a4a9-1bba-4b84-8dd5-0af810b6c1b5"} {"level":"info","ts":1784688849.0074189,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43b3a4a9-1bba-4b84-8dd5-0af810b6c1b5","EoS":true} {"level":"info","ts":1784688849.0074627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43b3a4a9-1bba-4b84-8dd5-0af810b6c1b5","header":"x-maas-username"} {"level":"info","ts":1784688849.0074768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43b3a4a9-1bba-4b84-8dd5-0af810b6c1b5","header":"x-maas-group"} {"level":"info","ts":1784688849.0074844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43b3a4a9-1bba-4b84-8dd5-0af810b6c1b5","header":"x-maas-subscription"} {"level":"info","ts":1784688849.0075028,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43b3a4a9-1bba-4b84-8dd5-0af810b6c1b5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688849.0075393,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43b3a4a9-1bba-4b84-8dd5-0af810b6c1b5"} {"level":"info","ts":1784688849.0094748,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"43b3a4a9-1bba-4b84-8dd5-0af810b6c1b5"} {"level":"info","ts":1784688849.0095031,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"43b3a4a9-1bba-4b84-8dd5-0af810b6c1b5"} {"level":"info","ts":1784688849.0095193,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"43b3a4a9-1bba-4b84-8dd5-0af810b6c1b5","EoS":false} {"level":"info","ts":1784688849.009532,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"43b3a4a9-1bba-4b84-8dd5-0af810b6c1b5","EoS":true} {"level":"info","ts":1784688849.009579,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"43b3a4a9-1bba-4b84-8dd5-0af810b6c1b5"} {"level":"info","ts":1784688861.8874958,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688861.8875775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab66abff-92fc-45d6-b326-a91d7f3e1064"} {"level":"info","ts":1784688861.8875911,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab66abff-92fc-45d6-b326-a91d7f3e1064"} {"level":"info","ts":1784688861.887604,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab66abff-92fc-45d6-b326-a91d7f3e1064","EoS":true} {"level":"info","ts":1784688861.8876317,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab66abff-92fc-45d6-b326-a91d7f3e1064","header":"x-maas-subscription"} {"level":"info","ts":1784688861.8876472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab66abff-92fc-45d6-b326-a91d7f3e1064","header":"x-maas-group"} {"level":"info","ts":1784688861.8876557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab66abff-92fc-45d6-b326-a91d7f3e1064","header":"x-maas-username"} {"level":"info","ts":1784688861.8876696,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab66abff-92fc-45d6-b326-a91d7f3e1064","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688861.887694,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab66abff-92fc-45d6-b326-a91d7f3e1064"} {"level":"info","ts":1784688861.888792,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab66abff-92fc-45d6-b326-a91d7f3e1064"} {"level":"info","ts":1784688861.8888125,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ab66abff-92fc-45d6-b326-a91d7f3e1064"} {"level":"info","ts":1784688861.888827,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab66abff-92fc-45d6-b326-a91d7f3e1064","EoS":false} {"level":"info","ts":1784688861.8888392,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab66abff-92fc-45d6-b326-a91d7f3e1064","EoS":true} {"level":"info","ts":1784688861.8888805,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ab66abff-92fc-45d6-b326-a91d7f3e1064"} {"level":"info","ts":1784688870.4110773,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688870.4111662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af92cad3-86ef-4f94-a0cd-44a11fa4f587"} {"level":"info","ts":1784688870.4111814,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af92cad3-86ef-4f94-a0cd-44a11fa4f587"} {"level":"info","ts":1784688870.4112003,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af92cad3-86ef-4f94-a0cd-44a11fa4f587","EoS":true} {"level":"info","ts":1784688870.4112387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af92cad3-86ef-4f94-a0cd-44a11fa4f587","header":"x-maas-username"} {"level":"info","ts":1784688870.4113193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af92cad3-86ef-4f94-a0cd-44a11fa4f587","header":"x-maas-group"} {"level":"info","ts":1784688870.4113302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af92cad3-86ef-4f94-a0cd-44a11fa4f587","header":"x-maas-subscription"} {"level":"info","ts":1784688870.4113488,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af92cad3-86ef-4f94-a0cd-44a11fa4f587","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688870.4113858,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"af92cad3-86ef-4f94-a0cd-44a11fa4f587"} {"level":"info","ts":1784688870.4124525,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"af92cad3-86ef-4f94-a0cd-44a11fa4f587"} {"level":"info","ts":1784688870.4124734,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"af92cad3-86ef-4f94-a0cd-44a11fa4f587"} {"level":"info","ts":1784688870.412489,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"af92cad3-86ef-4f94-a0cd-44a11fa4f587","EoS":false} {"level":"info","ts":1784688870.4125006,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"af92cad3-86ef-4f94-a0cd-44a11fa4f587","EoS":true} {"level":"info","ts":1784688870.4125369,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"af92cad3-86ef-4f94-a0cd-44a11fa4f587"} {"level":"info","ts":1784688879.2705896,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688879.270678,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37d62e41-f85a-4920-9b94-04274c412849"} {"level":"info","ts":1784688879.2706945,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37d62e41-f85a-4920-9b94-04274c412849"} {"level":"info","ts":1784688879.2707145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37d62e41-f85a-4920-9b94-04274c412849","EoS":true} {"level":"info","ts":1784688879.2707539,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37d62e41-f85a-4920-9b94-04274c412849","header":"x-maas-group"} {"level":"info","ts":1784688879.2708197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37d62e41-f85a-4920-9b94-04274c412849","header":"x-maas-username"} {"level":"info","ts":1784688879.2708297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37d62e41-f85a-4920-9b94-04274c412849","header":"x-maas-subscription"} {"level":"info","ts":1784688879.2708504,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37d62e41-f85a-4920-9b94-04274c412849","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688879.2708864,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37d62e41-f85a-4920-9b94-04274c412849"} {"level":"info","ts":1784688879.2718623,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"37d62e41-f85a-4920-9b94-04274c412849"} {"level":"info","ts":1784688879.2718835,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"37d62e41-f85a-4920-9b94-04274c412849"} {"level":"info","ts":1784688879.2718976,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37d62e41-f85a-4920-9b94-04274c412849","EoS":false} {"level":"info","ts":1784688879.2719092,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37d62e41-f85a-4920-9b94-04274c412849","EoS":true} {"level":"info","ts":1784688879.271948,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"37d62e41-f85a-4920-9b94-04274c412849"} {"level":"info","ts":1784688902.0622144,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688902.0623116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fc5d064-c4da-441f-a8b7-7b7fbb137097"} {"level":"info","ts":1784688902.0623217,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1fc5d064-c4da-441f-a8b7-7b7fbb137097"} {"level":"info","ts":1784688902.062333,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fc5d064-c4da-441f-a8b7-7b7fbb137097","EoS":true} {"level":"info","ts":1784688902.06236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fc5d064-c4da-441f-a8b7-7b7fbb137097","header":"x-maas-username"} {"level":"info","ts":1784688902.062371,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fc5d064-c4da-441f-a8b7-7b7fbb137097","header":"x-maas-group"} {"level":"info","ts":1784688902.062376,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fc5d064-c4da-441f-a8b7-7b7fbb137097","header":"x-maas-subscription"} {"level":"info","ts":1784688902.0623887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fc5d064-c4da-441f-a8b7-7b7fbb137097","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688902.0624132,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1fc5d064-c4da-441f-a8b7-7b7fbb137097"} {"level":"info","ts":1784688902.06416,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1fc5d064-c4da-441f-a8b7-7b7fbb137097"} {"level":"info","ts":1784688902.0641801,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1fc5d064-c4da-441f-a8b7-7b7fbb137097"} {"level":"info","ts":1784688902.0641954,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1fc5d064-c4da-441f-a8b7-7b7fbb137097","EoS":false} {"level":"info","ts":1784688902.0642068,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1fc5d064-c4da-441f-a8b7-7b7fbb137097","EoS":true} {"level":"info","ts":1784688902.0642457,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1fc5d064-c4da-441f-a8b7-7b7fbb137097"} {"level":"info","ts":1784688926.033423,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688926.0334978,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6904fc16-dd1d-47d8-9ad4-2f5e8d787b17"} {"level":"info","ts":1784688926.0335095,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6904fc16-dd1d-47d8-9ad4-2f5e8d787b17"} {"level":"info","ts":1784688926.033523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6904fc16-dd1d-47d8-9ad4-2f5e8d787b17","EoS":true} {"level":"info","ts":1784688926.0335517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6904fc16-dd1d-47d8-9ad4-2f5e8d787b17","header":"x-maas-group"} {"level":"info","ts":1784688926.0335617,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6904fc16-dd1d-47d8-9ad4-2f5e8d787b17","header":"x-maas-subscription"} {"level":"info","ts":1784688926.0335662,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6904fc16-dd1d-47d8-9ad4-2f5e8d787b17","header":"x-maas-username"} {"level":"info","ts":1784688926.0335793,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6904fc16-dd1d-47d8-9ad4-2f5e8d787b17","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688926.033604,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6904fc16-dd1d-47d8-9ad4-2f5e8d787b17"} {"level":"info","ts":1784688926.0354679,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6904fc16-dd1d-47d8-9ad4-2f5e8d787b17"} {"level":"info","ts":1784688926.035494,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6904fc16-dd1d-47d8-9ad4-2f5e8d787b17"} {"level":"info","ts":1784688926.03551,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6904fc16-dd1d-47d8-9ad4-2f5e8d787b17","EoS":false} {"level":"info","ts":1784688926.0355225,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6904fc16-dd1d-47d8-9ad4-2f5e8d787b17","EoS":true} {"level":"info","ts":1784688926.035559,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6904fc16-dd1d-47d8-9ad4-2f5e8d787b17"} {"level":"info","ts":1784688952.4883695,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688952.4884672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2c7a12d-1463-47b1-8b68-5b1535a785c5"} {"level":"info","ts":1784688952.4884856,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f2c7a12d-1463-47b1-8b68-5b1535a785c5"} {"level":"info","ts":1784688952.4885068,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2c7a12d-1463-47b1-8b68-5b1535a785c5","EoS":true} {"level":"info","ts":1784688952.4885447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2c7a12d-1463-47b1-8b68-5b1535a785c5","header":"x-maas-group"} {"level":"info","ts":1784688952.4885573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2c7a12d-1463-47b1-8b68-5b1535a785c5","header":"x-maas-username"} {"level":"info","ts":1784688952.4885657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2c7a12d-1463-47b1-8b68-5b1535a785c5","header":"x-maas-subscription"} {"level":"info","ts":1784688952.4885845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2c7a12d-1463-47b1-8b68-5b1535a785c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688952.488619,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f2c7a12d-1463-47b1-8b68-5b1535a785c5"} {"level":"info","ts":1784688952.4916894,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f2c7a12d-1463-47b1-8b68-5b1535a785c5"} {"level":"info","ts":1784688952.491709,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f2c7a12d-1463-47b1-8b68-5b1535a785c5"} {"level":"info","ts":1784688952.4917269,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f2c7a12d-1463-47b1-8b68-5b1535a785c5","EoS":false} {"level":"info","ts":1784688952.491742,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f2c7a12d-1463-47b1-8b68-5b1535a785c5","EoS":true} {"level":"info","ts":1784688952.4917874,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f2c7a12d-1463-47b1-8b68-5b1535a785c5"} {"level":"info","ts":1784688961.9130728,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688961.9131625,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16438670-24ad-4a91-a2ab-126aae69949e"} {"level":"info","ts":1784688961.9131756,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"16438670-24ad-4a91-a2ab-126aae69949e"} {"level":"info","ts":1784688961.9131873,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16438670-24ad-4a91-a2ab-126aae69949e","EoS":true} {"level":"info","ts":1784688961.9132128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16438670-24ad-4a91-a2ab-126aae69949e","header":"x-maas-subscription"} {"level":"info","ts":1784688961.913224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16438670-24ad-4a91-a2ab-126aae69949e","header":"x-maas-username"} {"level":"info","ts":1784688961.9132292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16438670-24ad-4a91-a2ab-126aae69949e","header":"x-maas-group"} {"level":"info","ts":1784688961.9132426,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16438670-24ad-4a91-a2ab-126aae69949e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688961.9132915,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"16438670-24ad-4a91-a2ab-126aae69949e"} {"level":"info","ts":1784688961.9143686,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"16438670-24ad-4a91-a2ab-126aae69949e"} {"level":"info","ts":1784688961.9143965,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"16438670-24ad-4a91-a2ab-126aae69949e"} {"level":"info","ts":1784688961.9144187,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"16438670-24ad-4a91-a2ab-126aae69949e","EoS":false} {"level":"info","ts":1784688961.9144347,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"16438670-24ad-4a91-a2ab-126aae69949e","EoS":true} {"level":"info","ts":1784688961.9144804,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"16438670-24ad-4a91-a2ab-126aae69949e"} {"level":"info","ts":1784688961.9615293,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688961.9616082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba8c7fca-761e-40ed-9dec-954c2bef952c"} {"level":"info","ts":1784688961.9616182,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba8c7fca-761e-40ed-9dec-954c2bef952c"} {"level":"info","ts":1784688961.9616294,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba8c7fca-761e-40ed-9dec-954c2bef952c","EoS":true} {"level":"info","ts":1784688961.9616544,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba8c7fca-761e-40ed-9dec-954c2bef952c","header":"x-maas-username"} {"level":"info","ts":1784688961.9616656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba8c7fca-761e-40ed-9dec-954c2bef952c","header":"x-maas-group"} {"level":"info","ts":1784688961.96167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba8c7fca-761e-40ed-9dec-954c2bef952c","header":"x-maas-subscription"} {"level":"info","ts":1784688961.961685,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba8c7fca-761e-40ed-9dec-954c2bef952c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688961.9617167,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba8c7fca-761e-40ed-9dec-954c2bef952c"} {"level":"info","ts":1784688961.9627464,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ba8c7fca-761e-40ed-9dec-954c2bef952c"} {"level":"info","ts":1784688961.9627702,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ba8c7fca-761e-40ed-9dec-954c2bef952c"} {"level":"info","ts":1784688961.9627852,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ba8c7fca-761e-40ed-9dec-954c2bef952c","EoS":false} {"level":"info","ts":1784688961.9627972,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ba8c7fca-761e-40ed-9dec-954c2bef952c","EoS":true} {"level":"info","ts":1784688961.9628346,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ba8c7fca-761e-40ed-9dec-954c2bef952c"} {"level":"info","ts":1784688981.0869942,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688981.0870726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88eea3ce-b7cc-45d9-bc16-f84cf3bada53"} {"level":"info","ts":1784688981.0870821,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"88eea3ce-b7cc-45d9-bc16-f84cf3bada53"} {"level":"info","ts":1784688981.0870936,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88eea3ce-b7cc-45d9-bc16-f84cf3bada53","EoS":true} {"level":"info","ts":1784688981.0871184,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88eea3ce-b7cc-45d9-bc16-f84cf3bada53","header":"x-maas-group"} {"level":"info","ts":1784688981.08713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88eea3ce-b7cc-45d9-bc16-f84cf3bada53","header":"x-maas-subscription"} {"level":"info","ts":1784688981.087135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88eea3ce-b7cc-45d9-bc16-f84cf3bada53","header":"x-maas-username"} {"level":"info","ts":1784688981.0871518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88eea3ce-b7cc-45d9-bc16-f84cf3bada53","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688981.0871806,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"88eea3ce-b7cc-45d9-bc16-f84cf3bada53"} {"level":"info","ts":1784688981.0882258,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"88eea3ce-b7cc-45d9-bc16-f84cf3bada53"} {"level":"info","ts":1784688981.088269,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"88eea3ce-b7cc-45d9-bc16-f84cf3bada53"} {"level":"info","ts":1784688981.088285,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"88eea3ce-b7cc-45d9-bc16-f84cf3bada53","EoS":false} {"level":"info","ts":1784688981.0882993,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"88eea3ce-b7cc-45d9-bc16-f84cf3bada53","EoS":true} {"level":"info","ts":1784688981.0883367,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"88eea3ce-b7cc-45d9-bc16-f84cf3bada53"} {"level":"info","ts":1784689109.170219,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689109.170324,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73c82987-0852-451b-b5cb-813ef07dadca"} {"level":"info","ts":1784689109.1703384,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73c82987-0852-451b-b5cb-813ef07dadca"} {"level":"info","ts":1784689109.17035,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73c82987-0852-451b-b5cb-813ef07dadca","EoS":true} {"level":"info","ts":1784689109.1703763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73c82987-0852-451b-b5cb-813ef07dadca","header":"x-maas-group"} {"level":"info","ts":1784689109.1703856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73c82987-0852-451b-b5cb-813ef07dadca","header":"x-maas-username"} {"level":"info","ts":1784689109.1703904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73c82987-0852-451b-b5cb-813ef07dadca","header":"x-maas-subscription"} {"level":"info","ts":1784689109.1704044,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73c82987-0852-451b-b5cb-813ef07dadca","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784689109.1704235,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73c82987-0852-451b-b5cb-813ef07dadca"} {"level":"info","ts":1784689109.1733243,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"73c82987-0852-451b-b5cb-813ef07dadca"} {"level":"info","ts":1784689109.173351,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"73c82987-0852-451b-b5cb-813ef07dadca"} {"level":"info","ts":1784689109.1733663,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"73c82987-0852-451b-b5cb-813ef07dadca","EoS":false} {"level":"info","ts":1784689109.173378,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"73c82987-0852-451b-b5cb-813ef07dadca","EoS":true} {"level":"info","ts":1784689109.1734126,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"73c82987-0852-451b-b5cb-813ef07dadca"} {"level":"info","ts":1784689146.2307541,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689146.2308316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a77cb571-c32f-491e-9ab8-ea65298564d2"} {"level":"info","ts":1784689146.2308402,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a77cb571-c32f-491e-9ab8-ea65298564d2"} {"level":"info","ts":1784689146.2308524,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a77cb571-c32f-491e-9ab8-ea65298564d2","EoS":true} {"level":"info","ts":1784689146.230878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a77cb571-c32f-491e-9ab8-ea65298564d2","header":"x-maas-subscription"} {"level":"info","ts":1784689146.2308915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a77cb571-c32f-491e-9ab8-ea65298564d2","header":"x-maas-username"} {"level":"info","ts":1784689146.2308972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a77cb571-c32f-491e-9ab8-ea65298564d2","header":"x-maas-group"} {"level":"info","ts":1784689146.2309105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a77cb571-c32f-491e-9ab8-ea65298564d2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784689146.2309372,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a77cb571-c32f-491e-9ab8-ea65298564d2"} {"level":"info","ts":1784689146.2346785,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a77cb571-c32f-491e-9ab8-ea65298564d2"} {"level":"info","ts":1784689146.234707,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a77cb571-c32f-491e-9ab8-ea65298564d2"} {"level":"info","ts":1784689146.2347236,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a77cb571-c32f-491e-9ab8-ea65298564d2","EoS":false} {"level":"info","ts":1784689146.234737,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a77cb571-c32f-491e-9ab8-ea65298564d2","EoS":true} {"level":"info","ts":1784689146.2347739,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a77cb571-c32f-491e-9ab8-ea65298564d2"} {"level":"info","ts":1784689161.4994774,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689161.4995577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af2dc366-75c8-48f9-91ea-db7fe7e8e68f"} {"level":"info","ts":1784689161.4995697,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af2dc366-75c8-48f9-91ea-db7fe7e8e68f"} {"level":"info","ts":1784689161.4995809,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af2dc366-75c8-48f9-91ea-db7fe7e8e68f","EoS":true} {"level":"info","ts":1784689161.4996097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af2dc366-75c8-48f9-91ea-db7fe7e8e68f","header":"x-maas-group"} {"level":"info","ts":1784689161.4996192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af2dc366-75c8-48f9-91ea-db7fe7e8e68f","header":"x-maas-subscription"} {"level":"info","ts":1784689161.4996238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af2dc366-75c8-48f9-91ea-db7fe7e8e68f","header":"x-maas-username"} {"level":"info","ts":1784689161.4996378,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af2dc366-75c8-48f9-91ea-db7fe7e8e68f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784689161.499664,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"af2dc366-75c8-48f9-91ea-db7fe7e8e68f"} {"level":"info","ts":1784689161.5007281,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"af2dc366-75c8-48f9-91ea-db7fe7e8e68f"} {"level":"info","ts":1784689161.5007465,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"af2dc366-75c8-48f9-91ea-db7fe7e8e68f"} {"level":"info","ts":1784689161.5007658,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"af2dc366-75c8-48f9-91ea-db7fe7e8e68f","EoS":false} {"level":"info","ts":1784689161.5007803,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"af2dc366-75c8-48f9-91ea-db7fe7e8e68f","EoS":true} {"level":"info","ts":1784689161.5008173,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"af2dc366-75c8-48f9-91ea-db7fe7e8e68f"} {"level":"info","ts":1784689481.1578977,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689481.1579869,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35e04975-b746-4b21-8ffd-4a982420dfe8"} {"level":"info","ts":1784689481.1579986,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"35e04975-b746-4b21-8ffd-4a982420dfe8"} {"level":"info","ts":1784689481.1580107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35e04975-b746-4b21-8ffd-4a982420dfe8","EoS":true} {"level":"info","ts":1784689481.1580365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35e04975-b746-4b21-8ffd-4a982420dfe8","header":"x-maas-subscription"} {"level":"info","ts":1784689481.1580482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35e04975-b746-4b21-8ffd-4a982420dfe8","header":"x-maas-group"} {"level":"info","ts":1784689481.1580534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35e04975-b746-4b21-8ffd-4a982420dfe8","header":"x-maas-username"} {"level":"info","ts":1784689481.1580663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35e04975-b746-4b21-8ffd-4a982420dfe8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784689481.1580946,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"35e04975-b746-4b21-8ffd-4a982420dfe8"} {"level":"info","ts":1784689481.160441,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"35e04975-b746-4b21-8ffd-4a982420dfe8"} {"level":"info","ts":1784689481.1604633,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"35e04975-b746-4b21-8ffd-4a982420dfe8"} {"level":"info","ts":1784689481.1604793,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"35e04975-b746-4b21-8ffd-4a982420dfe8","EoS":false} {"level":"info","ts":1784689481.160492,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"35e04975-b746-4b21-8ffd-4a982420dfe8","EoS":true} {"level":"info","ts":1784689481.1605313,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"35e04975-b746-4b21-8ffd-4a982420dfe8"} {"level":"info","ts":1784689485.950138,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7182dd23-2114-4e26-951e-18f737770fdd","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784689485.9504538,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33371.872987077,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784689485.950479,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784689485.9858384,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784689486.051005,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7182dd23-2114-4e26-951e-18f737770fdd","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784689486.068936,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1059f67a-22ed-4d39-90fa-514a687986f2"} {"level":"info","ts":1784689486.06906,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7299b7af-9034-43f6-8e36-c4da98243f04","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784689486.0690954,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7299b7af-9034-43f6-8e36-c4da98243f04","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784689486.07634,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"451ad8cb-70cc-4ecc-81bc-b3a6c9564619","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784689486.0764902,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"451ad8cb-70cc-4ecc-81bc-b3a6c9564619","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784689486.076538,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33194.019713226,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784689486.0765617,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784689486.086764,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784689486.1772997,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1059f67a-22ed-4d39-90fa-514a687986f2","name":"e2e-external-provider"} {"level":"info","ts":1784689486.1796248,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1c975c0-6e91-4a9e-865f-26d05fac52f3"} {"level":"info","ts":1784689486.1796498,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bc9d5be-54aa-4707-b2cd-06461be2d8b2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784689486.1797304,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bc9d5be-54aa-4707-b2cd-06461be2d8b2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784689486.1921296,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1c975c0-6e91-4a9e-865f-26d05fac52f3","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784689486.1923585,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad153330-47c0-40f6-9a1a-982b8401ecd5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784689486.1924007,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad153330-47c0-40f6-9a1a-982b8401ecd5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784689486.201878,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1c975c0-6e91-4a9e-865f-26d05fac52f3","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784689486.2019446,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8910060-497b-4b67-95d4-a929d173b3a6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784689486.2019665,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6e43b96-3efc-45b2-ae00-be7512f2fbeb"} {"level":"info","ts":1784689486.2019775,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8910060-497b-4b67-95d4-a929d173b3a6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784689486.2019894,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6e43b96-3efc-45b2-ae00-be7512f2fbeb","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784689486.2049901,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1059f67a-22ed-4d39-90fa-514a687986f2","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1784689486.2074325,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6e43b96-3efc-45b2-ae00-be7512f2fbeb","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784689486.2075095,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"29325a86-0a0d-4832-bbd7-36a584832558"} {"level":"info","ts":1784689486.2075422,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"29325a86-0a0d-4832-bbd7-36a584832558","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784689486.2142398,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"29325a86-0a0d-4832-bbd7-36a584832558","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784689486.2220004,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1059f67a-22ed-4d39-90fa-514a687986f2","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784689486.232587,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1059f67a-22ed-4d39-90fa-514a687986f2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784689486.234702,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd0d3b94-264d-4421-8413-329350d4724a"} {"level":"info","ts":1784689486.2347374,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd0d3b94-264d-4421-8413-329350d4724a","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784689486.245529,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c9453ef-0313-4460-96a3-5fb486d27963"} {"level":"info","ts":1784689486.245613,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c9453ef-0313-4460-96a3-5fb486d27963","name":"e2e-external-provider"} {"level":"info","ts":1784689486.245857,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f07bd9dc-b0f5-40c1-8ed0-ba15e6b71a19","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784689486.245925,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f07bd9dc-b0f5-40c1-8ed0-ba15e6b71a19","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784689486.2460058,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9cb10161-9d7d-468a-a990-7edb9cf02366","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784689486.2460506,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9cb10161-9d7d-468a-a990-7edb9cf02366","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784689486.246059,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd0d3b94-264d-4421-8413-329350d4724a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784689486.2461154,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9a4bf1cd-b2d8-4605-b751-3a12008d64ec"} {"level":"info","ts":1784689486.246383,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38261.73521072,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784689486.2463987,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784689486.255282,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784689486.2558439,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c9453ef-0313-4460-96a3-5fb486d27963","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784689486.260179,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c9453ef-0313-4460-96a3-5fb486d27963","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784689486.2603123,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e7b507e-efd5-4329-aeb3-d01aca02b384"} {"level":"info","ts":1784689486.2603638,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e7b507e-efd5-4329-aeb3-d01aca02b384","name":"e2e-external-provider"} {"level":"info","ts":1784689486.2760282,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e7b507e-efd5-4329-aeb3-d01aca02b384","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784689486.3467906,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9a4bf1cd-b2d8-4605-b751-3a12008d64ec","name":"e2e-external-model"} {"level":"info","ts":1784689486.3570697,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9a4bf1cd-b2d8-4605-b751-3a12008d64ec","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784689486.3661215,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"504b33ba-a2cc-43d5-9bcc-cf0dc41b5708","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784689486.3661563,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"504b33ba-a2cc-43d5-9bcc-cf0dc41b5708","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784689486.3664472,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70456a85-f99c-40cc-b127-0481a6d1e99c"} {"level":"info","ts":1784689486.366515,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70456a85-f99c-40cc-b127-0481a6d1e99c","name":"e2e-external-model"} {"level":"info","ts":1784689486.3858953,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"501da1d7-bff4-426a-9fb6-e07f68bea329","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784689486.3859322,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"501da1d7-bff4-426a-9fb6-e07f68bea329","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784689486.3865101,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70456a85-f99c-40cc-b127-0481a6d1e99c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784689486.3866131,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d421d1e-a8fa-4703-9abc-8e9bed5985aa"} {"level":"info","ts":1784689486.3866847,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d421d1e-a8fa-4703-9abc-8e9bed5985aa","name":"e2e-external-model"} {"level":"info","ts":1784689486.3999903,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d421d1e-a8fa-4703-9abc-8e9bed5985aa","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784689486.406987,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"844e9428-c573-4155-91cb-b7691e7d0964"} {"level":"info","ts":1784689486.4070268,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91c18aa6-e790-4e34-8123-28f19cd9ba81","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784689486.407057,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91c18aa6-e790-4e34-8123-28f19cd9ba81","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784689486.4070625,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"844e9428-c573-4155-91cb-b7691e7d0964","name":"e2e-external-model"} {"level":"info","ts":1784689486.4168668,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"844e9428-c573-4155-91cb-b7691e7d0964","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784689491.6553016,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0173a3dc-6349-45c8-8060-0b6fe48ce5ba"} {"level":"info","ts":1784689491.6553013,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"374272e9-0075-46ed-b6b0-d866e375394a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784689491.6554415,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"374272e9-0075-46ed-b6b0-d866e375394a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784689491.6627917,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10bd0ce5-0dc2-4fb7-93ed-9772142e5763","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784689491.6628351,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10bd0ce5-0dc2-4fb7-93ed-9772142e5763","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784689491.6639009,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0173a3dc-6349-45c8-8060-0b6fe48ce5ba","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784689491.6639755,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0173a3dc-6349-45c8-8060-0b6fe48ce5ba","name":"e2e-cleanup-test"} {"level":"info","ts":1784689491.6787095,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f5e51f4-1be3-405e-8d86-e122df1e020a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784689491.6787431,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f5e51f4-1be3-405e-8d86-e122df1e020a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784689491.6799936,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0173a3dc-6349-45c8-8060-0b6fe48ce5ba","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784689491.6800442,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0173a3dc-6349-45c8-8060-0b6fe48ce5ba","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784689491.680098,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9df8b606-afa5-4557-8909-f63c0bc6dbc0"} {"level":"info","ts":1784689491.6801531,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9df8b606-afa5-4557-8909-f63c0bc6dbc0","name":"e2e-cleanup-test"} {"level":"error","ts":1784689491.6943703,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9df8b606-afa5-4557-8909-f63c0bc6dbc0","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784689491.6944442,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f4c8bb4-d30d-4643-a5b0-2a1ff37a59c9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784689491.6944523,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88c7b4c8-2b27-4d45-945e-ff3ece5efc94"} {"level":"info","ts":1784689491.69448,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f4c8bb4-d30d-4643-a5b0-2a1ff37a59c9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784689491.6945152,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88c7b4c8-2b27-4d45-945e-ff3ece5efc94","name":"e2e-cleanup-test"} {"level":"info","ts":1784689491.7040253,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88c7b4c8-2b27-4d45-945e-ff3ece5efc94","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784689491.7091985,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39515036-bb85-4861-96dc-57bdf5d81c3c"} {"level":"info","ts":1784689491.709205,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"587af316-996b-4880-ab28-181314b08a92","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784689491.7093136,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39515036-bb85-4861-96dc-57bdf5d81c3c","name":"e2e-cleanup-test"} {"level":"info","ts":1784689491.7093327,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"587af316-996b-4880-ab28-181314b08a92","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784689491.7171118,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39515036-bb85-4861-96dc-57bdf5d81c3c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784689499.9082441,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba89c797-e3fe-4b63-bfb0-783720ba7c3c"} {"level":"info","ts":1784689499.908275,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1368ade-e710-4474-ae01-c1d96a37dfb9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784689499.90834,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1368ade-e710-4474-ae01-c1d96a37dfb9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784689504.2243512,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689504.2244217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3875eed5-97f8-4a2b-8fcd-3b74f1d05ebf"} {"level":"info","ts":1784689504.2244306,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3875eed5-97f8-4a2b-8fcd-3b74f1d05ebf"} {"level":"info","ts":1784689504.2244418,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3875eed5-97f8-4a2b-8fcd-3b74f1d05ebf","EoS":true} {"level":"info","ts":1784689504.224472,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3875eed5-97f8-4a2b-8fcd-3b74f1d05ebf","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784689504.2244966,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3875eed5-97f8-4a2b-8fcd-3b74f1d05ebf"} {"level":"info","ts":1784689504.2673514,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689504.267421,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4fc7f1ef-74f4-49e3-b45b-05efd61bb25b"} {"level":"info","ts":1784689504.26743,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4fc7f1ef-74f4-49e3-b45b-05efd61bb25b"} {"level":"info","ts":1784689504.2674408,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4fc7f1ef-74f4-49e3-b45b-05efd61bb25b","EoS":true} {"level":"info","ts":1784689504.2674687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4fc7f1ef-74f4-49e3-b45b-05efd61bb25b","header":"x-maas-subscription"} {"level":"info","ts":1784689504.267479,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4fc7f1ef-74f4-49e3-b45b-05efd61bb25b","header":"x-maas-username"} {"level":"info","ts":1784689504.2674842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4fc7f1ef-74f4-49e3-b45b-05efd61bb25b","header":"x-maas-group"} {"level":"info","ts":1784689504.2674978,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4fc7f1ef-74f4-49e3-b45b-05efd61bb25b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784689504.2675064,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4fc7f1ef-74f4-49e3-b45b-05efd61bb25b","modelName":"e2e-external-model"} {"level":"info","ts":1784689504.267522,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4fc7f1ef-74f4-49e3-b45b-05efd61bb25b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784689504.2675512,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"4fc7f1ef-74f4-49e3-b45b-05efd61bb25b","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784689504.2675683,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"4fc7f1ef-74f4-49e3-b45b-05efd61bb25b","authType":"apikey"} {"level":"info","ts":1784689504.267594,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4fc7f1ef-74f4-49e3-b45b-05efd61bb25b"} {"level":"info","ts":1784689504.301362,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689504.301438,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"feba4c76-54a1-410f-b9b1-a873fc2d96e1"} {"level":"info","ts":1784689504.3014553,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"feba4c76-54a1-410f-b9b1-a873fc2d96e1"} {"level":"info","ts":1784689504.3014743,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"feba4c76-54a1-410f-b9b1-a873fc2d96e1","EoS":true} {"level":"info","ts":1784689504.3015058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"feba4c76-54a1-410f-b9b1-a873fc2d96e1","header":"x-maas-subscription"} {"level":"info","ts":1784689504.3015196,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"feba4c76-54a1-410f-b9b1-a873fc2d96e1","header":"x-maas-group"} {"level":"info","ts":1784689504.3015277,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"feba4c76-54a1-410f-b9b1-a873fc2d96e1","header":"x-maas-username"} {"level":"info","ts":1784689504.3015485,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"feba4c76-54a1-410f-b9b1-a873fc2d96e1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784689504.3015754,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"feba4c76-54a1-410f-b9b1-a873fc2d96e1"} {"level":"info","ts":1784689504.4000893,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"feba4c76-54a1-410f-b9b1-a873fc2d96e1"} {"level":"info","ts":1784689504.4001186,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"feba4c76-54a1-410f-b9b1-a873fc2d96e1"} {"level":"info","ts":1784689504.4001424,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"feba4c76-54a1-410f-b9b1-a873fc2d96e1","EoS":false} {"level":"info","ts":1784689504.4001617,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"feba4c76-54a1-410f-b9b1-a873fc2d96e1","EoS":true} {"level":"error","ts":1784689504.4001818,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"feba4c76-54a1-410f-b9b1-a873fc2d96e1","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784689504.4002442,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"feba4c76-54a1-410f-b9b1-a873fc2d96e1"} {"level":"info","ts":1784689504.4390635,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689504.4391506,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb14c6fe-61a6-4e2f-9525-0f1e67c0509a"} {"level":"info","ts":1784689504.439167,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb14c6fe-61a6-4e2f-9525-0f1e67c0509a"} {"level":"info","ts":1784689504.4391847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb14c6fe-61a6-4e2f-9525-0f1e67c0509a","EoS":true} {"level":"info","ts":1784689504.4392166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb14c6fe-61a6-4e2f-9525-0f1e67c0509a","header":"x-maas-group"} {"level":"info","ts":1784689504.4392326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb14c6fe-61a6-4e2f-9525-0f1e67c0509a","header":"x-maas-subscription"} {"level":"info","ts":1784689504.439243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb14c6fe-61a6-4e2f-9525-0f1e67c0509a","header":"x-maas-username"} {"level":"info","ts":1784689504.439308,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb14c6fe-61a6-4e2f-9525-0f1e67c0509a"} {"level":"info","ts":1784689504.489183,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cb14c6fe-61a6-4e2f-9525-0f1e67c0509a"} {"level":"info","ts":1784689504.4892132,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cb14c6fe-61a6-4e2f-9525-0f1e67c0509a"} {"level":"info","ts":1784689504.489231,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cb14c6fe-61a6-4e2f-9525-0f1e67c0509a","EoS":false} {"level":"info","ts":1784689504.4892452,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cb14c6fe-61a6-4e2f-9525-0f1e67c0509a","EoS":true} {"level":"error","ts":1784689504.4892874,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"cb14c6fe-61a6-4e2f-9525-0f1e67c0509a","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784689504.4893243,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cb14c6fe-61a6-4e2f-9525-0f1e67c0509a"} {"level":"info","ts":1784689505.3283687,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7c5c31b-0525-454f-946c-e2fa278a9e85","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784689505.3283954,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d60b4a9-e442-4f13-b8ba-06fbf3ff4c50"} {"level":"info","ts":1784689505.3284142,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7c5c31b-0525-454f-946c-e2fa278a9e85","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784689505.4857695,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cce7cae4-2595-41bd-adb1-2c1c7e978641","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784689505.4858084,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cce7cae4-2595-41bd-adb1-2c1c7e978641","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784689505.4858062,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4438725f-e1c1-4e88-803e-9ccf29f87829"} {"level":"info","ts":1784689505.599726,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f4ded92a-09f0-4951-b760-9c81b3adeb32","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784689505.5997922,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f4ded92a-09f0-4951-b760-9c81b3adeb32","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784690148.6463764,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690148.6464624,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13c7c7f5-3f0f-4f60-8262-512f53d39f5a"} {"level":"info","ts":1784690148.6464713,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"13c7c7f5-3f0f-4f60-8262-512f53d39f5a"} {"level":"info","ts":1784690148.646483,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13c7c7f5-3f0f-4f60-8262-512f53d39f5a","EoS":true} {"level":"info","ts":1784690148.646508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13c7c7f5-3f0f-4f60-8262-512f53d39f5a","header":"x-maas-subscription"} {"level":"info","ts":1784690148.6465168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13c7c7f5-3f0f-4f60-8262-512f53d39f5a","header":"x-maas-group"} {"level":"info","ts":1784690148.646521,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13c7c7f5-3f0f-4f60-8262-512f53d39f5a","header":"x-maas-username"} {"level":"info","ts":1784690148.6465337,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13c7c7f5-3f0f-4f60-8262-512f53d39f5a","path":"/ai-tenant-e2e-inf-b-fec108/test-model-fec108/v1/chat/completions"} {"level":"info","ts":1784690148.6465619,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"13c7c7f5-3f0f-4f60-8262-512f53d39f5a"} {"level":"info","ts":1784690148.6597993,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"13c7c7f5-3f0f-4f60-8262-512f53d39f5a"} {"level":"info","ts":1784690148.6598408,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"13c7c7f5-3f0f-4f60-8262-512f53d39f5a"} {"level":"info","ts":1784690148.6598647,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"13c7c7f5-3f0f-4f60-8262-512f53d39f5a","EoS":false} {"level":"info","ts":1784690148.6598845,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"13c7c7f5-3f0f-4f60-8262-512f53d39f5a","EoS":true} {"level":"info","ts":1784690148.6599417,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"13c7c7f5-3f0f-4f60-8262-512f53d39f5a"}