{"level":"info","ts":1785866761.8538513,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6cb0d826-6b9d-4a2c-ac22-3e6cd8ac5935","EoS":false} {"level":"info","ts":1785866761.8538623,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6cb0d826-6b9d-4a2c-ac22-3e6cd8ac5935"} {"level":"info","ts":1785866761.853888,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6cb0d826-6b9d-4a2c-ac22-3e6cd8ac5935","EoS":true} {"level":"info","ts":1785866761.8538988,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6cb0d826-6b9d-4a2c-ac22-3e6cd8ac5935"} {"level":"info","ts":1785866761.9963133,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866761.9963715,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3184a282-d88b-46c9-927d-3ec60a491af3"} {"level":"info","ts":1785866761.996382,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3184a282-d88b-46c9-927d-3ec60a491af3"} {"level":"info","ts":1785866761.9963925,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3184a282-d88b-46c9-927d-3ec60a491af3","EoS":true} {"level":"info","ts":1785866761.996411,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3184a282-d88b-46c9-927d-3ec60a491af3","header":"x-maas-username"} {"level":"info","ts":1785866761.9964209,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3184a282-d88b-46c9-927d-3ec60a491af3","header":"x-maas-subscription"} {"level":"info","ts":1785866761.9964266,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3184a282-d88b-46c9-927d-3ec60a491af3","header":"x-maas-group"} {"level":"info","ts":1785866761.9964392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3184a282-d88b-46c9-927d-3ec60a491af3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866761.9964614,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3184a282-d88b-46c9-927d-3ec60a491af3"} {"level":"info","ts":1785866761.997247,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3184a282-d88b-46c9-927d-3ec60a491af3"} {"level":"info","ts":1785866761.997265,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3184a282-d88b-46c9-927d-3ec60a491af3"} {"level":"info","ts":1785866761.9972794,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3184a282-d88b-46c9-927d-3ec60a491af3","EoS":false} {"level":"info","ts":1785866761.9972878,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3184a282-d88b-46c9-927d-3ec60a491af3"} {"level":"info","ts":1785866761.9973094,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3184a282-d88b-46c9-927d-3ec60a491af3","EoS":true} {"level":"info","ts":1785866761.9973176,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3184a282-d88b-46c9-927d-3ec60a491af3"} {"level":"info","ts":1785866762.151473,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866762.151534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"652ac384-0475-473c-b406-4bbf1305826c"} {"level":"info","ts":1785866762.1515443,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"652ac384-0475-473c-b406-4bbf1305826c"} {"level":"info","ts":1785866762.151555,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"652ac384-0475-473c-b406-4bbf1305826c","EoS":true} {"level":"info","ts":1785866762.1515744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"652ac384-0475-473c-b406-4bbf1305826c","header":"x-maas-username"} {"level":"info","ts":1785866762.1515846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"652ac384-0475-473c-b406-4bbf1305826c","header":"x-maas-subscription"} {"level":"info","ts":1785866762.1515894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"652ac384-0475-473c-b406-4bbf1305826c","header":"x-maas-group"} {"level":"info","ts":1785866762.151602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"652ac384-0475-473c-b406-4bbf1305826c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866762.151617,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"652ac384-0475-473c-b406-4bbf1305826c"} {"level":"info","ts":1785866762.1523485,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"652ac384-0475-473c-b406-4bbf1305826c"} {"level":"info","ts":1785866762.1523588,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"652ac384-0475-473c-b406-4bbf1305826c"} {"level":"info","ts":1785866762.1523738,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"652ac384-0475-473c-b406-4bbf1305826c","EoS":false} {"level":"info","ts":1785866762.1523836,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"652ac384-0475-473c-b406-4bbf1305826c"} {"level":"info","ts":1785866762.152402,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"652ac384-0475-473c-b406-4bbf1305826c","EoS":true} {"level":"info","ts":1785866762.1524103,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"652ac384-0475-473c-b406-4bbf1305826c"} {"level":"info","ts":1785866783.5541239,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866783.554185,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d0f65c7-2542-418e-bfa2-d502161e2864"} {"level":"info","ts":1785866783.5541937,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d0f65c7-2542-418e-bfa2-d502161e2864"} {"level":"info","ts":1785866783.5542045,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d0f65c7-2542-418e-bfa2-d502161e2864","EoS":true} {"level":"info","ts":1785866783.5542252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d0f65c7-2542-418e-bfa2-d502161e2864","header":"x-maas-subscription"} {"level":"info","ts":1785866783.5542355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d0f65c7-2542-418e-bfa2-d502161e2864","header":"x-maas-group"} {"level":"info","ts":1785866783.5542397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d0f65c7-2542-418e-bfa2-d502161e2864","header":"x-maas-username"} {"level":"info","ts":1785866783.5542524,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d0f65c7-2542-418e-bfa2-d502161e2864","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866783.5542784,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d0f65c7-2542-418e-bfa2-d502161e2864"} {"level":"info","ts":1785866783.5551062,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5d0f65c7-2542-418e-bfa2-d502161e2864"} {"level":"info","ts":1785866783.5551262,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5d0f65c7-2542-418e-bfa2-d502161e2864"} {"level":"info","ts":1785866783.555141,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5d0f65c7-2542-418e-bfa2-d502161e2864","EoS":false} {"level":"info","ts":1785866783.555153,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5d0f65c7-2542-418e-bfa2-d502161e2864"} {"level":"info","ts":1785866783.5551775,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5d0f65c7-2542-418e-bfa2-d502161e2864","EoS":true} {"level":"info","ts":1785866783.5551848,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5d0f65c7-2542-418e-bfa2-d502161e2864"} {"level":"info","ts":1785866783.5946546,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866783.594706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91a88efc-f3a3-4fe6-8f08-a1949971f3ba"} {"level":"info","ts":1785866783.5947168,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"91a88efc-f3a3-4fe6-8f08-a1949971f3ba"} {"level":"info","ts":1785866783.5947266,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91a88efc-f3a3-4fe6-8f08-a1949971f3ba","EoS":true} {"level":"info","ts":1785866783.5947454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91a88efc-f3a3-4fe6-8f08-a1949971f3ba","header":"x-maas-username"} {"level":"info","ts":1785866783.5947561,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91a88efc-f3a3-4fe6-8f08-a1949971f3ba","header":"x-maas-subscription"} {"level":"info","ts":1785866783.5947604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91a88efc-f3a3-4fe6-8f08-a1949971f3ba","header":"x-maas-group"} {"level":"info","ts":1785866783.5947707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91a88efc-f3a3-4fe6-8f08-a1949971f3ba","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866783.5947955,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"91a88efc-f3a3-4fe6-8f08-a1949971f3ba"} {"level":"info","ts":1785866783.5955482,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"91a88efc-f3a3-4fe6-8f08-a1949971f3ba"} {"level":"info","ts":1785866783.5955646,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"91a88efc-f3a3-4fe6-8f08-a1949971f3ba"} {"level":"info","ts":1785866783.5955784,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91a88efc-f3a3-4fe6-8f08-a1949971f3ba","EoS":false} {"level":"info","ts":1785866783.5955882,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"91a88efc-f3a3-4fe6-8f08-a1949971f3ba"} {"level":"info","ts":1785866783.5956113,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91a88efc-f3a3-4fe6-8f08-a1949971f3ba","EoS":true} {"level":"info","ts":1785866783.5956197,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"91a88efc-f3a3-4fe6-8f08-a1949971f3ba"} {"level":"info","ts":1785866783.7110822,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866783.711142,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eaf3c404-426c-4b1a-a728-36159be36fbc"} {"level":"info","ts":1785866783.7120283,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eaf3c404-426c-4b1a-a728-36159be36fbc"} {"level":"info","ts":1785866783.712049,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eaf3c404-426c-4b1a-a728-36159be36fbc"} {"level":"info","ts":1785866783.7120693,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eaf3c404-426c-4b1a-a728-36159be36fbc","EoS":false} {"level":"info","ts":1785866783.712081,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eaf3c404-426c-4b1a-a728-36159be36fbc"} {"level":"info","ts":1785866783.7121027,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eaf3c404-426c-4b1a-a728-36159be36fbc","EoS":true} {"level":"info","ts":1785866783.7121108,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eaf3c404-426c-4b1a-a728-36159be36fbc"} {"level":"info","ts":1785866788.3741562,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866788.3742235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1ce5cc5-c06e-401f-af3e-847035d08d80"} {"level":"info","ts":1785866788.3742354,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b1ce5cc5-c06e-401f-af3e-847035d08d80"} {"level":"info","ts":1785866788.3742461,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b1ce5cc5-c06e-401f-af3e-847035d08d80","EoS":true} {"level":"info","ts":1785866788.3742676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1ce5cc5-c06e-401f-af3e-847035d08d80","header":"x-maas-group"} {"level":"info","ts":1785866788.3742783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1ce5cc5-c06e-401f-af3e-847035d08d80","header":"x-maas-subscription"} {"level":"info","ts":1785866788.3742843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1ce5cc5-c06e-401f-af3e-847035d08d80","header":"x-maas-username"} {"level":"info","ts":1785866788.3742952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1ce5cc5-c06e-401f-af3e-847035d08d80","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866788.37432,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b1ce5cc5-c06e-401f-af3e-847035d08d80"} {"level":"info","ts":1785866788.3752239,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b1ce5cc5-c06e-401f-af3e-847035d08d80"} {"level":"info","ts":1785866788.3752437,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b1ce5cc5-c06e-401f-af3e-847035d08d80"} {"level":"info","ts":1785866788.3752637,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b1ce5cc5-c06e-401f-af3e-847035d08d80","EoS":false} {"level":"info","ts":1785866788.3752747,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b1ce5cc5-c06e-401f-af3e-847035d08d80"} {"level":"info","ts":1785866788.3753,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b1ce5cc5-c06e-401f-af3e-847035d08d80","EoS":true} {"level":"info","ts":1785866788.3753078,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b1ce5cc5-c06e-401f-af3e-847035d08d80"} {"level":"info","ts":1785866796.9887223,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866796.9888039,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"848eadd3-dcc1-4556-893d-6376dec8034b"} {"level":"info","ts":1785866796.9888434,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"848eadd3-dcc1-4556-893d-6376dec8034b"} {"level":"info","ts":1785866796.9888628,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"848eadd3-dcc1-4556-893d-6376dec8034b","EoS":true} {"level":"info","ts":1785866796.9888968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"848eadd3-dcc1-4556-893d-6376dec8034b","header":"x-maas-username"} {"level":"info","ts":1785866796.9889104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"848eadd3-dcc1-4556-893d-6376dec8034b","header":"x-maas-subscription"} {"level":"info","ts":1785866796.9889193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"848eadd3-dcc1-4556-893d-6376dec8034b","header":"x-maas-group"} {"level":"info","ts":1785866796.9889388,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"848eadd3-dcc1-4556-893d-6376dec8034b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785866796.9889698,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"848eadd3-dcc1-4556-893d-6376dec8034b"} {"level":"info","ts":1785866797.00157,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"848eadd3-dcc1-4556-893d-6376dec8034b"} {"level":"info","ts":1785866797.0015905,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"848eadd3-dcc1-4556-893d-6376dec8034b"} {"level":"info","ts":1785866797.0016065,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"848eadd3-dcc1-4556-893d-6376dec8034b","EoS":false} {"level":"info","ts":1785866797.0016189,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"848eadd3-dcc1-4556-893d-6376dec8034b"} {"level":"info","ts":1785866797.0016413,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"848eadd3-dcc1-4556-893d-6376dec8034b","EoS":true} {"level":"info","ts":1785866797.001651,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"848eadd3-dcc1-4556-893d-6376dec8034b"} {"level":"info","ts":1785866809.8916883,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866809.891756,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a419d087-8c13-421a-a6e8-36980b87499b"} {"level":"info","ts":1785866809.8917644,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a419d087-8c13-421a-a6e8-36980b87499b"} {"level":"info","ts":1785866809.891775,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a419d087-8c13-421a-a6e8-36980b87499b","EoS":true} {"level":"info","ts":1785866809.8917959,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a419d087-8c13-421a-a6e8-36980b87499b","header":"x-maas-subscription"} {"level":"info","ts":1785866809.8918283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a419d087-8c13-421a-a6e8-36980b87499b","header":"x-maas-username"} {"level":"info","ts":1785866809.8918383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a419d087-8c13-421a-a6e8-36980b87499b","header":"x-maas-group"} {"level":"info","ts":1785866809.8918533,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a419d087-8c13-421a-a6e8-36980b87499b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866809.8918765,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a419d087-8c13-421a-a6e8-36980b87499b"} {"level":"info","ts":1785866809.8927333,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a419d087-8c13-421a-a6e8-36980b87499b"} {"level":"info","ts":1785866809.8927584,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a419d087-8c13-421a-a6e8-36980b87499b"} {"level":"info","ts":1785866809.892781,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a419d087-8c13-421a-a6e8-36980b87499b","EoS":false} {"level":"info","ts":1785866809.8927948,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a419d087-8c13-421a-a6e8-36980b87499b"} {"level":"info","ts":1785866809.8928285,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a419d087-8c13-421a-a6e8-36980b87499b","EoS":true} {"level":"info","ts":1785866809.8928368,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a419d087-8c13-421a-a6e8-36980b87499b"} {"level":"info","ts":1785866818.4789104,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866818.478986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e486403d-05c8-4c35-b015-2483c9796fa7"} {"level":"info","ts":1785866818.4789977,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e486403d-05c8-4c35-b015-2483c9796fa7"} {"level":"info","ts":1785866818.4790087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e486403d-05c8-4c35-b015-2483c9796fa7","EoS":true} {"level":"info","ts":1785866818.4790576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e486403d-05c8-4c35-b015-2483c9796fa7","header":"x-maas-group"} {"level":"info","ts":1785866818.4790673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e486403d-05c8-4c35-b015-2483c9796fa7","header":"x-maas-username"} {"level":"info","ts":1785866818.479072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e486403d-05c8-4c35-b015-2483c9796fa7","header":"x-maas-subscription"} {"level":"info","ts":1785866818.4790864,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e486403d-05c8-4c35-b015-2483c9796fa7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866818.4791105,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e486403d-05c8-4c35-b015-2483c9796fa7"} {"level":"info","ts":1785866818.479948,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e486403d-05c8-4c35-b015-2483c9796fa7"} {"level":"info","ts":1785866818.479972,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e486403d-05c8-4c35-b015-2483c9796fa7"} {"level":"info","ts":1785866818.4799883,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e486403d-05c8-4c35-b015-2483c9796fa7","EoS":false} {"level":"info","ts":1785866818.48,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e486403d-05c8-4c35-b015-2483c9796fa7"} {"level":"info","ts":1785866818.4800265,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e486403d-05c8-4c35-b015-2483c9796fa7","EoS":true} {"level":"info","ts":1785866818.4800346,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e486403d-05c8-4c35-b015-2483c9796fa7"} {"level":"info","ts":1785866827.457479,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866827.457546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"832f80e2-d842-455f-b577-03fb1ff918cc"} {"level":"info","ts":1785866827.4575546,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"832f80e2-d842-455f-b577-03fb1ff918cc"} {"level":"info","ts":1785866827.4575648,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"832f80e2-d842-455f-b577-03fb1ff918cc","EoS":true} {"level":"info","ts":1785866827.4575908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"832f80e2-d842-455f-b577-03fb1ff918cc","header":"x-maas-group"} {"level":"info","ts":1785866827.457602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"832f80e2-d842-455f-b577-03fb1ff918cc","header":"x-maas-username"} {"level":"info","ts":1785866827.457608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"832f80e2-d842-455f-b577-03fb1ff918cc","header":"x-maas-subscription"} {"level":"info","ts":1785866827.4576201,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"832f80e2-d842-455f-b577-03fb1ff918cc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866827.4576497,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"832f80e2-d842-455f-b577-03fb1ff918cc"} {"level":"info","ts":1785866827.458597,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"832f80e2-d842-455f-b577-03fb1ff918cc"} {"level":"info","ts":1785866827.458617,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"832f80e2-d842-455f-b577-03fb1ff918cc"} {"level":"info","ts":1785866827.4586322,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"832f80e2-d842-455f-b577-03fb1ff918cc","EoS":false} {"level":"info","ts":1785866827.458644,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"832f80e2-d842-455f-b577-03fb1ff918cc"} {"level":"info","ts":1785866827.4586697,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"832f80e2-d842-455f-b577-03fb1ff918cc","EoS":true} {"level":"info","ts":1785866827.4586754,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"832f80e2-d842-455f-b577-03fb1ff918cc"} {"level":"info","ts":1785866857.2462738,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866857.246338,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c1645c3-74ba-43b5-a708-de88bef69d2c"} {"level":"info","ts":1785866857.2463467,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5c1645c3-74ba-43b5-a708-de88bef69d2c"} {"level":"info","ts":1785866857.2463574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c1645c3-74ba-43b5-a708-de88bef69d2c","EoS":true} {"level":"info","ts":1785866857.2463834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c1645c3-74ba-43b5-a708-de88bef69d2c","header":"x-maas-group"} {"level":"info","ts":1785866857.2463942,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c1645c3-74ba-43b5-a708-de88bef69d2c","header":"x-maas-subscription"} {"level":"info","ts":1785866857.246399,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c1645c3-74ba-43b5-a708-de88bef69d2c","header":"x-maas-username"} {"level":"info","ts":1785866857.2464116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c1645c3-74ba-43b5-a708-de88bef69d2c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785866857.2464354,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c1645c3-74ba-43b5-a708-de88bef69d2c"} {"level":"info","ts":1785866857.248069,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5c1645c3-74ba-43b5-a708-de88bef69d2c"} {"level":"info","ts":1785866857.2480896,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5c1645c3-74ba-43b5-a708-de88bef69d2c"} {"level":"info","ts":1785866857.2481055,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5c1645c3-74ba-43b5-a708-de88bef69d2c","EoS":false} {"level":"info","ts":1785866857.2481198,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5c1645c3-74ba-43b5-a708-de88bef69d2c"} {"level":"info","ts":1785866857.2481477,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5c1645c3-74ba-43b5-a708-de88bef69d2c","EoS":true} {"level":"info","ts":1785866857.2481596,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5c1645c3-74ba-43b5-a708-de88bef69d2c"} {"level":"info","ts":1785866890.7625787,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866890.7626739,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28d8d5a2-94fa-492e-9ce9-67ea88b6d70b"} {"level":"info","ts":1785866890.7626905,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28d8d5a2-94fa-492e-9ce9-67ea88b6d70b"} {"level":"info","ts":1785866890.7627082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28d8d5a2-94fa-492e-9ce9-67ea88b6d70b","EoS":true} {"level":"info","ts":1785866890.7627409,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28d8d5a2-94fa-492e-9ce9-67ea88b6d70b","header":"x-maas-subscription"} {"level":"info","ts":1785866890.762756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28d8d5a2-94fa-492e-9ce9-67ea88b6d70b","header":"x-maas-username"} {"level":"info","ts":1785866890.7627652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28d8d5a2-94fa-492e-9ce9-67ea88b6d70b","header":"x-maas-group"} {"level":"info","ts":1785866890.7627838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28d8d5a2-94fa-492e-9ce9-67ea88b6d70b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785866890.7628367,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28d8d5a2-94fa-492e-9ce9-67ea88b6d70b"} {"level":"info","ts":1785866890.7636793,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"28d8d5a2-94fa-492e-9ce9-67ea88b6d70b"} {"level":"info","ts":1785866890.7637029,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"28d8d5a2-94fa-492e-9ce9-67ea88b6d70b"} {"level":"info","ts":1785866890.7637224,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28d8d5a2-94fa-492e-9ce9-67ea88b6d70b","EoS":false} {"level":"info","ts":1785866890.7637393,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"28d8d5a2-94fa-492e-9ce9-67ea88b6d70b"} {"level":"info","ts":1785866890.763774,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28d8d5a2-94fa-492e-9ce9-67ea88b6d70b","EoS":true} {"level":"info","ts":1785866890.7637858,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"28d8d5a2-94fa-492e-9ce9-67ea88b6d70b"} {"level":"info","ts":1785866926.1912405,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866926.1913385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4e6cee9-faab-40f4-81a7-790c040e0d4f"} {"level":"info","ts":1785866926.191353,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c4e6cee9-faab-40f4-81a7-790c040e0d4f"} {"level":"info","ts":1785866926.191372,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c4e6cee9-faab-40f4-81a7-790c040e0d4f","EoS":true} {"level":"info","ts":1785866926.1914115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4e6cee9-faab-40f4-81a7-790c040e0d4f","header":"x-maas-username"} {"level":"info","ts":1785866926.1914248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4e6cee9-faab-40f4-81a7-790c040e0d4f","header":"x-maas-group"} {"level":"info","ts":1785866926.1914327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4e6cee9-faab-40f4-81a7-790c040e0d4f","header":"x-maas-subscription"} {"level":"info","ts":1785866926.1914535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4e6cee9-faab-40f4-81a7-790c040e0d4f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866926.1914852,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c4e6cee9-faab-40f4-81a7-790c040e0d4f"} {"level":"info","ts":1785866926.1923745,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c4e6cee9-faab-40f4-81a7-790c040e0d4f"} {"level":"info","ts":1785866926.1923957,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c4e6cee9-faab-40f4-81a7-790c040e0d4f"} {"level":"info","ts":1785866926.1924117,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c4e6cee9-faab-40f4-81a7-790c040e0d4f","EoS":false} {"level":"info","ts":1785866926.1924238,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c4e6cee9-faab-40f4-81a7-790c040e0d4f"} {"level":"info","ts":1785866926.1924546,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c4e6cee9-faab-40f4-81a7-790c040e0d4f","EoS":true} {"level":"info","ts":1785866926.1924658,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c4e6cee9-faab-40f4-81a7-790c040e0d4f"} {"level":"info","ts":1785866935.7016811,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866935.7017508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6c69768-1252-497e-b08e-b1d1a4daabcc"} {"level":"info","ts":1785866935.7017632,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6c69768-1252-497e-b08e-b1d1a4daabcc"} {"level":"info","ts":1785866935.701775,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6c69768-1252-497e-b08e-b1d1a4daabcc","EoS":true} {"level":"info","ts":1785866935.7017999,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6c69768-1252-497e-b08e-b1d1a4daabcc","header":"x-maas-subscription"} {"level":"info","ts":1785866935.7018642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6c69768-1252-497e-b08e-b1d1a4daabcc","header":"x-maas-group"} {"level":"info","ts":1785866935.701871,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6c69768-1252-497e-b08e-b1d1a4daabcc","header":"x-maas-username"} {"level":"info","ts":1785866935.701883,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6c69768-1252-497e-b08e-b1d1a4daabcc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866935.7019045,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6c69768-1252-497e-b08e-b1d1a4daabcc"} {"level":"info","ts":1785866935.7028453,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c6c69768-1252-497e-b08e-b1d1a4daabcc"} {"level":"info","ts":1785866935.7028706,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c6c69768-1252-497e-b08e-b1d1a4daabcc"} {"level":"info","ts":1785866935.7028894,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c6c69768-1252-497e-b08e-b1d1a4daabcc","EoS":false} {"level":"info","ts":1785866935.702904,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c6c69768-1252-497e-b08e-b1d1a4daabcc"} {"level":"info","ts":1785866935.7029386,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c6c69768-1252-497e-b08e-b1d1a4daabcc","EoS":true} {"level":"info","ts":1785866935.702948,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c6c69768-1252-497e-b08e-b1d1a4daabcc"} {"level":"info","ts":1785866935.7433245,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866935.743372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99c8aa78-1c1f-45bf-8f0a-f0d0c0296d3c"} {"level":"info","ts":1785866935.743383,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"99c8aa78-1c1f-45bf-8f0a-f0d0c0296d3c"} {"level":"info","ts":1785866935.7433925,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99c8aa78-1c1f-45bf-8f0a-f0d0c0296d3c","EoS":true} {"level":"info","ts":1785866935.7434094,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99c8aa78-1c1f-45bf-8f0a-f0d0c0296d3c","header":"x-maas-subscription"} {"level":"info","ts":1785866935.7434204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99c8aa78-1c1f-45bf-8f0a-f0d0c0296d3c","header":"x-maas-group"} {"level":"info","ts":1785866935.7434263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99c8aa78-1c1f-45bf-8f0a-f0d0c0296d3c","header":"x-maas-username"} {"level":"info","ts":1785866935.7434375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99c8aa78-1c1f-45bf-8f0a-f0d0c0296d3c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866935.7434633,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"99c8aa78-1c1f-45bf-8f0a-f0d0c0296d3c"} {"level":"info","ts":1785866935.7442346,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"99c8aa78-1c1f-45bf-8f0a-f0d0c0296d3c"} {"level":"info","ts":1785866935.7442522,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"99c8aa78-1c1f-45bf-8f0a-f0d0c0296d3c"} {"level":"info","ts":1785866935.74427,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"99c8aa78-1c1f-45bf-8f0a-f0d0c0296d3c","EoS":false} {"level":"info","ts":1785866935.7442794,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"99c8aa78-1c1f-45bf-8f0a-f0d0c0296d3c"} {"level":"info","ts":1785866935.744302,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"99c8aa78-1c1f-45bf-8f0a-f0d0c0296d3c","EoS":true} {"level":"info","ts":1785866935.7443113,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"99c8aa78-1c1f-45bf-8f0a-f0d0c0296d3c"} {"level":"info","ts":1785866954.9558418,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785866954.9559224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc60b732-bb37-4284-80a9-ee6bf9d21e78"} {"level":"info","ts":1785866954.9559355,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cc60b732-bb37-4284-80a9-ee6bf9d21e78"} {"level":"info","ts":1785866954.9559534,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc60b732-bb37-4284-80a9-ee6bf9d21e78","EoS":true} {"level":"info","ts":1785866954.9559898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc60b732-bb37-4284-80a9-ee6bf9d21e78","header":"x-maas-group"} {"level":"info","ts":1785866954.9560018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc60b732-bb37-4284-80a9-ee6bf9d21e78","header":"x-maas-subscription"} {"level":"info","ts":1785866954.9560106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc60b732-bb37-4284-80a9-ee6bf9d21e78","header":"x-maas-username"} {"level":"info","ts":1785866954.9560294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc60b732-bb37-4284-80a9-ee6bf9d21e78","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785866954.9560678,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cc60b732-bb37-4284-80a9-ee6bf9d21e78"} {"level":"info","ts":1785866954.9569116,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cc60b732-bb37-4284-80a9-ee6bf9d21e78"} {"level":"info","ts":1785866954.956933,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cc60b732-bb37-4284-80a9-ee6bf9d21e78"} {"level":"info","ts":1785866954.9569485,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cc60b732-bb37-4284-80a9-ee6bf9d21e78","EoS":false} {"level":"info","ts":1785866954.95696,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cc60b732-bb37-4284-80a9-ee6bf9d21e78"} {"level":"info","ts":1785866954.9569845,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cc60b732-bb37-4284-80a9-ee6bf9d21e78","EoS":true} {"level":"info","ts":1785866954.9569921,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cc60b732-bb37-4284-80a9-ee6bf9d21e78"} {"level":"info","ts":1785867137.6092653,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867137.6093473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8f6bb81-6659-418c-828f-e2b8287806e3"} {"level":"info","ts":1785867137.609359,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8f6bb81-6659-418c-828f-e2b8287806e3"} {"level":"info","ts":1785867137.6093712,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8f6bb81-6659-418c-828f-e2b8287806e3","EoS":true} {"level":"info","ts":1785867137.6093981,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8f6bb81-6659-418c-828f-e2b8287806e3","header":"x-maas-username"} {"level":"info","ts":1785867137.6094112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8f6bb81-6659-418c-828f-e2b8287806e3","header":"x-maas-subscription"} {"level":"info","ts":1785867137.6094162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8f6bb81-6659-418c-828f-e2b8287806e3","header":"x-maas-group"} {"level":"info","ts":1785867137.6094298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8f6bb81-6659-418c-828f-e2b8287806e3","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785867137.609453,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8f6bb81-6659-418c-828f-e2b8287806e3"} {"level":"info","ts":1785867137.6217165,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b8f6bb81-6659-418c-828f-e2b8287806e3"} {"level":"info","ts":1785867137.6217363,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b8f6bb81-6659-418c-828f-e2b8287806e3"} {"level":"info","ts":1785867137.6217518,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8f6bb81-6659-418c-828f-e2b8287806e3","EoS":false} {"level":"info","ts":1785867137.6217673,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b8f6bb81-6659-418c-828f-e2b8287806e3"} {"level":"info","ts":1785867137.6217942,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8f6bb81-6659-418c-828f-e2b8287806e3","EoS":true} {"level":"info","ts":1785867137.6218047,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b8f6bb81-6659-418c-828f-e2b8287806e3"} {"level":"info","ts":1785867194.3666832,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867194.3667457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64c62b85-7111-44d9-a44f-44f0e667edee"} {"level":"info","ts":1785867194.366754,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64c62b85-7111-44d9-a44f-44f0e667edee"} {"level":"info","ts":1785867194.3667672,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64c62b85-7111-44d9-a44f-44f0e667edee","EoS":true} {"level":"info","ts":1785867194.3667917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64c62b85-7111-44d9-a44f-44f0e667edee","header":"x-maas-subscription"} {"level":"info","ts":1785867194.3668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64c62b85-7111-44d9-a44f-44f0e667edee","header":"x-maas-group"} {"level":"info","ts":1785867194.3668044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64c62b85-7111-44d9-a44f-44f0e667edee","header":"x-maas-username"} {"level":"info","ts":1785867194.3668373,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64c62b85-7111-44d9-a44f-44f0e667edee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867194.3668623,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64c62b85-7111-44d9-a44f-44f0e667edee"} {"level":"info","ts":1785867194.3678253,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"64c62b85-7111-44d9-a44f-44f0e667edee"} {"level":"info","ts":1785867194.3678477,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"64c62b85-7111-44d9-a44f-44f0e667edee"} {"level":"info","ts":1785867194.367864,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64c62b85-7111-44d9-a44f-44f0e667edee","EoS":false} {"level":"info","ts":1785867194.3678758,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"64c62b85-7111-44d9-a44f-44f0e667edee"} {"level":"info","ts":1785867194.3679013,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64c62b85-7111-44d9-a44f-44f0e667edee","EoS":true} {"level":"info","ts":1785867194.3679092,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"64c62b85-7111-44d9-a44f-44f0e667edee"} {"level":"info","ts":1785867209.80139,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867209.8014479,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"323666c4-ea75-4daa-80c2-17d35836e753"} {"level":"info","ts":1785867209.801457,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"323666c4-ea75-4daa-80c2-17d35836e753"} {"level":"info","ts":1785867209.801467,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"323666c4-ea75-4daa-80c2-17d35836e753","EoS":true} {"level":"info","ts":1785867209.8014905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"323666c4-ea75-4daa-80c2-17d35836e753","header":"x-maas-group"} {"level":"info","ts":1785867209.8015003,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"323666c4-ea75-4daa-80c2-17d35836e753","header":"x-maas-subscription"} {"level":"info","ts":1785867209.8015056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"323666c4-ea75-4daa-80c2-17d35836e753","header":"x-maas-username"} {"level":"info","ts":1785867209.801519,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"323666c4-ea75-4daa-80c2-17d35836e753","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867209.8015466,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"323666c4-ea75-4daa-80c2-17d35836e753"} {"level":"info","ts":1785867209.8024151,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"323666c4-ea75-4daa-80c2-17d35836e753"} {"level":"info","ts":1785867209.802436,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"323666c4-ea75-4daa-80c2-17d35836e753"} {"level":"info","ts":1785867209.8024507,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"323666c4-ea75-4daa-80c2-17d35836e753","EoS":false} {"level":"info","ts":1785867209.802465,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"323666c4-ea75-4daa-80c2-17d35836e753"} {"level":"info","ts":1785867209.802493,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"323666c4-ea75-4daa-80c2-17d35836e753","EoS":true} {"level":"info","ts":1785867209.802505,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"323666c4-ea75-4daa-80c2-17d35836e753"} {"level":"info","ts":1785867572.5958493,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867572.5959334,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7bac97c2-3682-4a06-ad90-78c36673902a"} {"level":"info","ts":1785867572.5959432,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7bac97c2-3682-4a06-ad90-78c36673902a"} {"level":"info","ts":1785867572.5959556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7bac97c2-3682-4a06-ad90-78c36673902a","EoS":true} {"level":"info","ts":1785867572.5959785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7bac97c2-3682-4a06-ad90-78c36673902a","header":"x-maas-username"} {"level":"info","ts":1785867572.59599,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7bac97c2-3682-4a06-ad90-78c36673902a","header":"x-maas-group"} {"level":"info","ts":1785867572.5959957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7bac97c2-3682-4a06-ad90-78c36673902a","header":"x-maas-subscription"} {"level":"info","ts":1785867572.5960119,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7bac97c2-3682-4a06-ad90-78c36673902a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867572.5960383,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7bac97c2-3682-4a06-ad90-78c36673902a"} {"level":"info","ts":1785867572.597022,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7bac97c2-3682-4a06-ad90-78c36673902a"} {"level":"info","ts":1785867572.5970438,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7bac97c2-3682-4a06-ad90-78c36673902a"} {"level":"info","ts":1785867572.5970576,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7bac97c2-3682-4a06-ad90-78c36673902a","EoS":false} {"level":"info","ts":1785867572.5970676,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7bac97c2-3682-4a06-ad90-78c36673902a"} {"level":"info","ts":1785867572.5970895,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7bac97c2-3682-4a06-ad90-78c36673902a","EoS":true} {"level":"info","ts":1785867572.597099,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7bac97c2-3682-4a06-ad90-78c36673902a"} {"level":"info","ts":1785867572.6322505,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867572.632336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dd18edc-0a8d-484f-8013-8d84698915da"} {"level":"info","ts":1785867572.6323445,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3dd18edc-0a8d-484f-8013-8d84698915da"} {"level":"info","ts":1785867572.6323571,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dd18edc-0a8d-484f-8013-8d84698915da","EoS":true} {"level":"info","ts":1785867572.632388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dd18edc-0a8d-484f-8013-8d84698915da","header":"x-maas-subscription"} {"level":"info","ts":1785867572.6324027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dd18edc-0a8d-484f-8013-8d84698915da","header":"x-maas-username"} {"level":"info","ts":1785867572.6324098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dd18edc-0a8d-484f-8013-8d84698915da","header":"x-maas-group"} {"level":"info","ts":1785867572.6324246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dd18edc-0a8d-484f-8013-8d84698915da","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867572.6324527,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3dd18edc-0a8d-484f-8013-8d84698915da"} {"level":"info","ts":1785867572.6333554,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3dd18edc-0a8d-484f-8013-8d84698915da"} {"level":"info","ts":1785867572.6333776,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3dd18edc-0a8d-484f-8013-8d84698915da"} {"level":"info","ts":1785867572.633396,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3dd18edc-0a8d-484f-8013-8d84698915da","EoS":false} {"level":"info","ts":1785867572.6334076,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3dd18edc-0a8d-484f-8013-8d84698915da"} {"level":"info","ts":1785867572.6334302,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3dd18edc-0a8d-484f-8013-8d84698915da","EoS":true} {"level":"info","ts":1785867572.6334398,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3dd18edc-0a8d-484f-8013-8d84698915da"} {"level":"info","ts":1785867577.378337,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"eca66ef9-c6ff-4533-9b26-3e2d7e86b342","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785867577.3785982,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32689.220243858,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867577.3786235,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867577.4084623,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867577.4790294,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"eca66ef9-c6ff-4533-9b26-3e2d7e86b342","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785867577.4880471,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bb158595-001b-4006-a85e-f9752df8566b"} {"level":"info","ts":1785867577.4881315,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"79732054-fac4-4acb-9d38-72c2e64c662c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785867577.4881668,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"79732054-fac4-4acb-9d38-72c2e64c662c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785867577.4956164,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"18fbaf8d-948b-4149-bd78-cb29c76555fb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785867577.4956489,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"18fbaf8d-948b-4149-bd78-cb29c76555fb","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785867577.4956584,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37663.668620581,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867577.4956763,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867577.502213,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867577.5956812,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bb158595-001b-4006-a85e-f9752df8566b","name":"e2e-external-provider"} {"level":"info","ts":1785867577.5957358,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"481bd8bd-d7e2-428e-b5e0-e7a3b46f0c7c"} {"level":"info","ts":1785867577.5958447,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00d53bf3-56ad-4eaa-a913-c3b283950c11","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867577.5958786,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00d53bf3-56ad-4eaa-a913-c3b283950c11","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785867577.6018836,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"481bd8bd-d7e2-428e-b5e0-e7a3b46f0c7c","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785867577.6019068,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4be9d503-be28-44e1-965e-8ddd424ac3f7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867577.6019378,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4be9d503-be28-44e1-965e-8ddd424ac3f7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785867577.6025007,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bb158595-001b-4006-a85e-f9752df8566b","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785867577.609201,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80a2d454-390a-4121-b3e0-78b34f2824ad","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867577.609243,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80a2d454-390a-4121-b3e0-78b34f2824ad","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785867577.6091585,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"481bd8bd-d7e2-428e-b5e0-e7a3b46f0c7c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867577.6094038,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eba32711-a8d5-43df-8a93-e40cb56b6dd9"} {"level":"info","ts":1785867577.6094294,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eba32711-a8d5-43df-8a93-e40cb56b6dd9","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785867577.6129327,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bb158595-001b-4006-a85e-f9752df8566b","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785867577.6133769,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eba32711-a8d5-43df-8a93-e40cb56b6dd9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867577.6199389,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bb158595-001b-4006-a85e-f9752df8566b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785867577.6243868,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57255f96-7826-4907-9eeb-7222f97a246c"} {"level":"info","ts":1785867577.6244168,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57255f96-7826-4907-9eeb-7222f97a246c","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785867577.6266062,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3aeb8c32-4402-4fce-aa59-f93d3f429af2"} {"level":"info","ts":1785867577.6266165,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bcfcafae-e421-4053-9121-7ddbe6f63736","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785867577.6266487,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bcfcafae-e421-4053-9121-7ddbe6f63736","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785867577.6266592,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3aeb8c32-4402-4fce-aa59-f93d3f429af2","name":"e2e-external-provider"} {"level":"info","ts":1785867577.6267521,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28162b68-62c7-4930-b630-712b20cb503d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867577.6267736,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28162b68-62c7-4930-b630-712b20cb503d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785867577.628008,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57255f96-7826-4907-9eeb-7222f97a246c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867577.6280584,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f282baa-d8d7-4448-9de2-ee950e9a5364"} {"level":"info","ts":1785867577.6282427,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36866.280334301,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867577.628258,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867577.6345193,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785867577.6375935,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3aeb8c32-4402-4fce-aa59-f93d3f429af2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785867577.6414273,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9bc6c26d-4248-4afd-8b4a-74ea9c78ac43"} {"level":"info","ts":1785867577.641466,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9bc6c26d-4248-4afd-8b4a-74ea9c78ac43","name":"e2e-external-provider"} {"level":"info","ts":1785867577.6486943,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9bc6c26d-4248-4afd-8b4a-74ea9c78ac43","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785867577.729139,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f282baa-d8d7-4448-9de2-ee950e9a5364","name":"e2e-external-model"} {"level":"info","ts":1785867577.7372687,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f282baa-d8d7-4448-9de2-ee950e9a5364","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785867577.7440696,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a4a09fc3-2551-488d-a227-14281e0fd54f"} {"level":"info","ts":1785867577.7440753,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85b72d43-3a9b-4c24-b936-b9b8baffbc13","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867577.7441134,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85b72d43-3a9b-4c24-b936-b9b8baffbc13","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785867577.7441478,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a4a09fc3-2551-488d-a227-14281e0fd54f","name":"e2e-external-model"} {"level":"info","ts":1785867577.7585626,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b031548-7028-4d90-b36d-b0fec60b48aa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867577.7586038,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b031548-7028-4d90-b36d-b0fec60b48aa","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785867577.7588964,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a4a09fc3-2551-488d-a227-14281e0fd54f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867577.7589786,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2e639b3-0165-4a65-8a43-a00f5e55dd6d"} {"level":"info","ts":1785867577.7590332,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2e639b3-0165-4a65-8a43-a00f5e55dd6d","name":"e2e-external-model"} {"level":"info","ts":1785867577.7685595,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2e639b3-0165-4a65-8a43-a00f5e55dd6d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785867577.7730274,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f472f17-601b-4a18-b673-f1307c3347dc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867577.7730808,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f472f17-601b-4a18-b673-f1307c3347dc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785867577.7732103,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ab7c6e5-6fb8-4be1-84f1-29da35862bf1"} {"level":"info","ts":1785867577.7732916,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ab7c6e5-6fb8-4be1-84f1-29da35862bf1","name":"e2e-external-model"} {"level":"info","ts":1785867577.780446,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ab7c6e5-6fb8-4be1-84f1-29da35862bf1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785867589.3191018,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867589.319174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c"} {"level":"info","ts":1785867589.3191855,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c"} {"level":"info","ts":1785867589.3191962,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c","EoS":true} {"level":"info","ts":1785867589.3192604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c","header":"x-maas-username"} {"level":"info","ts":1785867589.319273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c","header":"x-maas-group"} {"level":"info","ts":1785867589.3192773,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c","header":"x-maas-subscription"} {"level":"info","ts":1785867589.3192909,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785867589.3192997,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c","modelName":"e2e-external-model"} {"level":"info","ts":1785867589.3193123,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785867589.3193514,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785867589.3193662,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c","authType":"apikey"} {"level":"info","ts":1785867589.3193908,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c"} {"level":"info","ts":1785867589.4055777,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c"} {"level":"info","ts":1785867589.405607,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c"} {"level":"info","ts":1785867589.405626,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c","EoS":false} {"level":"info","ts":1785867589.4056451,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c"} {"level":"info","ts":1785867589.4056785,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c","EoS":true} {"level":"info","ts":1785867589.405692,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1d809db3-47d8-4b2c-9a2d-d35e4d47d44c"} {"level":"info","ts":1785867589.511912,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad142c13-905c-4e45-84fd-0721f1cd8ad3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785867589.511957,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad142c13-905c-4e45-84fd-0721f1cd8ad3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785867589.5119636,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33ff2466-eae7-4479-bd47-b6d392adbe00"} {"level":"info","ts":1785867589.5187006,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45e5a252-174d-49d8-8e36-82dbd19220ed","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785867589.518735,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45e5a252-174d-49d8-8e36-82dbd19220ed","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785867589.5197263,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33ff2466-eae7-4479-bd47-b6d392adbe00","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867589.519801,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33ff2466-eae7-4479-bd47-b6d392adbe00","name":"e2e-cleanup-test"} {"level":"info","ts":1785867589.5343165,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1983ef21-1640-443b-a7ab-717c905623a8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785867589.5343547,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1983ef21-1640-443b-a7ab-717c905623a8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785867589.5345943,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33ff2466-eae7-4479-bd47-b6d392adbe00","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785867589.5346353,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33ff2466-eae7-4479-bd47-b6d392adbe00","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867589.5346782,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc8a4953-544e-447c-8bcf-7f4b5d9ef13d"} {"level":"info","ts":1785867589.5347195,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc8a4953-544e-447c-8bcf-7f4b5d9ef13d","name":"e2e-cleanup-test"} {"level":"error","ts":1785867589.5484552,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc8a4953-544e-447c-8bcf-7f4b5d9ef13d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785867589.5484798,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"764e7fcb-f70a-4275-a02e-71062d7017a5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785867589.548505,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"764e7fcb-f70a-4275-a02e-71062d7017a5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785867589.5485432,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ec5efe4-94a3-4707-8682-27fdf8a188c5"} {"level":"info","ts":1785867589.548586,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ec5efe4-94a3-4707-8682-27fdf8a188c5","name":"e2e-cleanup-test"} {"level":"info","ts":1785867589.5559342,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ec5efe4-94a3-4707-8682-27fdf8a188c5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785867589.5626273,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49531205-55be-40cd-8b7c-356797c50c7c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785867589.5626354,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6c35ad5-e4bd-4df3-a518-c4799bee5eb7"} {"level":"info","ts":1785867589.5626554,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49531205-55be-40cd-8b7c-356797c50c7c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785867589.5626986,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6c35ad5-e4bd-4df3-a518-c4799bee5eb7","name":"e2e-cleanup-test"} {"level":"info","ts":1785867589.5697901,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6c35ad5-e4bd-4df3-a518-c4799bee5eb7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785867597.7639976,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"123e821c-06d2-49f9-b453-81e7a22428b1"} {"level":"info","ts":1785867597.7640314,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb909a64-304d-4afd-9a26-3c5e584247c3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785867597.7640631,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb909a64-304d-4afd-9a26-3c5e584247c3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785867602.0653834,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867602.0654488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e7e4635-2116-4b91-9684-3578a593f466"} {"level":"info","ts":1785867602.0654588,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9e7e4635-2116-4b91-9684-3578a593f466"} {"level":"info","ts":1785867602.0654697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e7e4635-2116-4b91-9684-3578a593f466","EoS":true} {"level":"info","ts":1785867602.0655003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e7e4635-2116-4b91-9684-3578a593f466","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785867602.0655282,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e7e4635-2116-4b91-9684-3578a593f466"} {"level":"info","ts":1785867602.1191306,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867602.1191916,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f"} {"level":"info","ts":1785867602.1192005,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f"} {"level":"info","ts":1785867602.1192107,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f","EoS":true} {"level":"info","ts":1785867602.1192307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f","header":"x-maas-group"} {"level":"info","ts":1785867602.119242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f","header":"x-maas-subscription"} {"level":"info","ts":1785867602.1192498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f","header":"x-maas-username"} {"level":"info","ts":1785867602.1192677,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785867602.1192791,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f","modelName":"e2e-external-model"} {"level":"info","ts":1785867602.1192963,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785867602.119325,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785867602.1193438,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f","authType":"apikey"} {"level":"info","ts":1785867602.1193662,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f"} {"level":"info","ts":1785867602.2182894,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f"} {"level":"info","ts":1785867602.2183316,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f"} {"level":"info","ts":1785867602.2183495,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f","EoS":false} {"level":"info","ts":1785867602.2183626,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f"} {"level":"info","ts":1785867602.218391,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f","EoS":true} {"level":"info","ts":1785867602.2183976,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"44d2dd90-3a96-4859-837d-fef4d939625f"} {"level":"info","ts":1785867602.2586596,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867602.2587185,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3b47154-d4ee-4d01-8d85-8e297032bcf8"} {"level":"info","ts":1785867602.2587268,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3b47154-d4ee-4d01-8d85-8e297032bcf8"} {"level":"info","ts":1785867602.2587376,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3b47154-d4ee-4d01-8d85-8e297032bcf8","EoS":true} {"level":"info","ts":1785867602.258758,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3b47154-d4ee-4d01-8d85-8e297032bcf8","header":"x-maas-username"} {"level":"info","ts":1785867602.2587683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3b47154-d4ee-4d01-8d85-8e297032bcf8","header":"x-maas-group"} {"level":"info","ts":1785867602.258773,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3b47154-d4ee-4d01-8d85-8e297032bcf8","header":"x-maas-subscription"} {"level":"info","ts":1785867602.2587893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3b47154-d4ee-4d01-8d85-8e297032bcf8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785867602.2588384,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3b47154-d4ee-4d01-8d85-8e297032bcf8"} {"level":"info","ts":1785867602.3105495,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a3b47154-d4ee-4d01-8d85-8e297032bcf8"} {"level":"info","ts":1785867602.310575,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a3b47154-d4ee-4d01-8d85-8e297032bcf8"} {"level":"info","ts":1785867602.310591,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a3b47154-d4ee-4d01-8d85-8e297032bcf8","EoS":false} {"level":"info","ts":1785867602.3106034,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a3b47154-d4ee-4d01-8d85-8e297032bcf8"} {"level":"info","ts":1785867602.3106291,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a3b47154-d4ee-4d01-8d85-8e297032bcf8","EoS":true} {"level":"info","ts":1785867602.310637,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a3b47154-d4ee-4d01-8d85-8e297032bcf8"} {"level":"info","ts":1785867602.3440454,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867602.3441026,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb312cdb-3e71-4d29-992d-72e8680fc724"} {"level":"info","ts":1785867602.3441105,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb312cdb-3e71-4d29-992d-72e8680fc724"} {"level":"info","ts":1785867602.3441217,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb312cdb-3e71-4d29-992d-72e8680fc724","EoS":true} {"level":"info","ts":1785867602.3441405,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb312cdb-3e71-4d29-992d-72e8680fc724","header":"x-maas-group"} {"level":"info","ts":1785867602.34415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb312cdb-3e71-4d29-992d-72e8680fc724","header":"x-maas-username"} {"level":"info","ts":1785867602.3441546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb312cdb-3e71-4d29-992d-72e8680fc724","header":"x-maas-subscription"} {"level":"info","ts":1785867602.3441794,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb312cdb-3e71-4d29-992d-72e8680fc724"} {"level":"info","ts":1785867602.3889694,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cb312cdb-3e71-4d29-992d-72e8680fc724"} {"level":"info","ts":1785867602.388995,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cb312cdb-3e71-4d29-992d-72e8680fc724"} {"level":"info","ts":1785867602.3890119,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cb312cdb-3e71-4d29-992d-72e8680fc724","EoS":false} {"level":"info","ts":1785867602.3890343,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cb312cdb-3e71-4d29-992d-72e8680fc724"} {"level":"info","ts":1785867602.3901594,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cb312cdb-3e71-4d29-992d-72e8680fc724","EoS":true} {"level":"info","ts":1785867602.3901832,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cb312cdb-3e71-4d29-992d-72e8680fc724"} {"level":"info","ts":1785867603.1987102,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce46a3ff-f329-4338-b9a4-8d5df35dc0b7"} {"level":"info","ts":1785867603.1987112,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef35ae9a-5deb-4c7e-9be9-998d81e11a01","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867603.198794,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef35ae9a-5deb-4c7e-9be9-998d81e11a01","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785867603.3492424,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e3db036-49d0-4886-a26b-2afc7f0720bb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785867603.3492818,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e3db036-49d0-4886-a26b-2afc7f0720bb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785867603.3492928,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7fae0e5f-da44-415f-9088-67969669dbe3"} {"level":"info","ts":1785867603.4656327,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8df61334-ab38-4aba-88ac-6be5f52dff5c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785867603.4656875,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8df61334-ab38-4aba-88ac-6be5f52dff5c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785869093.851155,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869093.8512216,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b22ac66b-4f2e-419e-b098-f01c8447e041"} {"level":"info","ts":1785869168.4663842,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785869168.4664514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b676789b-227e-40f9-b456-2acd31915645"} {"level":"info","ts":1785869168.4664626,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b676789b-227e-40f9-b456-2acd31915645"} {"level":"info","ts":1785869168.4664736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b676789b-227e-40f9-b456-2acd31915645","EoS":true} {"level":"info","ts":1785869168.466502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b676789b-227e-40f9-b456-2acd31915645","header":"x-maas-subscription"} {"level":"info","ts":1785869168.4665167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b676789b-227e-40f9-b456-2acd31915645","header":"x-maas-group"} {"level":"info","ts":1785869168.4665234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b676789b-227e-40f9-b456-2acd31915645","header":"x-maas-username"} {"level":"info","ts":1785869168.466543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b676789b-227e-40f9-b456-2acd31915645","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785869168.4665744,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b676789b-227e-40f9-b456-2acd31915645"} {"level":"info","ts":1785869168.4676688,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b676789b-227e-40f9-b456-2acd31915645"} {"level":"info","ts":1785869168.4676886,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b676789b-227e-40f9-b456-2acd31915645"} {"level":"info","ts":1785869168.4677095,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b676789b-227e-40f9-b456-2acd31915645","EoS":false} {"level":"info","ts":1785869168.4677217,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b676789b-227e-40f9-b456-2acd31915645"} {"level":"info","ts":1785869168.4677486,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b676789b-227e-40f9-b456-2acd31915645","EoS":true} {"level":"info","ts":1785869168.4677594,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b676789b-227e-40f9-b456-2acd31915645"}